1 // -*- mode: C++; indent-tabs-mode: nil; c-basic-offset: 2; -*-
6 @brief Provides a simple UTF-8 encoded string
14 # ifdef HAVE_SYS_TYPES_H
15 # include <sys/types.h>
27 typedef uint32_t unichar;
29 typedef u_int32_t unichar;
33 #ifndef DOXYGEN_IGNORE
35 //! The number of bytes to skip to find the next character in the string
36 const char g_utf8_skip
[256] = {
37 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
38 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
39 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
40 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
41 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
42 1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,
43 2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,
44 3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,3,4,4,4,4,4,4,4,4,5,5,5,5,6,6,1,1
47 #endif // DOXYGEN_IGNORE
49 //! The iterator type for ustring
51 Note this is not a random access iterator but a bidirectional one, since all
52 index operations need to iterate over the UTF-8 data. Use std::advance() to
53 move to a certain position.
55 A writeable iterator isn't provided because: The number of bytes of the old
56 UTF-8 character and the new one to write could be different. Therefore, any
57 write operation would invalidate all other iterators pointing into the same
62 class ustring_Iterator
65 typedef std::bidirectional_iterator_tag iterator_category;
66 //typedef unichar value_type;
67 typedef std::string::difference_type difference_type;
68 //typedef value_type reference;
71 inline ustring_Iterator() {}
72 inline ustring_Iterator(const ustring_Iterator<std::string::iterator>&
73 other) : _pos(other.base()) {}
76 inline value_type operator*() const {
77 // get a unicode character from the iterator's position
79 // get an iterator to the internal string
80 std::string::const_iterator pos = _pos;
82 unichar result = static_cast<unsigned char>(*pos);
84 // if its not a 7-bit ascii character
85 if((result & 0x80) != 0) {
86 // len is the number of bytes this character takes up in the string
87 unsigned char len = g_utf8_skip[result];
88 result &= 0x7F >> len;
92 result |= static_cast<unsigned char>(*++pos) & 0x3F;
100 inline ustring_Iterator<T> & operator++() {
101 pos_ += g_utf8_skip[static_cast<unsigned char>(*pos_)];
104 inline ustring_Iterator<T> & operator--() {
105 do { --_pos; } while((*_pos & '\xC0') == '\x80');
109 explicit inline ustring_Iterator(T pos) : _pos(pos) {}
110 inline T base() const { return _pos; }
117 //! This class provides a simple wrapper to a std::string that can be encoded
118 //! as UTF-8. The ustring::utf() member specifies if the given string is UTF-8
119 //! encoded. ustrings default to specifying UTF-8 encoding.
121 This class does <b>not</b> handle extended 8-bit ASCII charsets like
124 More info on Unicode and UTF-8 can be found here:
125 http://www.cl.cam.ac.uk/~mgk25/unicode.html
127 This does not subclass std::string, because std::string was intended to be a
128 final class. For instance, it does not have a virtual destructor.
135 typedef std::string::size_type size_type
;
136 typedef std::string::difference_type difference_type
;
138 //typedef unichar value_type;
139 //typedef unichar & reference;
140 //typedef const unichar & const_reference;
142 //typedef ustring_Iterator<std::string::iterator> iterator;
143 //typedef ustring_Iterator<std::string::const_iterator> const_iterator;
145 static const size_type npos
= std::string::npos
;
152 ustring(const ustring
& other
);
153 ustring
& operator=(const ustring
& other
);
154 ustring(const std::string
& src
);
155 ustring(const char* src
);
157 // append to the string
159 ustring
& operator+=(const ustring
& src
);
160 ustring
& operator+=(const char* src
);
161 ustring
& operator+=(char c
);
165 ustring::size_type
size() const;
166 ustring::size_type
bytes() const;
167 ustring::size_type
capacity() const;
168 ustring::size_type
max_size() const;
174 ustring
& erase(size_type i
, size_type n
=npos
);
176 // change the string's size
178 void resize(size_type n
, char c
='\0');
182 const char* data() const;
183 const char* c_str() const;
188 void setUtf8(bool utf8
);
193 #endif // __ustring_hh