|
1 /* |
|
2 * Copyright 2001 Unicode, Inc. |
|
3 * |
|
4 * Disclaimer |
|
5 * |
|
6 * This source code is provided as is by Unicode, Inc. No claims are |
|
7 * made as to fitness for any particular purpose. No warranties of any |
|
8 * kind are expressed or implied. The recipient agrees to determine |
|
9 * applicability of information provided. If this file has been |
|
10 * purchased on magnetic or optical media from Unicode, Inc., the |
|
11 * sole remedy for any claim will be exchange of defective media |
|
12 * within 90 days of receipt. |
|
13 * |
|
14 * Limitations on Rights to Redistribute This Code |
|
15 * |
|
16 * Unicode, Inc. hereby grants the right to freely use the information |
|
17 * supplied in this file in the creation of products supporting the |
|
18 * Unicode Standard, and to make copies of this file in any form |
|
19 * for internal or external distribution as long as this notice |
|
20 * remains attached. |
|
21 */ |
|
22 |
|
23 /* --------------------------------------------------------------------- |
|
24 |
|
25 Conversions between UTF32, UTF-16, and UTF-8. Header file. |
|
26 |
|
27 Several funtions are included here, forming a complete set of |
|
28 conversions between the three formats. UTF-7 is not included |
|
29 here, but is handled in a separate source file. |
|
30 |
|
31 Each of these routines takes pointers to input buffers and output |
|
32 buffers. The input buffers are const. |
|
33 |
|
34 Each routine converts the text between *sourceStart and sourceEnd, |
|
35 putting the result into the buffer between *targetStart and |
|
36 targetEnd. Note: the end pointers are *after* the last item: e.g. |
|
37 *(sourceEnd - 1) is the last item. |
|
38 |
|
39 The return result indicates whether the conversion was successful, |
|
40 and if not, whether the problem was in the source or target buffers. |
|
41 (Only the first encountered problem is indicated.) |
|
42 |
|
43 After the conversion, *sourceStart and *targetStart are both |
|
44 updated to point to the end of last text successfully converted in |
|
45 the respective buffers. |
|
46 |
|
47 Input parameters: |
|
48 sourceStart - pointer to a pointer to the source buffer. |
|
49 The contents of this are modified on return so that |
|
50 it points at the next thing to be converted. |
|
51 targetStart - similarly, pointer to pointer to the target buffer. |
|
52 sourceEnd, targetEnd - respectively pointers to the ends of the |
|
53 two buffers, for overflow checking only. |
|
54 |
|
55 These conversion functions take a ConversionFlags argument. When this |
|
56 flag is set to strict, both irregular sequences and isolated surrogates |
|
57 will cause an error. When the flag is set to lenient, both irregular |
|
58 sequences and isolated surrogates are converted. |
|
59 |
|
60 Whether the flag is strict or lenient, all illegal sequences will cause |
|
61 an error return. This includes sequences such as: <F4 90 80 80>, <C0 80>, |
|
62 or <A0> in UTF-8, and values above 0x10FFFF in UTF-32. Conformant code |
|
63 must check for illegal sequences. |
|
64 |
|
65 When the flag is set to lenient, characters over 0x10FFFF are converted |
|
66 to the replacement character; otherwise (when the flag is set to strict) |
|
67 they constitute an error. |
|
68 |
|
69 Output parameters: |
|
70 The value "sourceIllegal" is returned from some routines if the input |
|
71 sequence is malformed. When "sourceIllegal" is returned, the source |
|
72 value will point to the illegal value that caused the problem. E.g., |
|
73 in UTF-8 when a sequence is malformed, it points to the start of the |
|
74 malformed sequence. |
|
75 |
|
76 Author: Mark E. Davis, 1994. |
|
77 Rev History: Rick McGowan, fixes & updates May 2001. |
|
78 Fixes & updates, Sept 2001. |
|
79 |
|
80 ------------------------------------------------------------------------ */ |
|
81 |
|
82 /* --------------------------------------------------------------------- |
|
83 The following 4 definitions are compiler-specific. |
|
84 The C standard does not guarantee that wchar_t has at least |
|
85 16 bits, so wchar_t is no less portable than unsigned short! |
|
86 All should be unsigned values to avoid sign extension during |
|
87 bit mask & shift operations. |
|
88 ------------------------------------------------------------------------ */ |
|
89 |
|
90 typedef unsigned long UTF32; /* at least 32 bits */ |
|
91 typedef unsigned short UTF16; /* at least 16 bits */ |
|
92 typedef unsigned char UTF8; /* typically 8 bits */ |
|
93 typedef unsigned char Boolean; /* 0 or 1 */ |
|
94 typedef UTF32 UCS4; /*Added for : PDEF140857*/ |
|
95 |
|
96 /* Some fundamental constants */ |
|
97 #define UNI_REPLACEMENT_CHAR (UTF32)0x0000FFFD |
|
98 #define UNI_MAX_BMP (UTF32)0x0000FFFF |
|
99 #define UNI_MAX_UTF16 (UTF32)0x0010FFFF |
|
100 #define UNI_MAX_UTF32 (UTF32)0x7FFFFFFF |
|
101 |
|
102 typedef enum { |
|
103 ok = 0, /* conversion successful */ /*Added for: PDEF140857*/ |
|
104 conversionOK = 0, /* conversion successful */ |
|
105 sourceExhausted, /* partial character in source, but hit end */ |
|
106 targetExhausted, /* insuff. room in target for conversion */ |
|
107 sourceIllegal /* source sequence is illegal/malformed */ |
|
108 } ConversionResult; |
|
109 |
|
110 typedef enum { |
|
111 strictConversion = 0, |
|
112 lenientConversion |
|
113 } ConversionFlags; |
|
114 |
|
115 /* This is for C++ and does no harm in C */ |
|
116 #ifdef __cplusplus |
|
117 extern "C" { |
|
118 #endif |
|
119 |
|
120 ConversionResult ConvertUTF8toUTF16 ( |
|
121 const UTF8** sourceStart, const UTF8* sourceEnd, |
|
122 UTF16** targetStart, UTF16* targetEnd, ConversionFlags flags); |
|
123 |
|
124 /*Added for : PDEF140857*/ |
|
125 ConversionResult ConvertUTF16toUTF8 ( |
|
126 UTF16** sourceStart, const UTF16* sourceEnd, |
|
127 UTF8** targetStart, UTF8* targetEnd); |
|
128 |
|
129 /*Added for : PDEF140857*/ |
|
130 ConversionResult ConvertUTF16toUTF8_original ( |
|
131 UTF16** sourceStart, const UTF16* sourceEnd, |
|
132 UTF8** targetStart, UTF8* targetEnd, ConversionFlags flags); |
|
133 |
|
134 ConversionResult ConvertUTF8toUTF32 ( |
|
135 const UTF8** sourceStart, const UTF8* sourceEnd, |
|
136 UTF32** targetStart, UTF32* targetEnd, ConversionFlags flags); |
|
137 |
|
138 ConversionResult ConvertUTF32toUTF8 ( |
|
139 const UTF32** sourceStart, const UTF32* sourceEnd, |
|
140 UTF8** targetStart, UTF8* targetEnd, ConversionFlags flags); |
|
141 |
|
142 /*Added for : PDEF140857*/ |
|
143 ConversionResult ConvertUTF16toUTF32 ( |
|
144 UTF16** sourceStart, const UTF16* sourceEnd, |
|
145 UTF32** targetStart, UTF32* targetEnd, ConversionFlags flags); |
|
146 |
|
147 /*Added for PDEF140857*/ |
|
148 ConversionResult ConvertUTF32toUTF16 ( |
|
149 UTF32** sourceStart, const UTF32* sourceEnd, |
|
150 UTF16** targetStart, UTF16* targetEnd, ConversionFlags flags); |
|
151 |
|
152 /*Added for PDEF140857*/ |
|
153 ConversionResult ConvertUCS4toUTF16 ( |
|
154 UCS4** sourceStart, const UCS4* sourceEnd, |
|
155 UTF16** targetStart, UTF16* targetEnd); |
|
156 |
|
157 /*Added for PDEF140857*/ |
|
158 ConversionResult ConvertUTF16toUCS4 ( |
|
159 UTF16** sourceStart, UTF16* sourceEnd, |
|
160 UCS4** targetStart, UCS4* targetEnd); |
|
161 |
|
162 Boolean isLegalUTF8Sequence(const UTF8 *source, const UTF8 *sourceEnd); |
|
163 |
|
164 #ifdef __cplusplus |
|
165 } |
|
166 #endif |
|
167 |
|
168 /* --------------------------------------------------------------------- */ |