/src/mozilla-central/intl/icu/source/common/unistr_cnv.cpp
Line | Count | Source (jump to first uncovered line) |
1 | | // © 2016 and later: Unicode, Inc. and others. |
2 | | // License & terms of use: http://www.unicode.org/copyright.html |
3 | | /* |
4 | | ******************************************************************************* |
5 | | * |
6 | | * Copyright (C) 1999-2014, International Business Machines |
7 | | * Corporation and others. All Rights Reserved. |
8 | | * |
9 | | ******************************************************************************* |
10 | | * file name: unistr_cnv.cpp |
11 | | * encoding: UTF-8 |
12 | | * tab size: 8 (not used) |
13 | | * indentation:2 |
14 | | * |
15 | | * created on: 2004aug19 |
16 | | * created by: Markus W. Scherer |
17 | | * |
18 | | * Character conversion functions moved here from unistr.cpp |
19 | | */ |
20 | | |
21 | | #include "unicode/utypes.h" |
22 | | |
23 | | #if !UCONFIG_NO_CONVERSION |
24 | | |
25 | | #include "unicode/putil.h" |
26 | | #include "cstring.h" |
27 | | #include "cmemory.h" |
28 | | #include "unicode/ustring.h" |
29 | | #include "unicode/unistr.h" |
30 | | #include "unicode/ucnv.h" |
31 | | #include "ucnv_imp.h" |
32 | | #include "putilimp.h" |
33 | | #include "ustr_cnv.h" |
34 | | #include "ustr_imp.h" |
35 | | |
36 | | U_NAMESPACE_BEGIN |
37 | | |
38 | | //======================================== |
39 | | // Constructors |
40 | | //======================================== |
41 | | |
42 | | #if !U_CHARSET_IS_UTF8 |
43 | | |
44 | | UnicodeString::UnicodeString(const char *codepageData) { |
45 | | fUnion.fFields.fLengthAndFlags = kShortString; |
46 | | if(codepageData != 0) { |
47 | | doCodepageCreate(codepageData, (int32_t)uprv_strlen(codepageData), 0); |
48 | | } |
49 | | } |
50 | | |
51 | | UnicodeString::UnicodeString(const char *codepageData, |
52 | | int32_t dataLength) { |
53 | | fUnion.fFields.fLengthAndFlags = kShortString; |
54 | | if(codepageData != 0) { |
55 | | doCodepageCreate(codepageData, dataLength, 0); |
56 | | } |
57 | | } |
58 | | |
59 | | // else see unistr.cpp |
60 | | #endif |
61 | | |
62 | | UnicodeString::UnicodeString(const char *codepageData, |
63 | 0 | const char *codepage) { |
64 | 0 | fUnion.fFields.fLengthAndFlags = kShortString; |
65 | 0 | if(codepageData != 0) { |
66 | 0 | doCodepageCreate(codepageData, (int32_t)uprv_strlen(codepageData), codepage); |
67 | 0 | } |
68 | 0 | } |
69 | | |
70 | | UnicodeString::UnicodeString(const char *codepageData, |
71 | | int32_t dataLength, |
72 | 0 | const char *codepage) { |
73 | 0 | fUnion.fFields.fLengthAndFlags = kShortString; |
74 | 0 | if(codepageData != 0) { |
75 | 0 | doCodepageCreate(codepageData, dataLength, codepage); |
76 | 0 | } |
77 | 0 | } |
78 | | |
79 | | UnicodeString::UnicodeString(const char *src, int32_t srcLength, |
80 | | UConverter *cnv, |
81 | 0 | UErrorCode &errorCode) { |
82 | 0 | fUnion.fFields.fLengthAndFlags = kShortString; |
83 | 0 | if(U_SUCCESS(errorCode)) { |
84 | 0 | // check arguments |
85 | 0 | if(src==NULL) { |
86 | 0 | // treat as an empty string, do nothing more |
87 | 0 | } else if(srcLength<-1) { |
88 | 0 | errorCode=U_ILLEGAL_ARGUMENT_ERROR; |
89 | 0 | } else { |
90 | 0 | // get input length |
91 | 0 | if(srcLength==-1) { |
92 | 0 | srcLength=(int32_t)uprv_strlen(src); |
93 | 0 | } |
94 | 0 | if(srcLength>0) { |
95 | 0 | if(cnv!=0) { |
96 | 0 | // use the provided converter |
97 | 0 | ucnv_resetToUnicode(cnv); |
98 | 0 | doCodepageCreate(src, srcLength, cnv, errorCode); |
99 | 0 | } else { |
100 | 0 | // use the default converter |
101 | 0 | cnv=u_getDefaultConverter(&errorCode); |
102 | 0 | doCodepageCreate(src, srcLength, cnv, errorCode); |
103 | 0 | u_releaseDefaultConverter(cnv); |
104 | 0 | } |
105 | 0 | } |
106 | 0 | } |
107 | 0 |
|
108 | 0 | if(U_FAILURE(errorCode)) { |
109 | 0 | setToBogus(); |
110 | 0 | } |
111 | 0 | } |
112 | 0 | } |
113 | | |
114 | | //======================================== |
115 | | // Codeset conversion |
116 | | //======================================== |
117 | | |
118 | | #if !U_CHARSET_IS_UTF8 |
119 | | |
120 | | int32_t |
121 | | UnicodeString::extract(int32_t start, |
122 | | int32_t length, |
123 | | char *target, |
124 | | uint32_t dstSize) const { |
125 | | return extract(start, length, target, dstSize, 0); |
126 | | } |
127 | | |
128 | | // else see unistr.cpp |
129 | | #endif |
130 | | |
131 | | int32_t |
132 | | UnicodeString::extract(int32_t start, |
133 | | int32_t length, |
134 | | char *target, |
135 | | uint32_t dstSize, |
136 | | const char *codepage) const |
137 | 0 | { |
138 | 0 | // if the arguments are illegal, then do nothing |
139 | 0 | if(/*dstSize < 0 || */(dstSize > 0 && target == 0)) { |
140 | 0 | return 0; |
141 | 0 | } |
142 | 0 | |
143 | 0 | // pin the indices to legal values |
144 | 0 | pinIndices(start, length); |
145 | 0 |
|
146 | 0 | // We need to cast dstSize to int32_t for all subsequent code. |
147 | 0 | // I don't know why the API was defined with uint32_t but we are stuck with it. |
148 | 0 | // Also, dstSize==0xffffffff means "unlimited" but if we use target+dstSize |
149 | 0 | // as a limit in some functions, it may wrap around and yield a pointer |
150 | 0 | // that compares less-than target. |
151 | 0 | int32_t capacity; |
152 | 0 | if(dstSize < 0x7fffffff) { |
153 | 0 | // Assume that the capacity is real and a limit pointer won't wrap around. |
154 | 0 | capacity = (int32_t)dstSize; |
155 | 0 | } else { |
156 | 0 | // Pin the capacity so that a limit pointer does not wrap around. |
157 | 0 | char *targetLimit = (char *)U_MAX_PTR(target); |
158 | 0 | // U_MAX_PTR(target) returns a targetLimit that is at most 0x7fffffff |
159 | 0 | // greater than target and does not wrap around the top of the address space. |
160 | 0 | capacity = (int32_t)(targetLimit - target); |
161 | 0 | } |
162 | 0 |
|
163 | 0 | // create the converter |
164 | 0 | UConverter *converter; |
165 | 0 | UErrorCode status = U_ZERO_ERROR; |
166 | 0 |
|
167 | 0 | // just write the NUL if the string length is 0 |
168 | 0 | if(length == 0) { |
169 | 0 | return u_terminateChars(target, capacity, 0, &status); |
170 | 0 | } |
171 | 0 |
|
172 | 0 | // if the codepage is the default, use our cache |
173 | 0 | // if it is an empty string, then use the "invariant character" conversion |
174 | 0 | if (codepage == 0) { |
175 | 0 | const char *defaultName = ucnv_getDefaultName(); |
176 | 0 | if(UCNV_FAST_IS_UTF8(defaultName)) { |
177 | 0 | return toUTF8(start, length, target, capacity); |
178 | 0 | } |
179 | 0 | converter = u_getDefaultConverter(&status); |
180 | 0 | } else if (*codepage == 0) { |
181 | 0 | // use the "invariant characters" conversion |
182 | 0 | int32_t destLength; |
183 | 0 | if(length <= capacity) { |
184 | 0 | destLength = length; |
185 | 0 | } else { |
186 | 0 | destLength = capacity; |
187 | 0 | } |
188 | 0 | u_UCharsToChars(getArrayStart() + start, target, destLength); |
189 | 0 | return u_terminateChars(target, capacity, length, &status); |
190 | 0 | } else { |
191 | 0 | converter = ucnv_open(codepage, &status); |
192 | 0 | } |
193 | 0 |
|
194 | 0 | length = doExtract(start, length, target, capacity, converter, status); |
195 | 0 |
|
196 | 0 | // close the converter |
197 | 0 | if (codepage == 0) { |
198 | 0 | u_releaseDefaultConverter(converter); |
199 | 0 | } else { |
200 | 0 | ucnv_close(converter); |
201 | 0 | } |
202 | 0 |
|
203 | 0 | return length; |
204 | 0 | } |
205 | | |
206 | | int32_t |
207 | | UnicodeString::extract(char *dest, int32_t destCapacity, |
208 | | UConverter *cnv, |
209 | | UErrorCode &errorCode) const |
210 | 0 | { |
211 | 0 | if(U_FAILURE(errorCode)) { |
212 | 0 | return 0; |
213 | 0 | } |
214 | 0 | |
215 | 0 | if(isBogus() || destCapacity<0 || (destCapacity>0 && dest==0)) { |
216 | 0 | errorCode=U_ILLEGAL_ARGUMENT_ERROR; |
217 | 0 | return 0; |
218 | 0 | } |
219 | 0 | |
220 | 0 | // nothing to do? |
221 | 0 | if(isEmpty()) { |
222 | 0 | return u_terminateChars(dest, destCapacity, 0, &errorCode); |
223 | 0 | } |
224 | 0 |
|
225 | 0 | // get the converter |
226 | 0 | UBool isDefaultConverter; |
227 | 0 | if(cnv==0) { |
228 | 0 | isDefaultConverter=TRUE; |
229 | 0 | cnv=u_getDefaultConverter(&errorCode); |
230 | 0 | if(U_FAILURE(errorCode)) { |
231 | 0 | return 0; |
232 | 0 | } |
233 | 0 | } else { |
234 | 0 | isDefaultConverter=FALSE; |
235 | 0 | ucnv_resetFromUnicode(cnv); |
236 | 0 | } |
237 | 0 |
|
238 | 0 | // convert |
239 | 0 | int32_t len=doExtract(0, length(), dest, destCapacity, cnv, errorCode); |
240 | 0 |
|
241 | 0 | // release the converter |
242 | 0 | if(isDefaultConverter) { |
243 | 0 | u_releaseDefaultConverter(cnv); |
244 | 0 | } |
245 | 0 |
|
246 | 0 | return len; |
247 | 0 | } |
248 | | |
249 | | int32_t |
250 | | UnicodeString::doExtract(int32_t start, int32_t length, |
251 | | char *dest, int32_t destCapacity, |
252 | | UConverter *cnv, |
253 | | UErrorCode &errorCode) const |
254 | 0 | { |
255 | 0 | if(U_FAILURE(errorCode)) { |
256 | 0 | if(destCapacity!=0) { |
257 | 0 | *dest=0; |
258 | 0 | } |
259 | 0 | return 0; |
260 | 0 | } |
261 | 0 |
|
262 | 0 | const UChar *src=getArrayStart()+start, *srcLimit=src+length; |
263 | 0 | char *originalDest=dest; |
264 | 0 | const char *destLimit; |
265 | 0 |
|
266 | 0 | if(destCapacity==0) { |
267 | 0 | destLimit=dest=0; |
268 | 0 | } else if(destCapacity==-1) { |
269 | 0 | // Pin the limit to U_MAX_PTR if the "magic" destCapacity is used. |
270 | 0 | destLimit=(char*)U_MAX_PTR(dest); |
271 | 0 | // for NUL-termination, translate into highest int32_t |
272 | 0 | destCapacity=0x7fffffff; |
273 | 0 | } else { |
274 | 0 | destLimit=dest+destCapacity; |
275 | 0 | } |
276 | 0 |
|
277 | 0 | // perform the conversion |
278 | 0 | ucnv_fromUnicode(cnv, &dest, destLimit, &src, srcLimit, 0, TRUE, &errorCode); |
279 | 0 | length=(int32_t)(dest-originalDest); |
280 | 0 |
|
281 | 0 | // if an overflow occurs, then get the preflighting length |
282 | 0 | if(errorCode==U_BUFFER_OVERFLOW_ERROR) { |
283 | 0 | char buffer[1024]; |
284 | 0 |
|
285 | 0 | destLimit=buffer+sizeof(buffer); |
286 | 0 | do { |
287 | 0 | dest=buffer; |
288 | 0 | errorCode=U_ZERO_ERROR; |
289 | 0 | ucnv_fromUnicode(cnv, &dest, destLimit, &src, srcLimit, 0, TRUE, &errorCode); |
290 | 0 | length+=(int32_t)(dest-buffer); |
291 | 0 | } while(errorCode==U_BUFFER_OVERFLOW_ERROR); |
292 | 0 | } |
293 | 0 |
|
294 | 0 | return u_terminateChars(originalDest, destCapacity, length, &errorCode); |
295 | 0 | } |
296 | | |
297 | | void |
298 | | UnicodeString::doCodepageCreate(const char *codepageData, |
299 | | int32_t dataLength, |
300 | | const char *codepage) |
301 | 0 | { |
302 | 0 | // if there's nothing to convert, do nothing |
303 | 0 | if(codepageData == 0 || dataLength == 0 || dataLength < -1) { |
304 | 0 | return; |
305 | 0 | } |
306 | 0 | if(dataLength == -1) { |
307 | 0 | dataLength = (int32_t)uprv_strlen(codepageData); |
308 | 0 | } |
309 | 0 |
|
310 | 0 | UErrorCode status = U_ZERO_ERROR; |
311 | 0 |
|
312 | 0 | // create the converter |
313 | 0 | // if the codepage is the default, use our cache |
314 | 0 | // if it is an empty string, then use the "invariant character" conversion |
315 | 0 | UConverter *converter; |
316 | 0 | if (codepage == 0) { |
317 | 0 | const char *defaultName = ucnv_getDefaultName(); |
318 | 0 | if(UCNV_FAST_IS_UTF8(defaultName)) { |
319 | 0 | setToUTF8(StringPiece(codepageData, dataLength)); |
320 | 0 | return; |
321 | 0 | } |
322 | 0 | converter = u_getDefaultConverter(&status); |
323 | 0 | } else if(*codepage == 0) { |
324 | 0 | // use the "invariant characters" conversion |
325 | 0 | if(cloneArrayIfNeeded(dataLength, dataLength, FALSE)) { |
326 | 0 | u_charsToUChars(codepageData, getArrayStart(), dataLength); |
327 | 0 | setLength(dataLength); |
328 | 0 | } else { |
329 | 0 | setToBogus(); |
330 | 0 | } |
331 | 0 | return; |
332 | 0 | } else { |
333 | 0 | converter = ucnv_open(codepage, &status); |
334 | 0 | } |
335 | 0 |
|
336 | 0 | // if we failed, set the appropriate flags and return |
337 | 0 | if(U_FAILURE(status)) { |
338 | 0 | setToBogus(); |
339 | 0 | return; |
340 | 0 | } |
341 | 0 | |
342 | 0 | // perform the conversion |
343 | 0 | doCodepageCreate(codepageData, dataLength, converter, status); |
344 | 0 | if(U_FAILURE(status)) { |
345 | 0 | setToBogus(); |
346 | 0 | } |
347 | 0 |
|
348 | 0 | // close the converter |
349 | 0 | if(codepage == 0) { |
350 | 0 | u_releaseDefaultConverter(converter); |
351 | 0 | } else { |
352 | 0 | ucnv_close(converter); |
353 | 0 | } |
354 | 0 | } |
355 | | |
356 | | void |
357 | | UnicodeString::doCodepageCreate(const char *codepageData, |
358 | | int32_t dataLength, |
359 | | UConverter *converter, |
360 | | UErrorCode &status) |
361 | 0 | { |
362 | 0 | if(U_FAILURE(status)) { |
363 | 0 | return; |
364 | 0 | } |
365 | 0 | |
366 | 0 | // set up the conversion parameters |
367 | 0 | const char *mySource = codepageData; |
368 | 0 | const char *mySourceEnd = mySource + dataLength; |
369 | 0 | UChar *array, *myTarget; |
370 | 0 |
|
371 | 0 | // estimate the size needed: |
372 | 0 | int32_t arraySize; |
373 | 0 | if(dataLength <= US_STACKBUF_SIZE) { |
374 | 0 | // try to use the stack buffer |
375 | 0 | arraySize = US_STACKBUF_SIZE; |
376 | 0 | } else { |
377 | 0 | // 1.25 UChar's per source byte should cover most cases |
378 | 0 | arraySize = dataLength + (dataLength >> 2); |
379 | 0 | } |
380 | 0 |
|
381 | 0 | // we do not care about the current contents |
382 | 0 | UBool doCopyArray = FALSE; |
383 | 0 | for(;;) { |
384 | 0 | if(!cloneArrayIfNeeded(arraySize, arraySize, doCopyArray)) { |
385 | 0 | setToBogus(); |
386 | 0 | break; |
387 | 0 | } |
388 | 0 | |
389 | 0 | // perform the conversion |
390 | 0 | array = getArrayStart(); |
391 | 0 | myTarget = array + length(); |
392 | 0 | ucnv_toUnicode(converter, &myTarget, array + getCapacity(), |
393 | 0 | &mySource, mySourceEnd, 0, TRUE, &status); |
394 | 0 |
|
395 | 0 | // update the conversion parameters |
396 | 0 | setLength((int32_t)(myTarget - array)); |
397 | 0 |
|
398 | 0 | // allocate more space and copy data, if needed |
399 | 0 | if(status == U_BUFFER_OVERFLOW_ERROR) { |
400 | 0 | // reset the error code |
401 | 0 | status = U_ZERO_ERROR; |
402 | 0 |
|
403 | 0 | // keep the previous conversion results |
404 | 0 | doCopyArray = TRUE; |
405 | 0 |
|
406 | 0 | // estimate the new size needed, larger than before |
407 | 0 | // try 2 UChar's per remaining source byte |
408 | 0 | arraySize = (int32_t)(length() + 2 * (mySourceEnd - mySource)); |
409 | 0 | } else { |
410 | 0 | break; |
411 | 0 | } |
412 | 0 | } |
413 | 0 | } |
414 | | |
415 | | U_NAMESPACE_END |
416 | | |
417 | | #endif |