/src/xpdf-4.06/xpdf/CharCodeToUnicode.cc
Line | Count | Source |
1 | | //======================================================================== |
2 | | // |
3 | | // CharCodeToUnicode.cc |
4 | | // |
5 | | // Copyright 2001-2003 Glyph & Cog, LLC |
6 | | // |
7 | | //======================================================================== |
8 | | |
9 | | #include <aconf.h> |
10 | | |
11 | | #include <stdio.h> |
12 | | #include <string.h> |
13 | | #include "gmem.h" |
14 | | #include "gmempp.h" |
15 | | #include "gfile.h" |
16 | | #include "GString.h" |
17 | | #include "Error.h" |
18 | | #include "GlobalParams.h" |
19 | | #include "PSTokenizer.h" |
20 | | #include "CharCodeToUnicode.h" |
21 | | |
22 | | //------------------------------------------------------------------------ |
23 | | |
24 | 346k | #define maxUnicodeString 8 |
25 | | |
26 | | struct CharCodeToUnicodeString { |
27 | | CharCode c; |
28 | | Unicode u[maxUnicodeString]; |
29 | | int len; |
30 | | }; |
31 | | |
32 | | //------------------------------------------------------------------------ |
33 | | |
34 | | struct GStringIndex { |
35 | | GString *s; |
36 | | int i; |
37 | | }; |
38 | | |
39 | 1.67M | static int getCharFromGString(void *data) { |
40 | 1.67M | GStringIndex *idx = (GStringIndex *)data; |
41 | 1.67M | if (idx->i >= idx->s->getLength()) { |
42 | 6.46k | return EOF; |
43 | 6.46k | } |
44 | 1.66M | return idx->s->getChar(idx->i++) & 0xff; |
45 | 1.67M | } |
46 | | |
47 | 0 | static int getCharFromFile(void *data) { |
48 | 0 | return fgetc((FILE *)data); |
49 | 0 | } |
50 | | |
51 | | //------------------------------------------------------------------------ |
52 | | |
53 | | static int hexCharVals[256] = { |
54 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 0x |
55 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 1x |
56 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 2x |
57 | | 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, -1, -1, -1, -1, -1, -1, // 3x |
58 | | -1, 10, 11, 12, 13, 14, 15, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 4x |
59 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 5x |
60 | | -1, 10, 11, 12, 13, 14, 15, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 6x |
61 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 7x |
62 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 8x |
63 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // 9x |
64 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // Ax |
65 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // Bx |
66 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // Cx |
67 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // Dx |
68 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, // Ex |
69 | | -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1 // Fx |
70 | | }; |
71 | | |
72 | | // Parse a <len>-byte hex string <s> into *<val>. Returns false on |
73 | | // error. |
74 | 372k | static GBool parseHex(char *s, int len, Guint *val) { |
75 | 372k | int i, x; |
76 | | |
77 | 372k | *val = 0; |
78 | 1.78M | for (i = 0; i < len; ++i) { |
79 | 1.41M | x = hexCharVals[s[i] & 0xff]; |
80 | 1.41M | if (x < 0) { |
81 | 1.55k | return gFalse; |
82 | 1.55k | } |
83 | 1.41M | *val = (*val << 4) + x; |
84 | 1.41M | } |
85 | 370k | return gTrue; |
86 | 372k | } |
87 | | |
88 | | //------------------------------------------------------------------------ |
89 | | |
90 | 4.01k | CharCodeToUnicode *CharCodeToUnicode::makeIdentityMapping() { |
91 | 4.01k | return new CharCodeToUnicode(); |
92 | 4.01k | } |
93 | | |
94 | | CharCodeToUnicode *CharCodeToUnicode::parseCIDToUnicode(GString *fileName, |
95 | 0 | GString *collection) { |
96 | 0 | FILE *f; |
97 | 0 | Unicode *mapA; |
98 | 0 | CharCode size, mapLenA; |
99 | 0 | char buf[64]; |
100 | 0 | Unicode u; |
101 | 0 | CharCodeToUnicode *ctu; |
102 | |
|
103 | 0 | if (!(f = openFile(fileName->getCString(), "r"))) { |
104 | 0 | error(errSyntaxError, -1, "Couldn't open cidToUnicode file '{0:t}'", |
105 | 0 | fileName); |
106 | 0 | return NULL; |
107 | 0 | } |
108 | | |
109 | 0 | size = 32768; |
110 | 0 | mapA = (Unicode *)gmallocn(size, sizeof(Unicode)); |
111 | 0 | mapLenA = 0; |
112 | |
|
113 | 0 | while (getLine(buf, sizeof(buf), f)) { |
114 | 0 | if (mapLenA == size) { |
115 | 0 | size *= 2; |
116 | 0 | mapA = (Unicode *)greallocn(mapA, size, sizeof(Unicode)); |
117 | 0 | } |
118 | 0 | if (sscanf(buf, "%x", &u) == 1) { |
119 | 0 | mapA[mapLenA] = u; |
120 | 0 | } else { |
121 | 0 | error(errSyntaxWarning, -1, |
122 | 0 | "Bad line ({0:d}) in cidToUnicode file '{1:t}'", |
123 | 0 | (int)(mapLenA + 1), fileName); |
124 | 0 | mapA[mapLenA] = 0; |
125 | 0 | } |
126 | 0 | ++mapLenA; |
127 | 0 | } |
128 | 0 | fclose(f); |
129 | |
|
130 | 0 | ctu = new CharCodeToUnicode(collection->copy(), mapA, mapLenA, gTrue, |
131 | 0 | NULL, 0, 0); |
132 | 0 | gfree(mapA); |
133 | 0 | return ctu; |
134 | 0 | } |
135 | | |
136 | | CharCodeToUnicode *CharCodeToUnicode::parseUnicodeToUnicode( |
137 | 0 | GString *fileName) { |
138 | 0 | FILE *f; |
139 | 0 | Unicode *mapA; |
140 | 0 | CharCodeToUnicodeString *sMapA; |
141 | 0 | CharCode size, oldSize, len, sMapSizeA, sMapLenA; |
142 | 0 | char buf[256]; |
143 | 0 | char *tok; |
144 | 0 | Unicode u0; |
145 | 0 | Unicode uBuf[maxUnicodeString]; |
146 | 0 | CharCodeToUnicode *ctu; |
147 | 0 | int line, n, i; |
148 | |
|
149 | 0 | if (!(f = openFile(fileName->getCString(), "r"))) { |
150 | 0 | error(errSyntaxError, -1, "Couldn't open unicodeToUnicode file '{0:t}'", |
151 | 0 | fileName); |
152 | 0 | return NULL; |
153 | 0 | } |
154 | | |
155 | 0 | size = 4096; |
156 | 0 | mapA = (Unicode *)gmallocn(size, sizeof(Unicode)); |
157 | 0 | memset(mapA, 0, size * sizeof(Unicode)); |
158 | 0 | len = 0; |
159 | 0 | sMapA = NULL; |
160 | 0 | sMapSizeA = sMapLenA = 0; |
161 | |
|
162 | 0 | line = 0; |
163 | 0 | while (getLine(buf, sizeof(buf), f)) { |
164 | 0 | ++line; |
165 | 0 | if (!(tok = strtok(buf, " \t\r\n")) || |
166 | 0 | !parseHex(tok, (int)strlen(tok), &u0)) { |
167 | 0 | error(errSyntaxWarning, -1, |
168 | 0 | "Bad line ({0:d}) in unicodeToUnicode file '{1:t}'", |
169 | 0 | line, fileName); |
170 | 0 | continue; |
171 | 0 | } |
172 | 0 | n = 0; |
173 | 0 | while (n < maxUnicodeString) { |
174 | 0 | if (!(tok = strtok(NULL, " \t\r\n"))) { |
175 | 0 | break; |
176 | 0 | } |
177 | 0 | if (!parseHex(tok, (int)strlen(tok), &uBuf[n])) { |
178 | 0 | error(errSyntaxWarning, -1, |
179 | 0 | "Bad line ({0:d}) in unicodeToUnicode file '{1:t}'", |
180 | 0 | line, fileName); |
181 | 0 | break; |
182 | 0 | } |
183 | 0 | ++n; |
184 | 0 | } |
185 | 0 | if (n < 1) { |
186 | 0 | error(errSyntaxWarning, -1, |
187 | 0 | "Bad line ({0:d}) in unicodeToUnicode file '{1:t}'", |
188 | 0 | line, fileName); |
189 | 0 | continue; |
190 | 0 | } |
191 | 0 | if (u0 >= size) { |
192 | 0 | oldSize = size; |
193 | 0 | while (u0 >= size) { |
194 | 0 | size *= 2; |
195 | 0 | } |
196 | 0 | mapA = (Unicode *)greallocn(mapA, size, sizeof(Unicode)); |
197 | 0 | memset(mapA + oldSize, 0, (size - oldSize) * sizeof(Unicode)); |
198 | 0 | } |
199 | 0 | if (n == 1) { |
200 | 0 | mapA[u0] = uBuf[0]; |
201 | 0 | } else { |
202 | 0 | mapA[u0] = 0; |
203 | 0 | if (sMapLenA == sMapSizeA) { |
204 | 0 | sMapSizeA += 16; |
205 | 0 | sMapA = (CharCodeToUnicodeString *) |
206 | 0 | greallocn(sMapA, sMapSizeA, sizeof(CharCodeToUnicodeString)); |
207 | 0 | } |
208 | 0 | sMapA[sMapLenA].c = u0; |
209 | 0 | for (i = 0; i < n; ++i) { |
210 | 0 | sMapA[sMapLenA].u[i] = uBuf[i]; |
211 | 0 | } |
212 | 0 | sMapA[sMapLenA].len = n; |
213 | 0 | ++sMapLenA; |
214 | 0 | } |
215 | 0 | if (u0 >= len) { |
216 | 0 | len = u0 + 1; |
217 | 0 | } |
218 | 0 | } |
219 | 0 | fclose(f); |
220 | |
|
221 | 0 | ctu = new CharCodeToUnicode(fileName->copy(), mapA, len, gTrue, |
222 | 0 | sMapA, sMapLenA, sMapSizeA); |
223 | 0 | gfree(mapA); |
224 | 0 | return ctu; |
225 | 0 | } |
226 | | |
227 | 12.9k | CharCodeToUnicode *CharCodeToUnicode::make8BitToUnicode(Unicode *toUnicode) { |
228 | 12.9k | return new CharCodeToUnicode(NULL, toUnicode, 256, gTrue, NULL, 0, 0); |
229 | 12.9k | } |
230 | | |
231 | 0 | CharCodeToUnicode *CharCodeToUnicode::make16BitToUnicode(Unicode *toUnicode) { |
232 | 0 | return new CharCodeToUnicode(NULL, toUnicode, 65536, gTrue, NULL, 0, 0); |
233 | 0 | } |
234 | | |
235 | 1.86k | CharCodeToUnicode *CharCodeToUnicode::parseCMap(GString *buf, int nBits) { |
236 | 1.86k | CharCodeToUnicode *ctu; |
237 | 1.86k | GStringIndex idx; |
238 | | |
239 | 1.86k | ctu = new CharCodeToUnicode(NULL); |
240 | 1.86k | idx.s = buf; |
241 | 1.86k | idx.i = 0; |
242 | 1.86k | if (!ctu->parseCMap1(&getCharFromGString, &idx, nBits)) { |
243 | 1.36k | delete ctu; |
244 | 1.36k | return NULL; |
245 | 1.36k | } |
246 | 502 | return ctu; |
247 | 1.86k | } |
248 | | |
249 | 1.73k | void CharCodeToUnicode::mergeCMap(GString *buf, int nBits) { |
250 | 1.73k | GStringIndex idx; |
251 | | |
252 | 1.73k | idx.s = buf; |
253 | 1.73k | idx.i = 0; |
254 | 1.73k | parseCMap1(&getCharFromGString, &idx, nBits); |
255 | 1.73k | } |
256 | | |
257 | | GBool CharCodeToUnicode::parseCMap1(int (*getCharFunc)(void *), void *data, |
258 | 3.60k | int nBits) { |
259 | 3.60k | PSTokenizer *pst; |
260 | 3.60k | char tok1[256], tok2[256], tok3[256]; |
261 | 3.60k | int n1, n2, n3; |
262 | 3.60k | CharCode i; |
263 | 3.60k | CharCode maxCode, code1, code2; |
264 | 3.60k | GString *name; |
265 | 3.60k | FILE *f; |
266 | 3.60k | GBool ok; |
267 | | |
268 | 3.60k | ok = gFalse; |
269 | 3.60k | maxCode = (nBits == 8) ? 0xff : (nBits == 16) ? 0xffff : 0xffffffff; |
270 | 3.60k | pst = new PSTokenizer(getCharFunc, data); |
271 | 3.60k | pst->getToken(tok1, sizeof(tok1), &n1); |
272 | 64.7k | while (pst->getToken(tok2, sizeof(tok2), &n2)) { |
273 | 61.1k | if (!strcmp(tok1, "begincodespacerange")) { |
274 | 1.17k | if (globalParams->getIgnoreWrongSizeToUnicode() && |
275 | 0 | tok2[0] == '<' && tok2[n2 - 1] == '>' && |
276 | 0 | n2 - 2 != nBits / 4) { |
277 | 0 | error(errSyntaxWarning, -1, |
278 | 0 | "Incorrect character size in ToUnicode CMap"); |
279 | 0 | ok = gFalse; |
280 | 0 | break; |
281 | 0 | } |
282 | 4.48k | while (pst->getToken(tok1, sizeof(tok1), &n1) && |
283 | 4.44k | strcmp(tok1, "endcodespacerange")) ; |
284 | 59.9k | } else if (!strcmp(tok2, "usecmap")) { |
285 | 0 | if (tok1[0] == '/') { |
286 | 0 | name = new GString(tok1 + 1); |
287 | 0 | if ((f = globalParams->findToUnicodeFile(name))) { |
288 | 0 | if (parseCMap1(&getCharFromFile, f, nBits)) { |
289 | 0 | ok = gTrue; |
290 | 0 | } |
291 | 0 | fclose(f); |
292 | 0 | } else { |
293 | 0 | error(errSyntaxError, -1, |
294 | 0 | "Couldn't find ToUnicode CMap file for '{1:t}'", |
295 | 0 | name); |
296 | 0 | } |
297 | 0 | delete name; |
298 | 0 | } |
299 | 0 | pst->getToken(tok1, sizeof(tok1), &n1); |
300 | 59.9k | } else if (!strcmp(tok2, "beginbfchar")) { |
301 | 72.4k | while (pst->getToken(tok1, sizeof(tok1), &n1)) { |
302 | 72.4k | if (!strcmp(tok1, "endbfchar")) { |
303 | 749 | break; |
304 | 749 | } |
305 | 71.6k | if (!pst->getToken(tok2, sizeof(tok2), &n2) || |
306 | 71.6k | !strcmp(tok2, "endbfchar")) { |
307 | 10 | error(errSyntaxWarning, -1, |
308 | 10 | "Illegal entry in bfchar block in ToUnicode CMap"); |
309 | 10 | break; |
310 | 10 | } |
311 | 71.6k | if (!(tok1[0] == '<' && tok1[n1 - 1] == '>' && |
312 | 59.9k | tok2[0] == '<' && tok2[n2 - 1] == '>')) { |
313 | 59.9k | error(errSyntaxWarning, -1, |
314 | 59.9k | "Illegal entry in bfchar block in ToUnicode CMap"); |
315 | 59.9k | continue; |
316 | 59.9k | } |
317 | 11.6k | tok1[n1 - 1] = tok2[n2 - 1] = '\0'; |
318 | 11.6k | if (!parseHex(tok1 + 1, n1 - 2, &code1)) { |
319 | 815 | error(errSyntaxWarning, -1, |
320 | 815 | "Illegal entry in bfchar block in ToUnicode CMap"); |
321 | 815 | continue; |
322 | 815 | } |
323 | 10.8k | if (code1 > maxCode) { |
324 | 441 | error(errSyntaxWarning, -1, |
325 | 441 | "Invalid entry in bfchar block in ToUnicode CMap"); |
326 | 441 | } |
327 | 10.8k | addMapping(code1, tok2 + 1, n2 - 2, 0); |
328 | 10.8k | ok = gTrue; |
329 | 10.8k | } |
330 | 778 | pst->getToken(tok1, sizeof(tok1), &n1); |
331 | 59.2k | } else if (!strcmp(tok2, "beginbfrange")) { |
332 | 6.16k | while (pst->getToken(tok1, sizeof(tok1), &n1)) { |
333 | 6.12k | if (!strcmp(tok1, "endbfrange")) { |
334 | 638 | break; |
335 | 638 | } |
336 | 5.48k | if (!pst->getToken(tok2, sizeof(tok2), &n2) || |
337 | 5.45k | !strcmp(tok2, "endbfrange") || |
338 | 5.41k | !pst->getToken(tok3, sizeof(tok3), &n3) || |
339 | 5.39k | !strcmp(tok3, "endbfrange")) { |
340 | 94 | error(errSyntaxWarning, -1, |
341 | 94 | "Illegal entry in bfrange block in ToUnicode CMap"); |
342 | 94 | break; |
343 | 94 | } |
344 | 5.38k | if (!(tok1[0] == '<' && tok1[n1 - 1] == '>' && |
345 | 4.72k | tok2[0] == '<' && tok2[n2 - 1] == '>')) { |
346 | 895 | error(errSyntaxWarning, |
347 | 895 | -1, "Illegal entry in bfrange block in ToUnicode CMap"); |
348 | 895 | continue; |
349 | 895 | } |
350 | 4.49k | tok1[n1 - 1] = tok2[n2 - 1] = '\0'; |
351 | 4.49k | if (!parseHex(tok1 + 1, n1 - 2, &code1) || |
352 | 4.42k | !parseHex(tok2 + 1, n2 - 2, &code2)) { |
353 | 131 | error(errSyntaxWarning, -1, |
354 | 131 | "Illegal entry in bfrange block in ToUnicode CMap"); |
355 | 131 | continue; |
356 | 131 | } |
357 | 4.36k | if (code1 > maxCode || code2 > maxCode) { |
358 | 218 | error(errSyntaxWarning, -1, |
359 | 218 | "Invalid entry in bfrange block in ToUnicode CMap"); |
360 | 218 | if (code2 > maxCode) { |
361 | 209 | code2 = maxCode; |
362 | 209 | } |
363 | 218 | } |
364 | 4.36k | if (!strcmp(tok3, "[")) { |
365 | 180 | i = 0; |
366 | 427 | while (pst->getToken(tok1, sizeof(tok1), &n1)) { |
367 | 427 | if (!strcmp(tok1, "]")) { |
368 | 180 | break; |
369 | 180 | } |
370 | 247 | if (tok1[0] == '<' && tok1[n1 - 1] == '>') { |
371 | 190 | if (code1 + i <= code2) { |
372 | 15 | tok1[n1 - 1] = '\0'; |
373 | 15 | addMapping(code1 + i, tok1 + 1, n1 - 2, 0); |
374 | 15 | ok = gTrue; |
375 | 15 | } |
376 | 190 | } else { |
377 | 57 | error(errSyntaxWarning, -1, |
378 | 57 | "Illegal entry in bfrange block in ToUnicode CMap"); |
379 | 57 | } |
380 | 247 | ++i; |
381 | 247 | } |
382 | 4.18k | } else if (tok3[0] == '<' && tok3[n3 - 1] == '>') { |
383 | 4.15k | tok3[n3 - 1] = '\0'; |
384 | 315k | for (i = 0; code1 <= code2; ++code1, ++i) { |
385 | 311k | addMapping(code1, tok3 + 1, n3 - 2, i); |
386 | 311k | ok = gTrue; |
387 | 311k | } |
388 | 4.15k | } else { |
389 | 26 | error(errSyntaxWarning, -1, |
390 | 26 | "Illegal entry in bfrange block in ToUnicode CMap"); |
391 | 26 | } |
392 | 4.36k | } |
393 | 777 | pst->getToken(tok1, sizeof(tok1), &n1); |
394 | 58.4k | } else if (!strcmp(tok2, "begincidchar")) { |
395 | | // the begincidchar operator is not allowed in ToUnicode CMaps, |
396 | | // but some buggy PDF generators incorrectly use |
397 | | // code-to-CID-type CMaps here |
398 | 109 | error(errSyntaxWarning, -1, |
399 | 109 | "Invalid 'begincidchar' operator in ToUnicode CMap"); |
400 | 5.21k | while (pst->getToken(tok1, sizeof(tok1), &n1)) { |
401 | 5.19k | if (!strcmp(tok1, "endcidchar")) { |
402 | 73 | break; |
403 | 73 | } |
404 | 5.12k | if (!pst->getToken(tok2, sizeof(tok2), &n2) || |
405 | 5.11k | !strcmp(tok2, "endcidchar")) { |
406 | 16 | error(errSyntaxWarning, -1, |
407 | 16 | "Illegal entry in cidchar block in ToUnicode CMap"); |
408 | 16 | break; |
409 | 16 | } |
410 | 5.10k | if (!(tok1[0] == '<' && tok1[n1 - 1] == '>')) { |
411 | 1.50k | error(errSyntaxWarning, -1, |
412 | 1.50k | "Illegal entry in cidchar block in ToUnicode CMap"); |
413 | 1.50k | continue; |
414 | 1.50k | } |
415 | 3.60k | tok1[n1 - 1] = '\0'; |
416 | 3.60k | if (!parseHex(tok1 + 1, n1 - 2, &code1)) { |
417 | 194 | error(errSyntaxWarning, -1, |
418 | 194 | "Illegal entry in cidchar block in ToUnicode CMap"); |
419 | 194 | continue; |
420 | 194 | } |
421 | 3.40k | if (code1 > maxCode) { |
422 | 904 | error(errSyntaxWarning, -1, |
423 | 904 | "Invalid entry in cidchar block in ToUnicode CMap"); |
424 | 904 | } |
425 | 3.40k | addMappingInt(code1, atoi(tok2)); |
426 | 3.40k | ok = gTrue; |
427 | 3.40k | } |
428 | 109 | pst->getToken(tok1, sizeof(tok1), &n1); |
429 | 58.3k | } else if (!strcmp(tok2, "begincidrange")) { |
430 | | // the begincidrange operator is not allowed in ToUnicode CMaps, |
431 | | // but some buggy PDF generators incorrectly use |
432 | | // code-to-CID-type CMaps here |
433 | 73 | error(errSyntaxWarning, -1, |
434 | 73 | "Invalid 'begincidrange' operator in ToUnicode CMap"); |
435 | 646 | while (pst->getToken(tok1, sizeof(tok1), &n1)) { |
436 | 646 | if (!strcmp(tok1, "endcidrange")) { |
437 | 63 | break; |
438 | 63 | } |
439 | 583 | if (!pst->getToken(tok2, sizeof(tok2), &n2) || |
440 | 583 | !strcmp(tok2, "endcidrange") || |
441 | 582 | !pst->getToken(tok3, sizeof(tok3), &n3) || |
442 | 582 | !strcmp(tok3, "endcidrange")) { |
443 | 10 | error(errSyntaxWarning, -1, |
444 | 10 | "Illegal entry in cidrange block in ToUnicode CMap"); |
445 | 10 | break; |
446 | 10 | } |
447 | 573 | if (!(tok1[0] == '<' && tok1[n1 - 1] == '>' && |
448 | 564 | tok2[0] == '<' && tok2[n2 - 1] == '>')) { |
449 | 27 | error(errSyntaxWarning, |
450 | 27 | -1, "Illegal entry in cidrange block in ToUnicode CMap"); |
451 | 27 | continue; |
452 | 27 | } |
453 | 546 | tok1[n1 - 1] = tok2[n2 - 1] = '\0'; |
454 | 546 | if (!parseHex(tok1 + 1, n1 - 2, &code1) || |
455 | 473 | !parseHex(tok2 + 1, n2 - 2, &code2)) { |
456 | 78 | error(errSyntaxWarning, -1, |
457 | 78 | "Illegal entry in cidrange block in ToUnicode CMap"); |
458 | 78 | continue; |
459 | 78 | } |
460 | 468 | if (code1 > maxCode || code2 > maxCode) { |
461 | 49 | error(errSyntaxWarning, -1, |
462 | 49 | "Invalid entry in cidrange block in ToUnicode CMap"); |
463 | 49 | if (code2 > maxCode) { |
464 | 49 | code2 = maxCode; |
465 | 49 | } |
466 | 49 | } |
467 | 7.33k | for (i = atoi(tok3); code1 <= code2; ++code1, ++i) { |
468 | 6.87k | addMappingInt(code1, i); |
469 | 6.87k | ok = gTrue; |
470 | 6.87k | } |
471 | 468 | } |
472 | 73 | pst->getToken(tok1, sizeof(tok1), &n1); |
473 | 58.2k | } else { |
474 | 58.2k | strcpy(tok1, tok2); |
475 | 58.2k | n1 = n2; |
476 | 58.2k | } |
477 | 61.1k | } |
478 | 3.60k | delete pst; |
479 | 3.60k | return ok; |
480 | 3.60k | } |
481 | | |
482 | | void CharCodeToUnicode::addMapping(CharCode code, char *uStr, int n, |
483 | 322k | int offset) { |
484 | 322k | CharCode oldLen, i; |
485 | 322k | Unicode u[maxUnicodeString]; |
486 | 322k | int uLen, j; |
487 | | |
488 | 322k | if (code > 0xffffff) { |
489 | | // This is an arbitrary limit to avoid integer overflow issues. |
490 | | // (I've seen CMaps with mappings for <ffffffff>.) |
491 | 65 | return; |
492 | 65 | } |
493 | 322k | if ((uLen = parseUTF16String(uStr, n, u)) == 0) { |
494 | 453 | return; |
495 | 453 | } |
496 | 321k | if (code >= mapLen) { |
497 | 81 | oldLen = mapLen; |
498 | 81 | mapLen = mapLen ? 2 * mapLen : 256; |
499 | 81 | if (code >= mapLen) { |
500 | 37 | mapLen = (code + 256) & ~255; |
501 | 37 | } |
502 | 81 | map = (Unicode *)greallocn(map, mapLen, sizeof(Unicode)); |
503 | 21.7M | for (i = oldLen; i < mapLen; ++i) { |
504 | 21.7M | map[i] = 0; |
505 | 21.7M | } |
506 | 81 | } |
507 | 321k | if (uLen == 1) { |
508 | 308k | map[code] = u[0] + offset; |
509 | 308k | } else { |
510 | 12.7k | if (sMapLen >= sMapSize) { |
511 | 804 | sMapSize = sMapSize + 16; |
512 | 804 | sMap = (CharCodeToUnicodeString *) |
513 | 804 | greallocn(sMap, sMapSize, sizeof(CharCodeToUnicodeString)); |
514 | 804 | } |
515 | 12.7k | map[code] = 0; |
516 | 12.7k | sMap[sMapLen].c = code; |
517 | 50.7k | for (j = 0; j < uLen; ++j) { |
518 | 37.9k | sMap[sMapLen].u[j] = u[j]; |
519 | 37.9k | } |
520 | 12.7k | sMap[sMapLen].u[uLen - 1] += offset; |
521 | 12.7k | sMap[sMapLen].len = uLen; |
522 | 12.7k | ++sMapLen; |
523 | 12.7k | } |
524 | 321k | } |
525 | | |
526 | | // Convert a UTF-16BE hex string into a sequence of up to |
527 | | // maxUnicodeString Unicode chars. |
528 | 322k | int CharCodeToUnicode::parseUTF16String(char *uStr, int n, Unicode *uOut) { |
529 | 322k | int i = 0; |
530 | 322k | int uLen = 0; |
531 | 668k | while (i < n) { |
532 | 347k | Unicode u; |
533 | 347k | int j = n; |
534 | 347k | if (j - i > 4) { |
535 | 25.5k | j = i + 4; |
536 | 25.5k | } |
537 | 347k | if (!parseHex(uStr + i, j - i, &u)) { |
538 | 332 | error(errSyntaxWarning, -1, "Illegal entry in ToUnicode CMap"); |
539 | 332 | return 0; |
540 | 332 | } |
541 | | // look for a UTF-16 pair |
542 | 346k | if (uLen > 0 && uOut[uLen-1] >= 0xd800 && uOut[uLen-1] <= 0xdbff && |
543 | 4 | u >= 0xdc00 && u <= 0xdfff) { |
544 | 1 | uOut[uLen-1] = 0x10000 + ((uOut[uLen-1] & 0x03ff) << 10) + (u & 0x03ff); |
545 | 346k | } else { |
546 | 346k | if (uLen < maxUnicodeString) { |
547 | 346k | uOut[uLen++] = u; |
548 | 346k | } |
549 | 346k | } |
550 | 346k | i = j; |
551 | 346k | } |
552 | 321k | return uLen; |
553 | 322k | } |
554 | | |
555 | 10.2k | void CharCodeToUnicode::addMappingInt(CharCode code, Unicode u) { |
556 | 10.2k | CharCode oldLen, i; |
557 | | |
558 | 10.2k | if (code > 0xffffff) { |
559 | | // This is an arbitrary limit to avoid integer overflow issues. |
560 | | // (I've seen CMaps with mappings for <ffffffff>.) |
561 | 57 | return; |
562 | 57 | } |
563 | 10.2k | if (code >= mapLen) { |
564 | 224 | oldLen = mapLen; |
565 | 224 | mapLen = mapLen ? 2 * mapLen : 256; |
566 | 224 | if (code >= mapLen) { |
567 | 159 | mapLen = (code + 256) & ~255; |
568 | 159 | } |
569 | 224 | map = (Unicode *)greallocn(map, mapLen, sizeof(Unicode)); |
570 | 6.64M | for (i = oldLen; i < mapLen; ++i) { |
571 | 6.64M | map[i] = 0; |
572 | 6.64M | } |
573 | 224 | } |
574 | 10.2k | map[code] = u; |
575 | 10.2k | } |
576 | | |
577 | 4.01k | CharCodeToUnicode::CharCodeToUnicode() { |
578 | 4.01k | tag = NULL; |
579 | 4.01k | map = NULL; |
580 | 4.01k | mapLen = 0; |
581 | 4.01k | sMap = NULL; |
582 | 4.01k | sMapLen = sMapSize = 0; |
583 | 4.01k | refCnt = 1; |
584 | 4.01k | } |
585 | | |
586 | 1.86k | CharCodeToUnicode::CharCodeToUnicode(GString *tagA) { |
587 | 1.86k | CharCode i; |
588 | | |
589 | 1.86k | tag = tagA; |
590 | 1.86k | mapLen = 256; |
591 | 1.86k | map = (Unicode *)gmallocn(mapLen, sizeof(Unicode)); |
592 | 480k | for (i = 0; i < mapLen; ++i) { |
593 | 478k | map[i] = 0; |
594 | 478k | } |
595 | 1.86k | sMap = NULL; |
596 | 1.86k | sMapLen = sMapSize = 0; |
597 | 1.86k | refCnt = 1; |
598 | 1.86k | } |
599 | | |
600 | | CharCodeToUnicode::CharCodeToUnicode(GString *tagA, Unicode *mapA, |
601 | | CharCode mapLenA, GBool copyMap, |
602 | | CharCodeToUnicodeString *sMapA, |
603 | 12.9k | int sMapLenA, int sMapSizeA) { |
604 | 12.9k | tag = tagA; |
605 | 12.9k | mapLen = mapLenA; |
606 | 12.9k | if (copyMap) { |
607 | 12.9k | map = (Unicode *)gmallocn(mapLen, sizeof(Unicode)); |
608 | 12.9k | memcpy(map, mapA, mapLen * sizeof(Unicode)); |
609 | 12.9k | } else { |
610 | 0 | map = mapA; |
611 | 0 | } |
612 | 12.9k | sMap = sMapA; |
613 | 12.9k | sMapLen = sMapLenA; |
614 | 12.9k | sMapSize = sMapSizeA; |
615 | 12.9k | refCnt = 1; |
616 | 12.9k | } |
617 | | |
618 | 18.8k | CharCodeToUnicode::~CharCodeToUnicode() { |
619 | 18.8k | if (tag) { |
620 | 0 | delete tag; |
621 | 0 | } |
622 | 18.8k | gfree(map); |
623 | 18.8k | gfree(sMap); |
624 | 18.8k | } |
625 | | |
626 | 0 | void CharCodeToUnicode::incRefCnt() { |
627 | 0 | #if MULTITHREADED |
628 | 0 | gAtomicIncrement(&refCnt); |
629 | | #else |
630 | | ++refCnt; |
631 | | #endif |
632 | 0 | } |
633 | | |
634 | 17.4k | void CharCodeToUnicode::decRefCnt() { |
635 | 17.4k | GBool done; |
636 | | |
637 | 17.4k | #if MULTITHREADED |
638 | 17.4k | done = gAtomicDecrement(&refCnt) == 0; |
639 | | #else |
640 | | done = --refCnt == 0; |
641 | | #endif |
642 | 17.4k | if (done) { |
643 | 17.4k | delete this; |
644 | 17.4k | } |
645 | 17.4k | } |
646 | | |
647 | 0 | GBool CharCodeToUnicode::match(GString *tagA) { |
648 | 0 | return tag && !tag->cmp(tagA); |
649 | 0 | } |
650 | | |
651 | 0 | void CharCodeToUnicode::setMapping(CharCode c, Unicode *u, int len) { |
652 | 0 | int i, j; |
653 | |
|
654 | 0 | if (!map) { |
655 | 0 | return; |
656 | 0 | } |
657 | 0 | if (len == 1) { |
658 | 0 | map[c] = u[0]; |
659 | 0 | } else { |
660 | 0 | for (i = 0; i < sMapLen; ++i) { |
661 | 0 | if (sMap[i].c == c) { |
662 | 0 | break; |
663 | 0 | } |
664 | 0 | } |
665 | 0 | if (i == sMapLen) { |
666 | 0 | if (sMapLen == sMapSize) { |
667 | 0 | sMapSize += 8; |
668 | 0 | sMap = (CharCodeToUnicodeString *) |
669 | 0 | greallocn(sMap, sMapSize, sizeof(CharCodeToUnicodeString)); |
670 | 0 | } |
671 | 0 | ++sMapLen; |
672 | 0 | } |
673 | 0 | map[c] = 0; |
674 | 0 | sMap[i].c = c; |
675 | 0 | sMap[i].len = len; |
676 | 0 | for (j = 0; j < len && j < maxUnicodeString; ++j) { |
677 | 0 | sMap[i].u[j] = u[j]; |
678 | 0 | } |
679 | 0 | } |
680 | 0 | } |
681 | | |
682 | 5.05M | int CharCodeToUnicode::mapToUnicode(CharCode c, Unicode *u, int size) { |
683 | 5.05M | int i, j; |
684 | | |
685 | 5.05M | if (!map) { |
686 | 191k | u[0] = (Unicode)c; |
687 | 191k | return 1; |
688 | 191k | } |
689 | 4.85M | if (c >= mapLen) { |
690 | 19.4k | return 0; |
691 | 19.4k | } |
692 | 4.84M | if (map[c]) { |
693 | 3.09M | u[0] = map[c]; |
694 | 3.09M | return 1; |
695 | 3.09M | } |
696 | 2.16M | for (i = 0; i < sMapLen; ++i) { |
697 | 422k | if (sMap[i].c == c) { |
698 | 1.55k | for (j = 0; j < sMap[i].len && j < size; ++j) { |
699 | 1.06k | u[j] = sMap[i].u[j]; |
700 | 1.06k | } |
701 | 491 | return j; |
702 | 491 | } |
703 | 422k | } |
704 | 1.74M | return 0; |
705 | 1.74M | } |
706 | | |
707 | | //------------------------------------------------------------------------ |
708 | | |
709 | 45.4k | CharCodeToUnicodeCache::CharCodeToUnicodeCache(int sizeA) { |
710 | 45.4k | int i; |
711 | | |
712 | 45.4k | size = sizeA; |
713 | 45.4k | cache = (CharCodeToUnicode **)gmallocn(size, sizeof(CharCodeToUnicode *)); |
714 | 227k | for (i = 0; i < size; ++i) { |
715 | 181k | cache[i] = NULL; |
716 | 181k | } |
717 | 45.4k | } |
718 | | |
719 | 45.4k | CharCodeToUnicodeCache::~CharCodeToUnicodeCache() { |
720 | 45.4k | int i; |
721 | | |
722 | 227k | for (i = 0; i < size; ++i) { |
723 | 181k | if (cache[i]) { |
724 | 0 | cache[i]->decRefCnt(); |
725 | 0 | } |
726 | 181k | } |
727 | 45.4k | gfree(cache); |
728 | 45.4k | } |
729 | | |
730 | 1.84k | CharCodeToUnicode *CharCodeToUnicodeCache::getCharCodeToUnicode(GString *tag) { |
731 | 1.84k | CharCodeToUnicode *ctu; |
732 | 1.84k | int i, j; |
733 | | |
734 | 1.84k | if (cache[0] && cache[0]->match(tag)) { |
735 | 0 | cache[0]->incRefCnt(); |
736 | 0 | return cache[0]; |
737 | 0 | } |
738 | 7.38k | for (i = 1; i < size; ++i) { |
739 | 5.53k | if (cache[i] && cache[i]->match(tag)) { |
740 | 0 | ctu = cache[i]; |
741 | 0 | for (j = i; j >= 1; --j) { |
742 | 0 | cache[j] = cache[j - 1]; |
743 | 0 | } |
744 | 0 | cache[0] = ctu; |
745 | 0 | ctu->incRefCnt(); |
746 | 0 | return ctu; |
747 | 0 | } |
748 | 5.53k | } |
749 | 1.84k | return NULL; |
750 | 1.84k | } |
751 | | |
752 | 0 | void CharCodeToUnicodeCache::add(CharCodeToUnicode *ctu) { |
753 | 0 | int i; |
754 | |
|
755 | 0 | if (cache[size - 1]) { |
756 | 0 | cache[size - 1]->decRefCnt(); |
757 | 0 | } |
758 | 0 | for (i = size - 1; i >= 1; --i) { |
759 | 0 | cache[i] = cache[i - 1]; |
760 | 0 | } |
761 | 0 | cache[0] = ctu; |
762 | 0 | ctu->incRefCnt(); |
763 | 0 | } |