Coverage Report

Created: 2025-11-09 06:06

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libidn/lib/nfkc.c
Line
Count
Source
1
/* nfkc.c --- Unicode normalization utilities.
2
   Copyright (C) 2002-2025 Simon Josefsson
3
4
   This file is part of GNU Libidn.
5
6
   GNU Libidn is free software: you can redistribute it and/or
7
   modify it under the terms of either:
8
9
     * the GNU Lesser General Public License as published by the Free
10
       Software Foundation; either version 3 of the License, or (at
11
       your option) any later version.
12
13
   or
14
15
     * the GNU General Public License as published by the Free
16
       Software Foundation; either version 2 of the License, or (at
17
       your option) any later version.
18
19
   or both in parallel, as here.
20
21
   GNU Libidn is distributed in the hope that it will be useful,
22
   but WITHOUT ANY WARRANTY; without even the implied warranty of
23
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
24
   General Public License for more details.
25
26
   You should have received copies of the GNU General Public License and
27
   the GNU Lesser General Public License along with this program.  If
28
   not, see <https://www.gnu.org/licenses/>. */
29
30
#ifdef HAVE_CONFIG_H
31
# include "config.h"
32
#endif
33
34
#include <stdlib.h>
35
#include <string.h>
36
37
#include "stringprep.h"
38
39
/* Hacks to make syncing with GLIB code easier. */
40
28.8k
#define gboolean int
41
41.5k
#define gchar char
42
#define guchar unsigned char
43
43.9k
#define gint int
44
835k
#define guint unsigned int
45
3.59M
#define gushort unsigned short
46
#define gint16 int16_t
47
#define guint16 uint16_t
48
6.17M
#define gunichar uint32_t
49
1.16M
#define gsize size_t
50
#define gssize ssize_t
51
50.3k
#define g_malloc malloc
52
1.71k
#define g_free free
53
306k
#define g_return_val_if_fail(expr,val)  {   \
54
306k
    if (!(expr))         \
55
306k
      return (val);         \
56
306k
  }
57
58
/* Code from GLIB gmacros.h starts here. */
59
60
/* GLIB - Library of useful routines for C programming
61
 * Copyright (C) 1995-1997  Peter Mattis, Spencer Kimball and Josh MacDonald
62
 *
63
 * This library is free software; you can redistribute it and/or
64
 * modify it under the terms of the GNU Lesser General Public
65
 * License as published by the Free Software Foundation; either
66
 * version 2 of the License, or (at your option) any later version.
67
 *
68
 * This library is distributed in the hope that it will be useful,
69
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
70
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
71
 * Lesser General Public License for more details.
72
 */
73
74
#ifndef FALSE
75
14.2M
# define  FALSE (0)
76
#endif
77
78
#ifndef TRUE
79
7.11M
# define  TRUE  (!FALSE)
80
#endif
81
82
841k
#define G_N_ELEMENTS(arr)   (sizeof (arr) / sizeof ((arr)[0]))
83
84
323k
#define G_UNLIKELY(expr) (expr)
85
86
/* Code from GLIB gunicode.h starts here. */
87
88
/* gunicode.h - Unicode manipulation functions
89
 *
90
 *  Copyright (C) 1999, 2000 Tom Tromey
91
 *  Copyright 2000, 2005 Red Hat, Inc.
92
 *
93
 * The Gnome Library is free software; you can redistribute it and/or
94
 * modify it under the terms of the GNU Lesser General Public License as
95
 * published by the Free Software Foundation; either version 2 of the
96
 * License, or (at your option) any later version.
97
 *
98
 * The Gnome Library is distributed in the hope that it will be useful,
99
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
100
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
101
 * Lesser General Public License for more details.
102
 */
103
104
typedef enum
105
{
106
  G_NORMALIZE_DEFAULT,
107
  G_NORMALIZE_NFD = G_NORMALIZE_DEFAULT,
108
  G_NORMALIZE_DEFAULT_COMPOSE,
109
  G_NORMALIZE_NFC = G_NORMALIZE_DEFAULT_COMPOSE,
110
  G_NORMALIZE_ALL,
111
  G_NORMALIZE_NFKD = G_NORMALIZE_ALL,
112
  G_NORMALIZE_ALL_COMPOSE,
113
  G_NORMALIZE_NFKC = G_NORMALIZE_ALL_COMPOSE
114
}
115
GNormalizeMode;
116
117
8.56M
#define g_utf8_next_char(p) ((p) + g_utf8_skip[*(const guchar *)(p)])
118
119
/* Code from GLIB gutf8.c starts here. */
120
121
/* gutf8.c - Operations on UTF-8 strings.
122
 *
123
 * Copyright (C) 1999 Tom Tromey
124
 * Copyright (C) 2000 Red Hat, Inc.
125
 *
126
 * This library is free software; you can redistribute it and/or
127
 * modify it under the terms of the GNU Lesser General Public
128
 * License as published by the Free Software Foundation; either
129
 * version 2 of the License, or (at your option) any later version.
130
 *
131
 * This library is distributed in the hope that it will be useful,
132
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
133
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
134
 * Lesser General Public License for more details.
135
 */
136
137
#define UTF8_COMPUTE(Char, Mask, Len)   \
138
4.47M
  if (Char < 128)       \
139
4.47M
    {           \
140
794k
      Len = 1;          \
141
794k
      Mask = 0x7f;        \
142
794k
    }            \
143
4.47M
  else if ((Char & 0xe0) == 0xc0)   \
144
3.67M
    {           \
145
3.11M
      Len = 2;          \
146
3.11M
      Mask = 0x1f;        \
147
3.11M
    }            \
148
3.67M
  else if ((Char & 0xf0) == 0xe0)   \
149
565k
    {           \
150
550k
      Len = 3;          \
151
550k
      Mask = 0x0f;        \
152
550k
    }            \
153
565k
  else if ((Char & 0xf8) == 0xf0)   \
154
15.1k
    {           \
155
8.29k
      Len = 4;          \
156
8.29k
      Mask = 0x07;        \
157
8.29k
    }            \
158
15.1k
  else if ((Char & 0xfc) == 0xf8)   \
159
6.89k
    {           \
160
940
      Len = 5;          \
161
940
      Mask = 0x03;        \
162
940
    }            \
163
6.89k
  else if ((Char & 0xfe) == 0xfc)   \
164
5.95k
    {           \
165
5.76k
      Len = 6;          \
166
5.76k
      Mask = 0x01;        \
167
5.76k
    }            \
168
5.95k
  else            \
169
5.95k
    Len = -1;
170
171
#define UTF8_LENGTH(Char)     \
172
832k
  ((Char) < 0x80 ? 1 :        \
173
832k
   ((Char) < 0x800 ? 2 :      \
174
609k
    ((Char) < 0x10000 ? 3 :      \
175
233k
     ((Char) < 0x200000 ? 4 :      \
176
7.71k
      ((Char) < 0x4000000 ? 5 : 6)))))
177
178
#define UTF8_GET(Result, Chars, Count, Mask, Len)           \
179
4.47M
  (Result) = (Chars)[0] & (Mask);               \
180
8.74M
  for ((Count) = 1; (Count) < (Len); ++(Count))             \
181
4.47M
    {                       \
182
4.27M
      if (((Chars)[(Count)] & 0xc0) != 0x80)             \
183
4.27M
  {                     \
184
221
    (Result) = -1;                  \
185
221
    break;                    \
186
221
  }                      \
187
4.27M
      (Result) <<= 6;                   \
188
4.26M
      (Result) |= ((Chars)[(Count)] & 0x3f);              \
189
4.26M
    }
190
191
static const gchar utf8_skip_data[256] = {
192
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
193
  1, 1, 1, 1, 1, 1, 1,
194
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
195
  1, 1, 1, 1, 1, 1, 1,
196
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
197
  1, 1, 1, 1, 1, 1, 1,
198
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
199
  1, 1, 1, 1, 1, 1, 1,
200
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
201
  1, 1, 1, 1, 1, 1, 1,
202
  1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1,
203
  1, 1, 1, 1, 1, 1, 1,
204
  2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2, 2,
205
  2, 2, 2, 2, 2, 2, 2,
206
  3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 3, 4, 4, 4, 4, 4, 4, 4, 4, 5,
207
  5, 5, 5, 6, 6, 1, 1
208
};
209
210
static const gchar *const g_utf8_skip = utf8_skip_data;
211
212
/*
213
 * g_utf8_strlen:
214
 * @p: pointer to the start of a UTF-8 encoded string
215
 * @max: the maximum number of bytes to examine. If @max
216
 *       is less than 0, then the string is assumed to be
217
 *       nul-terminated. If @max is 0, @p will not be examined and
218
 *       may be %NULL.
219
 *
220
 * Computes the length of the string in characters, not including
221
 * the terminating nul character.
222
 *
223
 * Return value: the length of the string in characters
224
 **/
225
static gsize
226
g_utf8_strlen (const gchar *p)
227
290k
{
228
290k
  gsize len = 0;
229
230
290k
  g_return_val_if_fail (p != NULL, 0);
231
232
3.91M
  while (*p)
233
3.62M
    {
234
3.62M
      p = g_utf8_next_char (p);
235
3.62M
      ++len;
236
3.62M
    }
237
238
290k
  return len;
239
290k
}
240
241
/*
242
 * g_utf8_get_char:
243
 * @p: a pointer to Unicode character encoded as UTF-8
244
 *
245
 * Converts a sequence of bytes encoded as UTF-8 to a Unicode character.
246
 * If @p does not point to a valid UTF-8 encoded character, results are
247
 * undefined. If you are not sure that the bytes are complete
248
 * valid Unicode characters, you should use g_utf8_get_char_validated()
249
 * instead.
250
 *
251
 * Return value: the resulting character
252
 **/
253
static gunichar
254
g_utf8_get_char (const gchar *p)
255
4.47M
{
256
4.47M
  int i, mask = 0, len;
257
4.47M
  gunichar result;
258
4.47M
  unsigned char c = (unsigned char) *p;
259
260
4.47M
  UTF8_COMPUTE (c, mask, len);
261
4.47M
  if (len == -1)
262
192
    return (gunichar) - 1;
263
4.47M
  UTF8_GET (result, p, i, mask, len);
264
265
4.47M
  return result;
266
4.47M
}
267
268
/*
269
 * g_unichar_to_utf8:
270
 * @c: a Unicode character code
271
 * @outbuf: output buffer, must have at least 6 bytes of space.
272
 *       If %NULL, the length will be computed and returned
273
 *       and nothing will be written to @outbuf.
274
 *
275
 * Converts a single character to UTF-8.
276
 *
277
 * Return value: number of bytes written
278
 **/
279
static int
280
g_unichar_to_utf8 (gunichar c, gchar *outbuf)
281
835k
{
282
  /* If this gets modified, also update the copy in g_string_insert_unichar() */
283
835k
  guint len = 0;
284
835k
  int first;
285
835k
  int i;
286
287
835k
  if (c < 0x80)
288
224k
    {
289
224k
      first = 0;
290
224k
      len = 1;
291
224k
    }
292
611k
  else if (c < 0x800)
293
376k
    {
294
376k
      first = 0xc0;
295
376k
      len = 2;
296
376k
    }
297
234k
  else if (c < 0x10000)
298
226k
    {
299
226k
      first = 0xe0;
300
226k
      len = 3;
301
226k
    }
302
8.21k
  else if (c < 0x200000)
303
4.44k
    {
304
4.44k
      first = 0xf0;
305
4.44k
      len = 4;
306
4.44k
    }
307
3.77k
  else if (c < 0x4000000)
308
480
    {
309
480
      first = 0xf8;
310
480
      len = 5;
311
480
    }
312
3.29k
  else
313
3.29k
    {
314
3.29k
      first = 0xfc;
315
3.29k
      len = 6;
316
3.29k
    }
317
318
835k
  if (outbuf)
319
835k
    {
320
1.69M
      for (i = len - 1; i > 0; --i)
321
860k
  {
322
860k
    outbuf[i] = (c & 0x3f) | 0x80;
323
860k
    c >>= 6;
324
860k
  }
325
835k
      outbuf[0] = c | first;
326
835k
    }
327
328
835k
  return len;
329
835k
}
330
331
/*
332
 * g_utf8_to_ucs4_fast:
333
 * @str: a UTF-8 encoded string
334
 * @len: the maximum length of @str to use, in bytes. If @len < 0,
335
 *       then the string is nul-terminated.
336
 * @items_written: location to store the number of characters in the
337
 *                 result, or %NULL.
338
 *
339
 * Convert a string from UTF-8 to a 32-bit fixed width
340
 * representation as UCS-4, assuming valid UTF-8 input.
341
 * This function is roughly twice as fast as g_utf8_to_ucs4()
342
 * but does no error checking on the input. A trailing 0 character
343
 * will be added to the string after the converted text.
344
 *
345
 * Return value: a pointer to a newly allocated UCS-4 string.
346
 *               This value must be freed with g_free().
347
 **/
348
static gunichar *
349
g_utf8_to_ucs4_fast (const gchar *str, gssize len, gsize *items_written)
350
16.4k
{
351
16.4k
  gunichar *result;
352
16.4k
  gsize n_chars, i;
353
16.4k
  const gchar *p;
354
355
16.4k
  g_return_val_if_fail (str != NULL, NULL);
356
357
16.4k
  p = str;
358
16.4k
  n_chars = 0;
359
16.4k
  if (len < 0)
360
16.4k
    {
361
495k
      while (*p)
362
478k
  {
363
478k
    p = g_utf8_next_char (p);
364
478k
    ++n_chars;
365
478k
  }
366
16.4k
    }
367
0
  else
368
0
    {
369
0
      while (p < str + len && *p)
370
0
  {
371
0
    p = g_utf8_next_char (p);
372
0
    ++n_chars;
373
0
  }
374
0
    }
375
376
16.4k
  result = g_malloc (sizeof (gunichar) * (n_chars + 1));
377
16.4k
  if (!result)
378
0
    return NULL;
379
380
16.4k
  p = str;
381
495k
  for (i = 0; i < n_chars; i++)
382
478k
    {
383
478k
      gunichar wc = (guchar) * p++;
384
385
478k
      if (wc < 0x80)
386
155k
  {
387
155k
    result[i] = wc;
388
155k
  }
389
323k
      else
390
323k
  {
391
323k
    gunichar mask = 0x40;
392
393
323k
    if (G_UNLIKELY ((wc & mask) == 0))
394
0
      {
395
        /* It's an out-of-sequence 10xxxxxxx byte.
396
         * Rather than making an ugly hash of this and the next byte
397
         * and overrunning the buffer, it's more useful to treat it
398
         * with a replacement character */
399
0
        result[i] = 0xfffd;
400
0
        continue;
401
0
      }
402
403
323k
    do
404
558k
      {
405
558k
        wc <<= 6;
406
558k
        wc |= (guchar) (*p++) & 0x3f;
407
558k
        mask <<= 5;
408
558k
      }
409
558k
    while ((wc & mask) != 0);
410
411
323k
    wc &= mask - 1;
412
413
323k
    result[i] = wc;
414
323k
  }
415
478k
    }
416
16.4k
  result[i] = 0;
417
418
16.4k
  if (items_written)
419
14.6k
    *items_written = i;
420
421
16.4k
  return result;
422
16.4k
}
423
424
/*
425
 * g_ucs4_to_utf8:
426
 * @str: a UCS-4 encoded string
427
 * @len: the maximum length (number of characters) of @str to use.
428
 *       If @len < 0, then the string is nul-terminated.
429
 * @items_read: location to store number of characters read, or %NULL.
430
 * @items_written: location to store number of bytes written or %NULL.
431
 *                 The value here stored does not include the trailing 0
432
 *                 byte.
433
 * @error: location to store the error occurring, or %NULL to ignore
434
 *         errors. Any of the errors in #GConvertError other than
435
 *         %G_CONVERT_ERROR_NO_CONVERSION may occur.
436
 *
437
 * Convert a string from a 32-bit fixed width representation as UCS-4.
438
 * to UTF-8. The result will be terminated with a 0 byte.
439
 *
440
 * Return value: a pointer to a newly allocated UTF-8 string.
441
 *               This value must be freed with g_free(). If an
442
 *               error occurs, %NULL will be returned and
443
 *               @error set. In that case, @items_read will be
444
 *               set to the position of the first invalid input
445
 *               character.
446
 **/
447
static gchar *
448
g_ucs4_to_utf8 (const gunichar *str,
449
    gsize len, gsize *items_read, gsize *items_written)
450
19.9k
{
451
19.9k
  gint result_length;
452
19.9k
  gchar *result = NULL;
453
19.9k
  gchar *p;
454
19.9k
  gsize i;
455
456
19.9k
  result_length = 0;
457
852k
  for (i = 0; i < len; i++)
458
835k
    {
459
835k
      if (!str[i])
460
1.71k
  break;
461
462
833k
      if (str[i] >= 0x80000000)
463
462
  goto err_out;
464
465
832k
      result_length += UTF8_LENGTH (str[i]);
466
832k
    }
467
468
19.4k
  result = g_malloc (result_length + 1);
469
19.4k
  if (!result)
470
0
    return NULL;
471
19.4k
  p = result;
472
473
19.4k
  i = 0;
474
852k
  while (p < result + result_length)
475
832k
    p += g_unichar_to_utf8 (str[i++], p);
476
477
19.4k
  *p = '\0';
478
479
19.4k
  if (items_written)
480
0
    *items_written = p - result;
481
482
19.9k
err_out:
483
19.9k
  if (items_read)
484
0
    *items_read = i;
485
486
19.9k
  return result;
487
19.4k
}
488
489
/* Code from GLIB gunidecomp.c starts here. */
490
491
/* decomp.c - Character decomposition.
492
 *
493
 *  Copyright (C) 1999, 2000 Tom Tromey
494
 *  Copyright 2000 Red Hat, Inc.
495
 *
496
 * The Gnome Library is free software; you can redistribute it and/or
497
 * modify it under the terms of the GNU Lesser General Public License as
498
 * published by the Free Software Foundation; either version 2 of the
499
 * License, or (at your option) any later version.
500
 *
501
 * The Gnome Library is distributed in the hope that it will be useful,
502
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
503
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
504
 * Lesser General Public License for more details.
505
 */
506
507
#include "gunidecomp.h"
508
#include "gunicomp.h"
509
510
#define CC_PART1(Page, Char)            \
511
11.5M
  ((combining_class_table_part1[Page] >= G_UNICODE_MAX_TABLE_INDEX) \
512
11.5M
   ? (combining_class_table_part1[Page] - G_UNICODE_MAX_TABLE_INDEX)  \
513
11.5M
   : (cclass_data[combining_class_table_part1[Page]][Char]))
514
515
#define CC_PART2(Page, Char)            \
516
6.81k
  ((combining_class_table_part2[Page] >= G_UNICODE_MAX_TABLE_INDEX) \
517
6.81k
   ? (combining_class_table_part2[Page] - G_UNICODE_MAX_TABLE_INDEX) \
518
6.81k
   : (cclass_data[combining_class_table_part2[Page]][Char]))
519
520
#define COMBINING_CLASS(Char)         \
521
11.5M
  (((Char) <= G_UNICODE_LAST_CHAR_PART1)     \
522
11.5M
   ? CC_PART1 ((Char) >> 8, (Char) & 0xff)     \
523
11.5M
   : (((Char) >= 0xe0000 && (Char) <= G_UNICODE_LAST_CHAR) \
524
25.0k
      ? CC_PART2 (((Char) - 0xe0000) >> 8, (Char) & 0xff) \
525
25.0k
      : 0))
526
527
/* constants for hangul syllable [de]composition */
528
12.9M
#define SBase 0xAC00
529
10.9M
#define LBase 0x1100
530
3.61M
#define VBase 0x1161
531
3.60M
#define TBase 0x11A7
532
541k
#define LCount 19
533
427k
#define VCount 21
534
437k
#define TCount 28
535
420k
#define NCount (VCount * TCount)
536
413k
#define SCount (LCount * NCount)
537
538
/*
539
 * g_unicode_canonical_ordering:
540
 * @string: a UCS-4 encoded string.
541
 * @len: the maximum length of @string to use.
542
 *
543
 * Computes the canonical ordering of a string in-place.
544
 * This rearranges decomposed characters in the string
545
 * according to their combining classes.  See the Unicode
546
 * manual for more information.
547
 **/
548
static void
549
g_unicode_canonical_ordering (gunichar *string, gsize len)
550
359k
{
551
359k
  gsize i;
552
359k
  int swap = 1;
553
554
721k
  while (swap)
555
361k
    {
556
361k
      int last;
557
361k
      swap = 0;
558
361k
      last = COMBINING_CLASS (string[0]);
559
7.38M
      for (i = 0; i < len - 1; ++i)
560
7.02M
  {
561
7.02M
    int next = COMBINING_CLASS (string[i + 1]);
562
7.02M
    if (next != 0 && last > next)
563
7.77k
      {
564
7.77k
        gsize j;
565
        /* Percolate item leftward through string.  */
566
18.6k
        for (j = i + 1; j > 0; --j)
567
18.2k
    {
568
18.2k
      gunichar t;
569
18.2k
      if (COMBINING_CLASS (string[j - 1]) <= next)
570
7.33k
        break;
571
10.9k
      t = string[j];
572
10.9k
      string[j] = string[j - 1];
573
10.9k
      string[j - 1] = t;
574
10.9k
      swap = 1;
575
10.9k
    }
576
        /* We're re-entering the loop looking at the old
577
           character again.  */
578
7.77k
        next = last;
579
7.77k
      }
580
7.02M
    last = next;
581
7.02M
  }
582
361k
    }
583
359k
}
584
585
/* http://www.unicode.org/unicode/reports/tr15/#Hangul
586
 * r should be null or have sufficient space. Calling with r == NULL will
587
 * only calculate the result_len; however, a buffer with space for three
588
 * characters will always be big enough. */
589
static void
590
decompose_hangul (gunichar s, gunichar *r, gsize *result_len)
591
7.03k
{
592
7.03k
  gint SIndex = s - SBase;
593
7.03k
  gint TIndex = SIndex % TCount;
594
595
7.03k
  if (r)
596
3.51k
    {
597
3.51k
      r[0] = LBase + SIndex / NCount;
598
3.51k
      r[1] = VBase + (SIndex % NCount) / TCount;
599
3.51k
    }
600
601
7.03k
  if (TIndex)
602
2.37k
    {
603
2.37k
      if (r)
604
1.18k
  r[2] = TBase + TIndex;
605
2.37k
      *result_len = 3;
606
2.37k
    }
607
4.66k
  else
608
4.66k
    *result_len = 2;
609
7.03k
}
610
611
/* returns a pointer to a null-terminated UTF-8 string */
612
static const gchar *
613
find_decomposition (gunichar ch, gboolean compat)
614
841k
{
615
841k
  int start = 0;
616
841k
  int end = G_N_ELEMENTS (decomp_table);
617
618
841k
  if (ch >= decomp_table[start].ch && ch <= decomp_table[end - 1].ch)
619
602k
    {
620
7.09M
      while (TRUE)
621
7.09M
  {
622
7.09M
    int half = (start + end) / 2;
623
7.09M
    if (ch == decomp_table[half].ch)
624
580k
      {
625
580k
        int offset;
626
627
580k
        if (compat)
628
580k
    {
629
580k
      offset = decomp_table[half].compat_offset;
630
580k
      if (offset == G_UNICODE_NOT_PRESENT_OFFSET)
631
158k
        offset = decomp_table[half].canon_offset;
632
580k
    }
633
0
        else
634
0
    {
635
0
      offset = decomp_table[half].canon_offset;
636
0
      if (offset == G_UNICODE_NOT_PRESENT_OFFSET)
637
0
        return NULL;
638
0
    }
639
640
580k
        return &(decomp_expansion_string[offset]);
641
580k
      }
642
6.51M
    else if (half == start)
643
22.2k
      break;
644
6.49M
    else if (ch > decomp_table[half].ch)
645
3.33M
      start = half;
646
3.15M
    else
647
3.15M
      end = half;
648
7.09M
  }
649
602k
    }
650
651
261k
  return NULL;
652
841k
}
653
654
/* L,V => LV and LV,T => LVT  */
655
static gboolean
656
combine_hangul (gunichar a, gunichar b, gunichar *result)
657
3.59M
{
658
3.59M
  if (a >= LBase && a < LCount + LBase && b >= VBase && b < VCount + VBase)
659
3.65k
    {
660
3.65k
      gint LIndex = a - LBase;
661
3.65k
      gint VIndex = b - VBase;
662
663
3.65k
      *result = SBase + (LIndex * VCount + VIndex) * TCount;
664
3.65k
      return TRUE;
665
3.65k
    }
666
667
3.59M
  if (a >= SBase && a < SCount + SBase && b > TBase && b < TCount + TBase)
668
1.40k
    {
669
1.40k
      gint SIndex = a - SBase;
670
671
1.40k
      if ((SIndex % TCount) == 0)
672
1.20k
  {
673
1.20k
    gint TIndex = b - TBase;
674
675
1.20k
    *result = a + TIndex;
676
1.20k
    return TRUE;
677
1.20k
  }
678
1.40k
    }
679
680
3.59M
  return FALSE;
681
3.59M
}
682
683
#define CI(Page, Char)          \
684
6.75M
  ((compose_table[Page] >= G_UNICODE_MAX_TABLE_INDEX) \
685
6.75M
   ? (compose_table[Page] - G_UNICODE_MAX_TABLE_INDEX)  \
686
6.75M
   : (compose_data[compose_table[Page]][Char]))
687
688
#define COMPOSE_INDEX(Char)           \
689
6.77M
  (((Char >> 8) > (COMPOSE_TABLE_LAST)) ? 0 : CI((Char) >> 8, (Char) & 0xff))
690
691
static gboolean
692
combine (gunichar a, gunichar b, gunichar *result)
693
3.59M
{
694
3.59M
  gushort index_a, index_b;
695
696
3.59M
  if (combine_hangul (a, b, result))
697
4.86k
    return TRUE;
698
699
3.59M
  index_a = COMPOSE_INDEX (a);
700
701
3.59M
  if (index_a >= COMPOSE_FIRST_SINGLE_START && index_a < COMPOSE_SECOND_START)
702
412k
    {
703
412k
      if (b == compose_first_single[index_a - COMPOSE_FIRST_SINGLE_START][0])
704
1.53k
  {
705
1.53k
    *result =
706
1.53k
      compose_first_single[index_a - COMPOSE_FIRST_SINGLE_START][1];
707
1.53k
    return TRUE;
708
1.53k
  }
709
410k
      else
710
410k
  return FALSE;
711
412k
    }
712
713
3.18M
  index_b = COMPOSE_INDEX (b);
714
715
3.18M
  if (index_b >= COMPOSE_SECOND_SINGLE_START)
716
1.48k
    {
717
1.48k
      if (a ==
718
1.48k
    compose_second_single[index_b - COMPOSE_SECOND_SINGLE_START][0])
719
984
  {
720
984
    *result =
721
984
      compose_second_single[index_b - COMPOSE_SECOND_SINGLE_START][1];
722
984
    return TRUE;
723
984
  }
724
502
      else
725
502
  return FALSE;
726
1.48k
    }
727
728
3.17M
  if (index_a >= COMPOSE_FIRST_START && index_a < COMPOSE_FIRST_SINGLE_START
729
235k
      && index_b >= COMPOSE_SECOND_START
730
4.94k
      && index_b < COMPOSE_SECOND_SINGLE_START)
731
4.94k
    {
732
4.94k
      gunichar res =
733
4.94k
  compose_array[index_a - COMPOSE_FIRST_START][index_b -
734
4.94k
                 COMPOSE_SECOND_START];
735
736
4.94k
      if (res)
737
4.53k
  {
738
4.53k
    *result = res;
739
4.53k
    return TRUE;
740
4.53k
  }
741
4.94k
    }
742
743
3.17M
  return FALSE;
744
3.17M
}
745
746
static gunichar *
747
_g_utf8_normalize_wc (const gchar *str, gssize max_len, GNormalizeMode mode)
748
14.4k
{
749
14.4k
  gsize n_wc;
750
14.4k
  gunichar *wc_buffer;
751
14.4k
  const char *p;
752
14.4k
  gsize last_start;
753
14.4k
  gboolean do_compat = (mode == G_NORMALIZE_NFKC || mode == G_NORMALIZE_NFKD);
754
14.4k
  gboolean do_compose = (mode == G_NORMALIZE_NFC || mode == G_NORMALIZE_NFKC);
755
756
14.4k
  n_wc = 0;
757
14.4k
  p = str;
758
438k
  while ((max_len < 0 || p < str + max_len) && *p)
759
424k
    {
760
424k
      const gchar *decomp;
761
424k
      gunichar wc = g_utf8_get_char (p);
762
763
424k
      if (wc >= SBase && wc < SBase + SCount)
764
3.51k
  {
765
3.51k
    gsize result_len;
766
3.51k
    decompose_hangul (wc, NULL, &result_len);
767
3.51k
    n_wc += result_len;
768
3.51k
  }
769
420k
      else
770
420k
  {
771
420k
    decomp = find_decomposition (wc, do_compat);
772
773
420k
    if (decomp)
774
290k
      n_wc += g_utf8_strlen (decomp);
775
130k
    else
776
130k
      n_wc++;
777
420k
  }
778
779
424k
      p = g_utf8_next_char (p);
780
424k
    }
781
782
14.4k
  wc_buffer = g_malloc (sizeof (gunichar) * (n_wc + 1));
783
14.4k
  if (!wc_buffer)
784
0
    return NULL;
785
786
14.4k
  last_start = 0;
787
14.4k
  n_wc = 0;
788
14.4k
  p = str;
789
438k
  while ((max_len < 0 || p < str + max_len) && *p)
790
424k
    {
791
424k
      gunichar wc = g_utf8_get_char (p);
792
424k
      const gchar *decomp;
793
424k
      int cc;
794
424k
      gsize old_n_wc = n_wc;
795
796
424k
      if (wc >= SBase && wc < SBase + SCount)
797
3.51k
  {
798
3.51k
    gsize result_len;
799
3.51k
    decompose_hangul (wc, wc_buffer + n_wc, &result_len);
800
3.51k
    n_wc += result_len;
801
3.51k
  }
802
420k
      else
803
420k
  {
804
420k
    decomp = find_decomposition (wc, do_compat);
805
806
420k
    if (decomp)
807
290k
      {
808
290k
        const char *pd;
809
3.91M
        for (pd = decomp; *pd != '\0'; pd = g_utf8_next_char (pd))
810
3.62M
    wc_buffer[n_wc++] = g_utf8_get_char (pd);
811
290k
      }
812
130k
    else
813
130k
      wc_buffer[n_wc++] = wc;
814
420k
  }
815
816
424k
      if (n_wc > 0)
817
424k
  {
818
424k
    cc = COMBINING_CLASS (wc_buffer[old_n_wc]);
819
820
424k
    if (cc == 0)
821
345k
      {
822
345k
        g_unicode_canonical_ordering (wc_buffer + last_start,
823
345k
              n_wc - last_start);
824
345k
        last_start = old_n_wc;
825
345k
      }
826
424k
  }
827
828
424k
      p = g_utf8_next_char (p);
829
424k
    }
830
831
14.4k
  if (n_wc > 0)
832
14.0k
    {
833
14.0k
      g_unicode_canonical_ordering (wc_buffer + last_start,
834
14.0k
            n_wc - last_start);
835
      /* dead assignment: last_start = n_wc; */
836
14.0k
    }
837
838
14.4k
  wc_buffer[n_wc] = 0;
839
840
  /* All decomposed and reordered */
841
842
14.4k
  if (do_compose && n_wc > 0)
843
14.0k
    {
844
14.0k
      gsize i, j;
845
14.0k
      int last_cc = 0;
846
14.0k
      last_start = 0;
847
848
3.77M
      for (i = 0; i < n_wc; i++)
849
3.75M
  {
850
3.75M
    int cc = COMBINING_CLASS (wc_buffer[i]);
851
852
3.75M
    if (i > 0 &&
853
3.74M
        (last_cc == 0 || last_cc != cc) &&
854
3.59M
        combine (wc_buffer[last_start], wc_buffer[i],
855
3.59M
           &wc_buffer[last_start]))
856
11.9k
      {
857
1.08M
        for (j = i + 1; j < n_wc; j++)
858
1.07M
    wc_buffer[j - 1] = wc_buffer[j];
859
11.9k
        n_wc--;
860
11.9k
        i--;
861
862
11.9k
        if (i == last_start)
863
10.9k
    last_cc = 0;
864
947
        else
865
947
    last_cc = COMBINING_CLASS (wc_buffer[i - 1]);
866
867
11.9k
        continue;
868
11.9k
      }
869
870
3.74M
    if (cc == 0)
871
3.59M
      last_start = i;
872
873
3.74M
    last_cc = cc;
874
3.74M
  }
875
14.0k
    }
876
877
14.4k
  wc_buffer[n_wc] = 0;
878
879
14.4k
  return wc_buffer;
880
14.4k
}
881
882
/*
883
 * g_utf8_normalize:
884
 * @str: a UTF-8 encoded string.
885
 * @len: length of @str, in bytes, or -1 if @str is nul-terminated.
886
 * @mode: the type of normalization to perform.
887
 *
888
 * Converts a string into canonical form, standardizing
889
 * such issues as whether a character with an accent
890
 * is represented as a base character and combining
891
 * accent or as a single precomposed character. The
892
 * string has to be valid UTF-8, otherwise %NULL is
893
 * returned. You should generally call g_utf8_normalize()
894
 * before comparing two Unicode strings.
895
 *
896
 * The normalization mode %G_NORMALIZE_DEFAULT only
897
 * standardizes differences that do not affect the
898
 * text content, such as the above-mentioned accent
899
 * representation. %G_NORMALIZE_ALL also standardizes
900
 * the "compatibility" characters in Unicode, such
901
 * as SUPERSCRIPT THREE to the standard forms
902
 * (in this case DIGIT THREE). Formatting information
903
 * may be lost but for most text operations such
904
 * characters should be considered the same.
905
 *
906
 * %G_NORMALIZE_DEFAULT_COMPOSE and %G_NORMALIZE_ALL_COMPOSE
907
 * are like %G_NORMALIZE_DEFAULT and %G_NORMALIZE_ALL,
908
 * but returned a result with composed forms rather
909
 * than a maximally decomposed form. This is often
910
 * useful if you intend to convert the string to
911
 * a legacy encoding or pass it to a system with
912
 * less capable Unicode handling.
913
 *
914
 * Return value: a newly allocated string, that is the
915
 *   normalized form of @str, or %NULL if @str is not
916
 *   valid UTF-8.
917
 **/
918
static gchar *
919
g_utf8_normalize (const gchar *str, gssize len, GNormalizeMode mode)
920
1.71k
{
921
1.71k
  gunichar *result_wc = _g_utf8_normalize_wc (str, len, mode);
922
1.71k
  gchar *result = NULL;
923
924
1.71k
  if (result_wc)
925
1.71k
    result = g_ucs4_to_utf8 (result_wc, -1, NULL, NULL);
926
927
1.71k
  g_free (result_wc);
928
929
1.71k
  return result;
930
1.71k
}
931
932
/* Public Libidn API starts here. */
933
934
/**
935
 * stringprep_utf8_to_unichar:
936
 * @p: a pointer to Unicode character encoded as UTF-8
937
 *
938
 * Converts a sequence of bytes encoded as UTF-8 to a Unicode character.
939
 * If @p does not point to a valid UTF-8 encoded character, results are
940
 * undefined.
941
 *
942
 * Return value: the resulting character.
943
 **/
944
uint32_t
945
stringprep_utf8_to_unichar (const char *p)
946
2.55k
{
947
2.55k
  return g_utf8_get_char (p);
948
2.55k
}
949
950
/**
951
 * stringprep_unichar_to_utf8:
952
 * @c: a ISO10646 character code
953
 * @outbuf: output buffer, must have at least 6 bytes of space.
954
 *       If %NULL, the length will be computed and returned
955
 *       and nothing will be written to @outbuf.
956
 *
957
 * Converts a single character to UTF-8.
958
 *
959
 * Return value: number of bytes written.
960
 **/
961
int
962
stringprep_unichar_to_utf8 (uint32_t c, char *outbuf)
963
2.55k
{
964
2.55k
  return g_unichar_to_utf8 (c, outbuf);
965
2.55k
}
966
967
#include <unistr.h>
968
969
/**
970
 * stringprep_utf8_to_ucs4:
971
 * @str: a UTF-8 encoded string
972
 * @len: the maximum length of @str to use. If @len < 0, then
973
 *       the string is nul-terminated.
974
 * @items_written: location to store the number of characters in the
975
 *                 result, or %NULL.
976
 *
977
 * Convert a string from UTF-8 to a 32-bit fixed width representation
978
 * as UCS-4.  The function now performs error checking to verify that
979
 * the input is valid UTF-8 (before it was documented to not do error
980
 * checking).
981
 *
982
 * Return value: a pointer to a newly allocated UCS-4 string.
983
 *               This value must be deallocated by the caller.
984
 **/
985
uint32_t *
986
stringprep_utf8_to_ucs4 (const char *str, ssize_t len, size_t *items_written)
987
19.9k
{
988
19.9k
  size_t n;
989
990
19.9k
  if (len < 0)
991
19.9k
    n = strlen (str);
992
0
  else
993
0
    n = len;
994
995
19.9k
  if (u8_check ((const uint8_t *) str, n))
996
3.45k
    return NULL;
997
998
16.4k
  return g_utf8_to_ucs4_fast (str, len, items_written);
999
19.9k
}
1000
1001
/**
1002
 * stringprep_ucs4_to_utf8:
1003
 * @str: a UCS-4 encoded string
1004
 * @len: the maximum length of @str to use. If @len < 0, then
1005
 *       the string is terminated with a 0 character.
1006
 * @items_read: location to store number of characters read read, or %NULL.
1007
 * @items_written: location to store number of bytes written or %NULL.
1008
 *                 The value here stored does not include the trailing 0
1009
 *                 byte.
1010
 *
1011
 * Convert a string from a 32-bit fixed width representation as UCS-4.
1012
 * to UTF-8. The result will be terminated with a 0 byte.
1013
 *
1014
 * Return value: a pointer to a newly allocated UTF-8 string.
1015
 *               This value must be deallocated by the caller.
1016
 *               If an error occurs, %NULL will be returned.
1017
 **/
1018
char *
1019
stringprep_ucs4_to_utf8 (const uint32_t *str, ssize_t len,
1020
       size_t *items_read, size_t *items_written)
1021
18.2k
{
1022
18.2k
  return g_ucs4_to_utf8 (str, len, items_read, items_written);
1023
18.2k
}
1024
1025
/**
1026
 * stringprep_utf8_nfkc_normalize:
1027
 * @str: a UTF-8 encoded string.
1028
 * @len: length of @str, in bytes, or -1 if @str is nul-terminated.
1029
 *
1030
 * Converts a string into canonical form, standardizing
1031
 * such issues as whether a character with an accent
1032
 * is represented as a base character and combining
1033
 * accent or as a single precomposed character.
1034
 *
1035
 * The normalization mode is NFKC (ALL COMPOSE).  It standardizes
1036
 * differences that do not affect the text content, such as the
1037
 * above-mentioned accent representation. It standardizes the
1038
 * "compatibility" characters in Unicode, such as SUPERSCRIPT THREE to
1039
 * the standard forms (in this case DIGIT THREE). Formatting
1040
 * information may be lost but for most text operations such
1041
 * characters should be considered the same. It returns a result with
1042
 * composed forms rather than a maximally decomposed form.
1043
 *
1044
 * Return value: a newly allocated string, that is the
1045
 *   NFKC normalized form of @str.
1046
 **/
1047
char *
1048
stringprep_utf8_nfkc_normalize (const char *str, ssize_t len)
1049
2.55k
{
1050
2.55k
  size_t n;
1051
1052
2.55k
  if (len < 0)
1053
0
    n = strlen (str);
1054
2.55k
  else
1055
2.55k
    n = len;
1056
1057
2.55k
  if (u8_check ((const uint8_t *) str, n))
1058
839
    return NULL;
1059
1060
1.71k
  return g_utf8_normalize (str, len, G_NORMALIZE_NFKC);
1061
2.55k
}
1062
1063
#include <stdio.h>
1064
/**
1065
 * stringprep_ucs4_nfkc_normalize:
1066
 * @str: a Unicode string.
1067
 * @len: length of @str array, or -1 if @str is nul-terminated.
1068
 *
1069
 * Converts a UCS4 string into canonical form, see
1070
 * stringprep_utf8_nfkc_normalize() for more information.
1071
 *
1072
 * Return value: a newly allocated Unicode string, that is the NFKC
1073
 *   normalized form of @str.
1074
 **/
1075
uint32_t *
1076
stringprep_ucs4_nfkc_normalize (const uint32_t *str, ssize_t len)
1077
13.1k
{
1078
13.1k
  char *p;
1079
13.1k
  uint32_t *result_wc;
1080
1081
13.1k
  p = stringprep_ucs4_to_utf8 (str, len, 0, 0);
1082
13.1k
  if (!p)
1083
462
    return NULL;
1084
1085
12.7k
  result_wc = _g_utf8_normalize_wc (p, -1, G_NORMALIZE_NFKC);
1086
12.7k
  free (p);
1087
1088
12.7k
  return result_wc;
1089
13.1k
}