Coverage Report

Created: 2026-03-08 06:40

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/cpython/Modules/_localemodule.c
Line
Count
Source
1
/***********************************************************
2
Copyright (C) 1997, 2002, 2003, 2007, 2008 Martin von Loewis
3
4
Permission to use, copy, modify, and distribute this software and its
5
documentation for any purpose and without fee is hereby granted,
6
provided that the above copyright notice appear in all copies.
7
8
This software comes with no warranty. Use at your own risk.
9
10
******************************************************************/
11
12
#include "Python.h"
13
#include "pycore_fileutils.h"     // _Py_GetLocaleconvNumeric()
14
#include "pycore_pymem.h"         // _PyMem_Strdup()
15
16
#include <locale.h>               // setlocale()
17
#include <string.h>               // strlen()
18
#ifdef HAVE_ERRNO_H
19
#  include <errno.h>              // errno
20
#endif
21
#ifdef HAVE_LANGINFO_H
22
#  include <langinfo.h>           // nl_langinfo()
23
#endif
24
#ifdef HAVE_LIBINTL_H
25
#  include <libintl.h>
26
#endif
27
#ifdef MS_WINDOWS
28
#  ifndef WIN32_LEAN_AND_MEAN
29
#    define WIN32_LEAN_AND_MEAN
30
#  endif
31
#  include <windows.h>
32
#endif
33
34
PyDoc_STRVAR(locale__doc__, "Support for POSIX locales.");
35
36
typedef struct _locale_state {
37
    PyObject *Error;
38
} _locale_state;
39
40
static inline _locale_state*
41
get_locale_state(PyObject *m)
42
47
{
43
47
    void *state = PyModule_GetState(m);
44
47
    assert(state != NULL);
45
47
    return (_locale_state *)state;
46
47
}
47
48
#include "clinic/_localemodule.c.h"
49
50
/*[clinic input]
51
module _locale
52
[clinic start generated code]*/
53
/*[clinic end generated code: output=da39a3ee5e6b4b0d input=ed98569b726feada]*/
54
55
/* support functions for formatting floating-point numbers */
56
57
/* the grouping is terminated by either 0 or CHAR_MAX */
58
static PyObject*
59
copy_grouping(const char* s)
60
0
{
61
0
    int i;
62
0
    PyObject *result, *val = NULL;
63
64
0
    if (s[0] == '\0') {
65
        /* empty string: no grouping at all */
66
0
        return PyList_New(0);
67
0
    }
68
69
0
    for (i = 0; s[i] != '\0' && s[i] != CHAR_MAX; i++)
70
0
        ; /* nothing */
71
72
0
    result = PyList_New(i+1);
73
0
    if (!result)
74
0
        return NULL;
75
76
0
    i = -1;
77
0
    do {
78
0
        i++;
79
0
        val = PyLong_FromLong(s[i]);
80
0
        if (val == NULL) {
81
0
            Py_DECREF(result);
82
0
            return NULL;
83
0
        }
84
0
        PyList_SET_ITEM(result, i, val);
85
0
    } while (s[i] != '\0' && s[i] != CHAR_MAX);
86
87
0
    return result;
88
0
}
89
90
#if defined(MS_WINDOWS)
91
92
// 16 is the number of elements in the szCodePage field
93
// of the __crt_locale_strings structure.
94
#define MAX_CP_LEN 15
95
96
static int
97
check_locale_name(const char *locale, const char *end)
98
{
99
    size_t len = end ? (size_t)(end - locale) : strlen(locale);
100
    const char *dot = memchr(locale, '.', len);
101
    if (dot && locale + len - dot - 1 > MAX_CP_LEN) {
102
        return -1;
103
    }
104
    return 0;
105
}
106
107
static int
108
check_locale_name_all(const char *locale)
109
{
110
    const char *start = locale;
111
    while (1) {
112
        const char *end = strchr(start, ';');
113
        if (check_locale_name(start, end) < 0) {
114
            return -1;
115
        }
116
        if (end == NULL) {
117
            break;
118
        }
119
        start = end + 1;
120
    }
121
    return 0;
122
}
123
#endif
124
125
/*[clinic input]
126
_locale.setlocale
127
128
    category: int
129
    locale: str(accept={str, NoneType}) = NULL
130
    /
131
132
Activates/queries locale processing.
133
[clinic start generated code]*/
134
135
static PyObject *
136
_locale_setlocale_impl(PyObject *module, int category, const char *locale)
137
/*[clinic end generated code: output=a0e777ae5d2ff117 input=dbe18f1d66c57a6a]*/
138
0
{
139
0
    char *result;
140
0
    PyObject *result_object;
141
142
#if defined(MS_WINDOWS)
143
    if (category < LC_MIN || category > LC_MAX)
144
    {
145
        PyErr_SetString(get_locale_state(module)->Error,
146
                        "invalid locale category");
147
        return NULL;
148
    }
149
    if (locale) {
150
        if ((category == LC_ALL
151
             ? check_locale_name_all(locale)
152
             : check_locale_name(locale, NULL)) < 0)
153
        {
154
            /* Debug assertion failure on Windows.
155
             * _Py_BEGIN_SUPPRESS_IPH/_Py_END_SUPPRESS_IPH do not help. */
156
            PyErr_SetString(get_locale_state(module)->Error,
157
                "unsupported locale setting");
158
            return NULL;
159
        }
160
    }
161
#endif
162
163
0
    if (locale) {
164
        /* set locale */
165
0
        result = setlocale(category, locale);
166
0
        if (!result) {
167
            /* operation failed, no setting was changed */
168
0
            PyErr_SetString(get_locale_state(module)->Error,
169
0
                            "unsupported locale setting");
170
0
            return NULL;
171
0
        }
172
0
        result_object = PyUnicode_DecodeLocale(result, NULL);
173
0
        if (!result_object)
174
0
            return NULL;
175
0
    } else {
176
        /* get locale */
177
0
        result = setlocale(category, NULL);
178
0
        if (!result) {
179
0
            PyErr_SetString(get_locale_state(module)->Error,
180
0
                            "locale query failed");
181
0
            return NULL;
182
0
        }
183
0
        result_object = PyUnicode_DecodeLocale(result, NULL);
184
0
    }
185
0
    return result_object;
186
0
}
187
188
static int
189
locale_is_ascii(const char *str)
190
0
{
191
0
    return (strlen(str) == 1 && ((unsigned char)str[0]) <= 127);
192
0
}
193
194
static int
195
is_all_ascii(const char *str)
196
0
{
197
0
    for (; *str; str++) {
198
0
        if ((unsigned char)*str > 127) {
199
0
            return 0;
200
0
        }
201
0
    }
202
0
    return 1;
203
0
}
204
205
static int
206
locale_decode_monetary(PyObject *dict, struct lconv *lc)
207
0
{
208
0
#ifndef MS_WINDOWS
209
0
    int change_locale;
210
0
    change_locale = (!locale_is_ascii(lc->int_curr_symbol)
211
0
                     || !locale_is_ascii(lc->currency_symbol)
212
0
                     || !locale_is_ascii(lc->mon_decimal_point)
213
0
                     || !locale_is_ascii(lc->mon_thousands_sep));
214
215
    /* Keep a copy of the LC_CTYPE locale */
216
0
    char *oldloc = NULL, *loc = NULL;
217
0
    if (change_locale) {
218
0
        oldloc = setlocale(LC_CTYPE, NULL);
219
0
        if (!oldloc) {
220
0
            PyErr_SetString(PyExc_RuntimeWarning,
221
0
                            "failed to get LC_CTYPE locale");
222
0
            return -1;
223
0
        }
224
225
0
        oldloc = _PyMem_Strdup(oldloc);
226
0
        if (!oldloc) {
227
0
            PyErr_NoMemory();
228
0
            return -1;
229
0
        }
230
231
0
        loc = setlocale(LC_MONETARY, NULL);
232
0
        if (loc != NULL && strcmp(loc, oldloc) == 0) {
233
0
            loc = NULL;
234
0
        }
235
236
0
        if (loc != NULL) {
237
            /* Only set the locale temporarily the LC_CTYPE locale
238
               to the LC_MONETARY locale if the two locales are different and
239
               at least one string is non-ASCII. */
240
0
            setlocale(LC_CTYPE, loc);
241
0
        }
242
0
    }
243
244
0
#define GET_LOCALE_STRING(ATTR) PyUnicode_DecodeLocale(lc->ATTR, NULL)
245
#else  /* MS_WINDOWS */
246
/* Use _W_* fields of Windows struct lconv */
247
#define GET_LOCALE_STRING(ATTR) PyUnicode_FromWideChar(lc->_W_ ## ATTR, -1)
248
#endif /* MS_WINDOWS */
249
250
0
    int res = -1;
251
252
0
#define RESULT_STRING(ATTR) \
253
0
    do { \
254
0
        PyObject *obj; \
255
0
        obj = GET_LOCALE_STRING(ATTR); \
256
0
        if (obj == NULL) { \
257
0
            goto done; \
258
0
        } \
259
0
        if (PyDict_SetItemString(dict, Py_STRINGIFY(ATTR), obj) < 0) { \
260
0
            Py_DECREF(obj); \
261
0
            goto done; \
262
0
        } \
263
0
        Py_DECREF(obj); \
264
0
    } while (0)
265
266
0
    RESULT_STRING(int_curr_symbol);
267
0
    RESULT_STRING(currency_symbol);
268
0
    RESULT_STRING(mon_decimal_point);
269
0
    RESULT_STRING(mon_thousands_sep);
270
0
#undef RESULT_STRING
271
0
#undef GET_LOCALE_STRING
272
273
0
    res = 0;
274
275
0
done:
276
0
#ifndef MS_WINDOWS
277
0
    if (loc != NULL) {
278
0
        setlocale(LC_CTYPE, oldloc);
279
0
    }
280
0
    PyMem_Free(oldloc);
281
0
#endif
282
0
    return res;
283
0
}
284
285
/*[clinic input]
286
_locale.localeconv
287
288
Returns numeric and monetary locale-specific parameters.
289
[clinic start generated code]*/
290
291
static PyObject *
292
_locale_localeconv_impl(PyObject *module)
293
/*[clinic end generated code: output=43a54515e0a2aef5 input=f1132d15accf4444]*/
294
0
{
295
0
    PyObject* result;
296
0
    struct lconv *lc;
297
0
    PyObject *x;
298
299
0
    result = PyDict_New();
300
0
    if (!result) {
301
0
        return NULL;
302
0
    }
303
304
    /* if LC_NUMERIC is different in the C library, use saved value */
305
0
    lc = localeconv();
306
307
    /* hopefully, the localeconv result survives the C library calls
308
       involved herein */
309
310
0
#define RESULT(key, obj)\
311
0
    do { \
312
0
        if (obj == NULL) \
313
0
            goto failed; \
314
0
        if (PyDict_SetItemString(result, key, obj) < 0) { \
315
0
            Py_DECREF(obj); \
316
0
            goto failed; \
317
0
        } \
318
0
        Py_DECREF(obj); \
319
0
    } while (0)
320
321
#ifdef MS_WINDOWS
322
/* Use _W_* fields of Windows struct lconv */
323
#define GET_LOCALE_STRING(ATTR) PyUnicode_FromWideChar(lc->_W_ ## ATTR, -1)
324
#else
325
0
#define GET_LOCALE_STRING(ATTR) PyUnicode_DecodeLocale(lc->ATTR, NULL)
326
0
#endif
327
0
#define RESULT_STRING(s)\
328
0
    do { \
329
0
        x = GET_LOCALE_STRING(s); \
330
0
        RESULT(#s, x); \
331
0
    } while (0)
332
333
0
#define RESULT_INT(i)\
334
0
    do { \
335
0
        x = PyLong_FromLong(lc->i); \
336
0
        RESULT(#i, x); \
337
0
    } while (0)
338
339
    /* Monetary information: LC_MONETARY encoding */
340
0
    if (locale_decode_monetary(result, lc) < 0) {
341
0
        goto failed;
342
0
    }
343
0
    x = copy_grouping(lc->mon_grouping);
344
0
    RESULT("mon_grouping", x);
345
346
0
    RESULT_STRING(positive_sign);
347
0
    RESULT_STRING(negative_sign);
348
0
    RESULT_INT(int_frac_digits);
349
0
    RESULT_INT(frac_digits);
350
0
    RESULT_INT(p_cs_precedes);
351
0
    RESULT_INT(p_sep_by_space);
352
0
    RESULT_INT(n_cs_precedes);
353
0
    RESULT_INT(n_sep_by_space);
354
0
    RESULT_INT(p_sign_posn);
355
0
    RESULT_INT(n_sign_posn);
356
357
    /* Numeric information: LC_NUMERIC encoding */
358
0
    PyObject *decimal_point = NULL, *thousands_sep = NULL;
359
0
    if (_Py_GetLocaleconvNumeric(lc, &decimal_point, &thousands_sep) < 0) {
360
0
        Py_XDECREF(decimal_point);
361
0
        Py_XDECREF(thousands_sep);
362
0
        goto failed;
363
0
    }
364
365
0
    if (PyDict_SetItemString(result, "decimal_point", decimal_point) < 0) {
366
0
        Py_DECREF(decimal_point);
367
0
        Py_DECREF(thousands_sep);
368
0
        goto failed;
369
0
    }
370
0
    Py_DECREF(decimal_point);
371
372
0
    if (PyDict_SetItemString(result, "thousands_sep", thousands_sep) < 0) {
373
0
        Py_DECREF(thousands_sep);
374
0
        goto failed;
375
0
    }
376
0
    Py_DECREF(thousands_sep);
377
378
0
    x = copy_grouping(lc->grouping);
379
0
    RESULT("grouping", x);
380
381
0
    return result;
382
383
0
  failed:
384
0
    Py_DECREF(result);
385
0
    return NULL;
386
387
0
#undef RESULT
388
0
#undef RESULT_STRING
389
0
#undef RESULT_INT
390
0
#undef GET_LOCALE_STRING
391
0
}
392
393
#if defined(HAVE_WCSCOLL)
394
395
/*[clinic input]
396
_locale.strcoll
397
398
    os1: unicode
399
    os2: unicode
400
    /
401
402
Compares two strings according to the locale.
403
[clinic start generated code]*/
404
405
static PyObject *
406
_locale_strcoll_impl(PyObject *module, PyObject *os1, PyObject *os2)
407
/*[clinic end generated code: output=82ddc6d62c76d618 input=693cd02bcbf38dd8]*/
408
0
{
409
0
    PyObject *result = NULL;
410
0
    wchar_t *ws1 = NULL, *ws2 = NULL;
411
412
    /* Convert the unicode strings to wchar[]. */
413
0
    ws1 = PyUnicode_AsWideCharString(os1, NULL);
414
0
    if (ws1 == NULL)
415
0
        goto done;
416
0
    ws2 = PyUnicode_AsWideCharString(os2, NULL);
417
0
    if (ws2 == NULL)
418
0
        goto done;
419
    /* Collate the strings. */
420
0
    result = PyLong_FromLong(wcscoll(ws1, ws2));
421
0
  done:
422
    /* Deallocate everything. */
423
0
    if (ws1) PyMem_Free(ws1);
424
0
    if (ws2) PyMem_Free(ws2);
425
0
    return result;
426
0
}
427
#endif
428
429
#ifdef HAVE_WCSXFRM
430
431
/*[clinic input]
432
_locale.strxfrm
433
434
    string as str: unicode
435
    /
436
437
Return a string that can be used as a key for locale-aware comparisons.
438
[clinic start generated code]*/
439
440
static PyObject *
441
_locale_strxfrm_impl(PyObject *module, PyObject *str)
442
/*[clinic end generated code: output=3081866ebffc01af input=1378bbe6a88b4780]*/
443
0
{
444
0
    Py_ssize_t n1;
445
0
    wchar_t *s = NULL, *buf = NULL;
446
0
    size_t n2;
447
0
    PyObject *result = NULL;
448
449
0
    s = PyUnicode_AsWideCharString(str, &n1);
450
0
    if (s == NULL)
451
0
        goto exit;
452
0
    if (wcslen(s) != (size_t)n1) {
453
0
        PyErr_SetString(PyExc_ValueError,
454
0
                        "embedded null character");
455
0
        goto exit;
456
0
    }
457
458
0
    errno = 0;
459
0
    n2 = wcsxfrm(NULL, s, 0);
460
0
    if (errno && errno != ERANGE) {
461
0
        PyErr_SetFromErrno(PyExc_OSError);
462
0
        goto exit;
463
0
    }
464
0
    buf = PyMem_New(wchar_t, n2+1);
465
0
    if (!buf) {
466
0
        PyErr_NoMemory();
467
0
        goto exit;
468
0
    }
469
470
0
    errno = 0;
471
0
    n2 = wcsxfrm(buf, s, n2+1);
472
0
    if (errno) {
473
0
        PyErr_SetFromErrno(PyExc_OSError);
474
0
        goto exit;
475
0
    }
476
    /* The result is just a sequence of integers, they are not necessary
477
       Unicode code points, so PyUnicode_FromWideChar() cannot be used
478
       here. For example, 0xD83D 0xDC0D should not be larger than 0xFF41.
479
     */
480
0
#if SIZEOF_WCHAR_T == 4
481
0
    {
482
        /* Some codes can exceed the range of Unicode code points
483
           (0 - 0x10FFFF), so they cannot be directly used in
484
           PyUnicode_FromKindAndData(). They should be first encoded in
485
           a way that preserves the lexicographical order.
486
487
           Codes in the range 0-0xFFFF represent themself.
488
           Codes larger than 0xFFFF are encoded as a pair:
489
           * 0x1xxxx -- the highest 16 bits
490
           * 0x0xxxx -- the lowest 16 bits
491
         */
492
0
        size_t n3 = 0;
493
0
        for (size_t i = 0; i < n2; i++) {
494
0
            if ((Py_UCS4)buf[i] > 0x10000u) {
495
0
                n3++;
496
0
            }
497
0
        }
498
0
        if (n3) {
499
0
            n3 += n2; // no integer overflow
500
0
            Py_UCS4 *buf2 = PyMem_New(Py_UCS4, n3);
501
0
            if (buf2 == NULL) {
502
0
                PyErr_NoMemory();
503
0
                goto exit;
504
0
            }
505
0
            size_t j = 0;
506
0
            for (size_t i = 0; i < n2; i++) {
507
0
                Py_UCS4 c = (Py_UCS4)buf[i];
508
0
                if (c > 0x10000u) {
509
0
                    buf2[j++] = (c >> 16) | 0x10000u;
510
0
                    buf2[j++] = c & 0xFFFFu;
511
0
                }
512
0
                else {
513
0
                    buf2[j++] = c;
514
0
                }
515
0
            }
516
0
            assert(j == n3);
517
0
            result = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, buf2, n3);
518
0
            PyMem_Free(buf2);
519
0
            goto exit;
520
0
        }
521
0
    }
522
0
#endif
523
0
    result = PyUnicode_FromKindAndData(sizeof(wchar_t), buf, n2);
524
0
exit:
525
0
    PyMem_Free(buf);
526
0
    PyMem_Free(s);
527
0
    return result;
528
0
}
529
#endif
530
531
#if defined(MS_WINDOWS)
532
533
/*[clinic input]
534
_locale._getdefaultlocale
535
536
[clinic start generated code]*/
537
538
static PyObject *
539
_locale__getdefaultlocale_impl(PyObject *module)
540
/*[clinic end generated code: output=e6254088579534c2 input=003ea41acd17f7c7]*/
541
{
542
    char encoding[20];
543
    char locale[100];
544
545
    PyOS_snprintf(encoding, sizeof(encoding), "cp%u", GetACP());
546
547
    if (GetLocaleInfoA(LOCALE_USER_DEFAULT,
548
                      LOCALE_SISO639LANGNAME,
549
                      locale, sizeof(locale))) {
550
        Py_ssize_t i = strlen(locale);
551
        locale[i++] = '_';
552
        if (GetLocaleInfoA(LOCALE_USER_DEFAULT,
553
                          LOCALE_SISO3166CTRYNAME,
554
                          locale+i, (int)(sizeof(locale)-i)))
555
            return Py_BuildValue("ss", locale, encoding);
556
    }
557
558
    /* cannot determine the language code (very unlikely) */
559
    return Py_BuildValue("Os", Py_None, encoding);
560
}
561
#endif
562
563
#ifdef HAVE_LANGINFO_H
564
#define LANGINFO(X, Y) {#X, X, Y}
565
static struct langinfo_constant{
566
    const char *name;
567
    int value;
568
    int category;
569
} langinfo_constants[] =
570
{
571
    /* These constants should exist on any langinfo implementation */
572
    LANGINFO(DAY_1, LC_TIME),
573
    LANGINFO(DAY_2, LC_TIME),
574
    LANGINFO(DAY_3, LC_TIME),
575
    LANGINFO(DAY_4, LC_TIME),
576
    LANGINFO(DAY_5, LC_TIME),
577
    LANGINFO(DAY_6, LC_TIME),
578
    LANGINFO(DAY_7, LC_TIME),
579
580
    LANGINFO(ABDAY_1, LC_TIME),
581
    LANGINFO(ABDAY_2, LC_TIME),
582
    LANGINFO(ABDAY_3, LC_TIME),
583
    LANGINFO(ABDAY_4, LC_TIME),
584
    LANGINFO(ABDAY_5, LC_TIME),
585
    LANGINFO(ABDAY_6, LC_TIME),
586
    LANGINFO(ABDAY_7, LC_TIME),
587
588
    LANGINFO(MON_1, LC_TIME),
589
    LANGINFO(MON_2, LC_TIME),
590
    LANGINFO(MON_3, LC_TIME),
591
    LANGINFO(MON_4, LC_TIME),
592
    LANGINFO(MON_5, LC_TIME),
593
    LANGINFO(MON_6, LC_TIME),
594
    LANGINFO(MON_7, LC_TIME),
595
    LANGINFO(MON_8, LC_TIME),
596
    LANGINFO(MON_9, LC_TIME),
597
    LANGINFO(MON_10, LC_TIME),
598
    LANGINFO(MON_11, LC_TIME),
599
    LANGINFO(MON_12, LC_TIME),
600
601
    LANGINFO(ABMON_1, LC_TIME),
602
    LANGINFO(ABMON_2, LC_TIME),
603
    LANGINFO(ABMON_3, LC_TIME),
604
    LANGINFO(ABMON_4, LC_TIME),
605
    LANGINFO(ABMON_5, LC_TIME),
606
    LANGINFO(ABMON_6, LC_TIME),
607
    LANGINFO(ABMON_7, LC_TIME),
608
    LANGINFO(ABMON_8, LC_TIME),
609
    LANGINFO(ABMON_9, LC_TIME),
610
    LANGINFO(ABMON_10, LC_TIME),
611
    LANGINFO(ABMON_11, LC_TIME),
612
    LANGINFO(ABMON_12, LC_TIME),
613
614
#ifdef RADIXCHAR
615
    /* The following are not available with glibc 2.0 */
616
    LANGINFO(RADIXCHAR, LC_NUMERIC),
617
    LANGINFO(THOUSEP, LC_NUMERIC),
618
    /* YESSTR and NOSTR are deprecated in glibc, since they are
619
       a special case of message translation, which should be rather
620
       done using gettext. So we don't expose it to Python in the
621
       first place.
622
    LANGINFO(YESSTR, LC_MESSAGES),
623
    LANGINFO(NOSTR, LC_MESSAGES),
624
    */
625
    LANGINFO(CRNCYSTR, LC_MONETARY),
626
#endif
627
628
    LANGINFO(D_T_FMT, LC_TIME),
629
    LANGINFO(D_FMT, LC_TIME),
630
    LANGINFO(T_FMT, LC_TIME),
631
    LANGINFO(AM_STR, LC_TIME),
632
    LANGINFO(PM_STR, LC_TIME),
633
634
    /* The following constants are available only with XPG4, but...
635
       OpenBSD doesn't have CODESET but has T_FMT_AMPM, and doesn't have
636
       a few of the others.
637
       Solution: ifdef-test them all. */
638
#ifdef CODESET
639
    LANGINFO(CODESET, LC_CTYPE),
640
#endif
641
#ifdef T_FMT_AMPM
642
    LANGINFO(T_FMT_AMPM, LC_TIME),
643
#endif
644
#ifdef ERA
645
    LANGINFO(ERA, LC_TIME),
646
#endif
647
#ifdef ERA_D_FMT
648
    LANGINFO(ERA_D_FMT, LC_TIME),
649
#endif
650
#ifdef ERA_D_T_FMT
651
    LANGINFO(ERA_D_T_FMT, LC_TIME),
652
#endif
653
#ifdef ERA_T_FMT
654
    LANGINFO(ERA_T_FMT, LC_TIME),
655
#endif
656
#ifdef ALT_DIGITS
657
    LANGINFO(ALT_DIGITS, LC_TIME),
658
#endif
659
#ifdef YESEXPR
660
    LANGINFO(YESEXPR, LC_MESSAGES),
661
#endif
662
#ifdef NOEXPR
663
    LANGINFO(NOEXPR, LC_MESSAGES),
664
#endif
665
#ifdef _DATE_FMT
666
    /* This is not available in all glibc versions that have CODESET. */
667
    LANGINFO(_DATE_FMT, LC_TIME),
668
#endif
669
    {0, 0, 0}
670
};
671
672
/* Temporary make the LC_CTYPE locale to be the same as
673
 * the locale of the specified category. */
674
static int
675
change_locale(int category, char **oldloc)
676
0
{
677
    /* Keep a copy of the LC_CTYPE locale */
678
0
    *oldloc = setlocale(LC_CTYPE, NULL);
679
0
    if (!*oldloc) {
680
0
        PyErr_SetString(PyExc_RuntimeError, "failed to get LC_CTYPE locale");
681
0
        return -1;
682
0
    }
683
0
    *oldloc = _PyMem_Strdup(*oldloc);
684
0
    if (!*oldloc) {
685
0
        PyErr_NoMemory();
686
0
        return -1;
687
0
    }
688
689
    /* Set a new locale if it is different. */
690
0
    char *loc = setlocale(category, NULL);
691
0
    if (loc == NULL || strcmp(loc, *oldloc) == 0) {
692
0
        PyMem_Free(*oldloc);
693
0
        *oldloc = NULL;
694
0
        return 0;
695
0
    }
696
697
0
    setlocale(LC_CTYPE, loc);
698
0
    return 1;
699
0
}
700
701
/* Restore the old LC_CTYPE locale. */
702
static void
703
restore_locale(char *oldloc)
704
0
{
705
0
    if (oldloc != NULL) {
706
0
        setlocale(LC_CTYPE, oldloc);
707
0
        PyMem_Free(oldloc);
708
0
    }
709
0
}
710
711
#ifdef __GLIBC__
712
#if defined(ALT_DIGITS) || defined(ERA)
713
static PyObject *
714
decode_strings(const char *result, size_t max_count)
715
0
{
716
    /* Convert a sequence of NUL-separated C strings to a Python string
717
     * containing semicolon separated items. */
718
0
    size_t i = 0;
719
0
    size_t count = 0;
720
0
    for (; count < max_count && result[i]; count++) {
721
0
        i += strlen(result + i) + 1;
722
0
    }
723
0
    char *buf = PyMem_Malloc(i);
724
0
    if (buf == NULL) {
725
0
        PyErr_NoMemory();
726
0
        return NULL;
727
0
    }
728
0
    memcpy(buf, result, i);
729
    /* Replace all NULs with semicolons. */
730
0
    i = 0;
731
0
    while (--count) {
732
0
        i += strlen(buf + i);
733
0
        buf[i++] = ';';
734
0
    }
735
0
    PyObject *pyresult = PyUnicode_DecodeLocale(buf, NULL);
736
0
    PyMem_Free(buf);
737
0
    return pyresult;
738
0
}
739
#endif
740
#endif
741
742
/*[clinic input]
743
_locale.nl_langinfo
744
745
    key as item: int
746
    /
747
748
Return the value for the locale information associated with key.
749
[clinic start generated code]*/
750
751
static PyObject *
752
_locale_nl_langinfo_impl(PyObject *module, int item)
753
/*[clinic end generated code: output=6aea457b47e077a3 input=00798143eecfeddc]*/
754
0
{
755
0
    int i;
756
    /* Check whether this is a supported constant. GNU libc sometimes
757
       returns numeric values in the char* return value, which would
758
       crash PyUnicode_FromString.  */
759
0
    for (i = 0; langinfo_constants[i].name; i++) {
760
0
        if (langinfo_constants[i].value == item) {
761
            /* Check NULL as a workaround for GNU libc's returning NULL
762
               instead of an empty string for nl_langinfo(ERA).  */
763
0
            const char *result = nl_langinfo(item);
764
0
            result = result != NULL ? result : "";
765
0
            char *oldloc = NULL;
766
0
            if (langinfo_constants[i].category != LC_CTYPE
767
0
                && *result && (
768
0
#ifdef __GLIBC__
769
                    // gh-133740: Always change the locale for ALT_DIGITS and ERA
770
0
#  ifdef ALT_DIGITS
771
0
                    item == ALT_DIGITS ||
772
0
#  endif
773
0
#  ifdef ERA
774
0
                    item == ERA ||
775
0
#  endif
776
0
#endif
777
0
                    !is_all_ascii(result))
778
0
                && change_locale(langinfo_constants[i].category, &oldloc) < 0)
779
0
            {
780
0
                return NULL;
781
0
            }
782
0
            PyObject *pyresult;
783
0
#ifdef __GLIBC__
784
            /* According to the POSIX specification the result must be
785
             * a sequence of semicolon-separated strings.
786
             * But in Glibc they are NUL-separated. */
787
0
#ifdef ALT_DIGITS
788
0
            if (item == ALT_DIGITS && *result) {
789
0
                pyresult = decode_strings(result, 100);
790
0
            }
791
0
            else
792
0
#endif
793
0
#ifdef ERA
794
0
            if (item == ERA && *result) {
795
0
                pyresult = decode_strings(result, SIZE_MAX);
796
0
            }
797
0
            else
798
0
#endif
799
0
#endif
800
0
            {
801
0
                pyresult = PyUnicode_DecodeLocale(result, NULL);
802
0
            }
803
0
            restore_locale(oldloc);
804
0
            return pyresult;
805
0
        }
806
0
    }
807
0
    PyErr_SetString(PyExc_ValueError, "unsupported langinfo constant");
808
0
    return NULL;
809
0
}
810
#endif /* HAVE_LANGINFO_H */
811
812
#ifdef HAVE_LIBINTL_H
813
814
/*[clinic input]
815
_locale.gettext
816
817
    msg as in: str
818
    /
819
820
gettext(msg) -> string
821
822
Return translation of msg.
823
[clinic start generated code]*/
824
825
static PyObject *
826
_locale_gettext_impl(PyObject *module, const char *in)
827
/*[clinic end generated code: output=493bb4b38a4704fe input=949fc8efc2bb3bc3]*/
828
0
{
829
0
    return PyUnicode_DecodeLocale(gettext(in), NULL);
830
0
}
831
832
/*[clinic input]
833
_locale.dgettext
834
835
    domain: str(accept={str, NoneType})
836
    msg as in: str
837
    /
838
839
dgettext(domain, msg) -> string
840
841
Return translation of msg in domain.
842
[clinic start generated code]*/
843
844
static PyObject *
845
_locale_dgettext_impl(PyObject *module, const char *domain, const char *in)
846
/*[clinic end generated code: output=3c0cd5287b972c8f input=a277388a635109d8]*/
847
0
{
848
0
    return PyUnicode_DecodeLocale(dgettext(domain, in), NULL);
849
0
}
850
851
/*[clinic input]
852
_locale.dcgettext
853
854
    domain: str(accept={str, NoneType})
855
    msg as msgid: str
856
    category: int
857
    /
858
859
Return translation of msg in domain and category.
860
[clinic start generated code]*/
861
862
static PyObject *
863
_locale_dcgettext_impl(PyObject *module, const char *domain,
864
                       const char *msgid, int category)
865
/*[clinic end generated code: output=0f4cc4fce0aa283f input=ec5f8fed4336de67]*/
866
0
{
867
0
    return PyUnicode_DecodeLocale(dcgettext(domain,msgid,category), NULL);
868
0
}
869
870
/*[clinic input]
871
_locale.textdomain
872
873
    domain: str(accept={str, NoneType})
874
    /
875
876
Set the C library's textdmain to domain, returning the new domain.
877
[clinic start generated code]*/
878
879
static PyObject *
880
_locale_textdomain_impl(PyObject *module, const char *domain)
881
/*[clinic end generated code: output=7992df06aadec313 input=66359716f5eb1d38]*/
882
0
{
883
0
    domain = textdomain(domain);
884
0
    if (!domain) {
885
0
        PyErr_SetFromErrno(PyExc_OSError);
886
0
        return NULL;
887
0
    }
888
0
    return PyUnicode_DecodeLocale(domain, NULL);
889
0
}
890
891
/*[clinic input]
892
_locale.bindtextdomain
893
894
    domain: str
895
    dir as dirname_obj: object
896
    /
897
898
Bind the C library's domain to dir.
899
[clinic start generated code]*/
900
901
static PyObject *
902
_locale_bindtextdomain_impl(PyObject *module, const char *domain,
903
                            PyObject *dirname_obj)
904
/*[clinic end generated code: output=6d6f3c7b345d785c input=c0dff085acfe272b]*/
905
0
{
906
0
    const char *dirname, *current_dirname;
907
0
    PyObject *dirname_bytes = NULL, *result;
908
909
0
    if (!strlen(domain)) {
910
0
        PyErr_SetString(get_locale_state(module)->Error,
911
0
                        "domain must be a non-empty string");
912
0
        return 0;
913
0
    }
914
0
    if (dirname_obj != Py_None) {
915
0
        if (!PyUnicode_FSConverter(dirname_obj, &dirname_bytes))
916
0
            return NULL;
917
0
        dirname = PyBytes_AsString(dirname_bytes);
918
0
    } else {
919
0
        dirname_bytes = NULL;
920
0
        dirname = NULL;
921
0
    }
922
0
    current_dirname = bindtextdomain(domain, dirname);
923
0
    if (current_dirname == NULL) {
924
0
        PyErr_SetFromErrno(PyExc_OSError);
925
0
        Py_XDECREF(dirname_bytes);
926
0
        return NULL;
927
0
    }
928
0
    result = PyUnicode_DecodeLocale(current_dirname, NULL);
929
0
    Py_XDECREF(dirname_bytes);
930
0
    return result;
931
0
}
932
933
#ifdef HAVE_BIND_TEXTDOMAIN_CODESET
934
935
/*[clinic input]
936
_locale.bind_textdomain_codeset
937
938
    domain: str
939
    codeset: str(accept={str, NoneType})
940
    /
941
942
Bind the C library's domain to codeset.
943
[clinic start generated code]*/
944
945
static PyObject *
946
_locale_bind_textdomain_codeset_impl(PyObject *module, const char *domain,
947
                                     const char *codeset)
948
/*[clinic end generated code: output=fa452f9c8b1b9e89 input=23fbe3540400f259]*/
949
0
{
950
0
    codeset = bind_textdomain_codeset(domain, codeset);
951
0
    if (codeset) {
952
0
        return PyUnicode_DecodeLocale(codeset, NULL);
953
0
    }
954
0
    Py_RETURN_NONE;
955
0
}
956
#endif  // HAVE_BIND_TEXTDOMAIN_CODESET
957
958
#endif  // HAVE_LIBINTL_H
959
960
961
/*[clinic input]
962
_locale.getencoding
963
964
Get the current locale encoding.
965
[clinic start generated code]*/
966
967
static PyObject *
968
_locale_getencoding_impl(PyObject *module)
969
/*[clinic end generated code: output=86b326b971872e46 input=6503d11e5958b360]*/
970
0
{
971
0
    return _Py_GetLocaleEncodingObject();
972
0
}
973
974
975
static struct PyMethodDef PyLocale_Methods[] = {
976
    _LOCALE_SETLOCALE_METHODDEF
977
    _LOCALE_LOCALECONV_METHODDEF
978
#ifdef HAVE_WCSCOLL
979
    _LOCALE_STRCOLL_METHODDEF
980
#endif
981
#ifdef HAVE_WCSXFRM
982
    _LOCALE_STRXFRM_METHODDEF
983
#endif
984
#if defined(MS_WINDOWS)
985
    _LOCALE__GETDEFAULTLOCALE_METHODDEF
986
#endif
987
#ifdef HAVE_LANGINFO_H
988
    _LOCALE_NL_LANGINFO_METHODDEF
989
#endif
990
#ifdef HAVE_LIBINTL_H
991
    _LOCALE_GETTEXT_METHODDEF
992
    _LOCALE_DGETTEXT_METHODDEF
993
    _LOCALE_DCGETTEXT_METHODDEF
994
    _LOCALE_TEXTDOMAIN_METHODDEF
995
    _LOCALE_BINDTEXTDOMAIN_METHODDEF
996
#ifdef HAVE_BIND_TEXTDOMAIN_CODESET
997
    _LOCALE_BIND_TEXTDOMAIN_CODESET_METHODDEF
998
#endif
999
#endif
1000
    _LOCALE_GETENCODING_METHODDEF
1001
  {NULL, NULL}
1002
};
1003
1004
static int
1005
_locale_exec(PyObject *module)
1006
4
{
1007
4
#ifdef HAVE_LANGINFO_H
1008
4
    int i;
1009
4
#endif
1010
4
#define ADD_INT(module, value)                                    \
1011
32
    do {                                                          \
1012
32
        if (PyModule_AddIntConstant(module, #value, value) < 0) { \
1013
0
            return -1;                                            \
1014
0
        }                                                         \
1015
32
    } while (0)
1016
1017
4
    ADD_INT(module, LC_CTYPE);
1018
4
    ADD_INT(module, LC_TIME);
1019
4
    ADD_INT(module, LC_COLLATE);
1020
4
    ADD_INT(module, LC_MONETARY);
1021
1022
4
#ifdef LC_MESSAGES
1023
4
    ADD_INT(module, LC_MESSAGES);
1024
4
#endif /* LC_MESSAGES */
1025
1026
4
    ADD_INT(module, LC_NUMERIC);
1027
4
    ADD_INT(module, LC_ALL);
1028
4
    ADD_INT(module, CHAR_MAX);
1029
1030
4
    _locale_state *state = get_locale_state(module);
1031
4
    state->Error = PyErr_NewException("locale.Error", NULL, NULL);
1032
4
    if (PyModule_AddObjectRef(module, "Error", state->Error) < 0) {
1033
0
        return -1;
1034
0
    }
1035
1036
4
#ifdef HAVE_LANGINFO_H
1037
228
    for (i = 0; langinfo_constants[i].name; i++) {
1038
224
        if (PyModule_AddIntConstant(module,
1039
224
                                    langinfo_constants[i].name,
1040
224
                                    langinfo_constants[i].value) < 0) {
1041
0
            return -1;
1042
0
        }
1043
224
    }
1044
4
#endif
1045
1046
4
    if (PyErr_Occurred()) {
1047
0
        return -1;
1048
0
    }
1049
4
    return 0;
1050
1051
4
#undef ADD_INT
1052
4
}
1053
1054
static struct PyModuleDef_Slot _locale_slots[] = {
1055
    {Py_mod_exec, _locale_exec},
1056
    {Py_mod_multiple_interpreters, Py_MOD_PER_INTERPRETER_GIL_SUPPORTED},
1057
    {Py_mod_gil, Py_MOD_GIL_NOT_USED},
1058
    {0, NULL}
1059
};
1060
1061
static int
1062
locale_traverse(PyObject *module, visitproc visit, void *arg)
1063
43
{
1064
43
    _locale_state *state = get_locale_state(module);
1065
43
    Py_VISIT(state->Error);
1066
43
    return 0;
1067
43
}
1068
1069
static int
1070
locale_clear(PyObject *module)
1071
0
{
1072
0
    _locale_state *state = get_locale_state(module);
1073
0
    Py_CLEAR(state->Error);
1074
0
    return 0;
1075
0
}
1076
1077
static void
1078
locale_free(void *module)
1079
0
{
1080
0
    locale_clear((PyObject*)module);
1081
0
}
1082
1083
static struct PyModuleDef _localemodule = {
1084
    PyModuleDef_HEAD_INIT,
1085
    "_locale",
1086
    locale__doc__,
1087
    sizeof(_locale_state),
1088
    PyLocale_Methods,
1089
    _locale_slots,
1090
    locale_traverse,
1091
    locale_clear,
1092
    locale_free,
1093
};
1094
1095
PyMODINIT_FUNC
1096
PyInit__locale(void)
1097
4
{
1098
4
    return PyModuleDef_Init(&_localemodule);
1099
4
}
1100
1101
/*
1102
Local variables:
1103
c-basic-offset: 4
1104
indent-tabs-mode: nil
1105
End:
1106
*/