Coverage Report

Created: 2025-11-02 06:30

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/cpython/Modules/_localemodule.c
Line
Count
Source
1
/***********************************************************
2
Copyright (C) 1997, 2002, 2003, 2007, 2008 Martin von Loewis
3
4
Permission to use, copy, modify, and distribute this software and its
5
documentation for any purpose and without fee is hereby granted,
6
provided that the above copyright notice appear in all copies.
7
8
This software comes with no warranty. Use at your own risk.
9
10
******************************************************************/
11
12
#include "Python.h"
13
#include "pycore_fileutils.h"     // _Py_GetLocaleconvNumeric()
14
#include "pycore_pymem.h"         // _PyMem_Strdup()
15
16
#include <locale.h>               // setlocale()
17
#include <string.h>               // strlen()
18
#ifdef HAVE_ERRNO_H
19
#  include <errno.h>              // errno
20
#endif
21
#ifdef HAVE_LANGINFO_H
22
#  include <langinfo.h>           // nl_langinfo()
23
#endif
24
#ifdef HAVE_LIBINTL_H
25
#  include <libintl.h>
26
#endif
27
#ifdef MS_WINDOWS
28
#  ifndef WIN32_LEAN_AND_MEAN
29
#    define WIN32_LEAN_AND_MEAN
30
#  endif
31
#  include <windows.h>
32
#endif
33
34
PyDoc_STRVAR(locale__doc__, "Support for POSIX locales.");
35
36
typedef struct _locale_state {
37
    PyObject *Error;
38
} _locale_state;
39
40
static inline _locale_state*
41
get_locale_state(PyObject *m)
42
0
{
43
0
    void *state = PyModule_GetState(m);
44
0
    assert(state != NULL);
45
0
    return (_locale_state *)state;
46
0
}
47
48
#include "clinic/_localemodule.c.h"
49
50
/*[clinic input]
51
module _locale
52
[clinic start generated code]*/
53
/*[clinic end generated code: output=da39a3ee5e6b4b0d input=ed98569b726feada]*/
54
55
/* support functions for formatting floating-point numbers */
56
57
/* the grouping is terminated by either 0 or CHAR_MAX */
58
static PyObject*
59
copy_grouping(const char* s)
60
0
{
61
0
    int i;
62
0
    PyObject *result, *val = NULL;
63
64
0
    if (s[0] == '\0') {
65
        /* empty string: no grouping at all */
66
0
        return PyList_New(0);
67
0
    }
68
69
0
    for (i = 0; s[i] != '\0' && s[i] != CHAR_MAX; i++)
70
0
        ; /* nothing */
71
72
0
    result = PyList_New(i+1);
73
0
    if (!result)
74
0
        return NULL;
75
76
0
    i = -1;
77
0
    do {
78
0
        i++;
79
0
        val = PyLong_FromLong(s[i]);
80
0
        if (val == NULL) {
81
0
            Py_DECREF(result);
82
0
            return NULL;
83
0
        }
84
0
        PyList_SET_ITEM(result, i, val);
85
0
    } while (s[i] != '\0' && s[i] != CHAR_MAX);
86
87
0
    return result;
88
0
}
89
90
#if defined(MS_WINDOWS)
91
92
// 16 is the number of elements in the szCodePage field
93
// of the __crt_locale_strings structure.
94
#define MAX_CP_LEN 15
95
96
static int
97
check_locale_name(const char *locale, const char *end)
98
{
99
    size_t len = end ? (size_t)(end - locale) : strlen(locale);
100
    const char *dot = memchr(locale, '.', len);
101
    if (dot && locale + len - dot - 1 > MAX_CP_LEN) {
102
        return -1;
103
    }
104
    return 0;
105
}
106
107
static int
108
check_locale_name_all(const char *locale)
109
{
110
    const char *start = locale;
111
    while (1) {
112
        const char *end = strchr(start, ';');
113
        if (check_locale_name(start, end) < 0) {
114
            return -1;
115
        }
116
        if (end == NULL) {
117
            break;
118
        }
119
        start = end + 1;
120
    }
121
    return 0;
122
}
123
#endif
124
125
/*[clinic input]
126
_locale.setlocale
127
128
    category: int
129
    locale: str(accept={str, NoneType}) = NULL
130
    /
131
132
Activates/queries locale processing.
133
[clinic start generated code]*/
134
135
static PyObject *
136
_locale_setlocale_impl(PyObject *module, int category, const char *locale)
137
/*[clinic end generated code: output=a0e777ae5d2ff117 input=dbe18f1d66c57a6a]*/
138
0
{
139
0
    char *result;
140
0
    PyObject *result_object;
141
142
#if defined(MS_WINDOWS)
143
    if (category < LC_MIN || category > LC_MAX)
144
    {
145
        PyErr_SetString(get_locale_state(module)->Error,
146
                        "invalid locale category");
147
        return NULL;
148
    }
149
    if (locale) {
150
        if ((category == LC_ALL
151
             ? check_locale_name_all(locale)
152
             : check_locale_name(locale, NULL)) < 0)
153
        {
154
            /* Debug assertion failure on Windows.
155
             * _Py_BEGIN_SUPPRESS_IPH/_Py_END_SUPPRESS_IPH do not help. */
156
            PyErr_SetString(get_locale_state(module)->Error,
157
                "unsupported locale setting");
158
            return NULL;
159
        }
160
    }
161
#endif
162
163
0
    if (locale) {
164
        /* set locale */
165
0
        result = setlocale(category, locale);
166
0
        if (!result) {
167
            /* operation failed, no setting was changed */
168
0
            PyErr_SetString(get_locale_state(module)->Error,
169
0
                            "unsupported locale setting");
170
0
            return NULL;
171
0
        }
172
0
        result_object = PyUnicode_DecodeLocale(result, NULL);
173
0
        if (!result_object)
174
0
            return NULL;
175
0
    } else {
176
        /* get locale */
177
0
        result = setlocale(category, NULL);
178
0
        if (!result) {
179
0
            PyErr_SetString(get_locale_state(module)->Error,
180
0
                            "locale query failed");
181
0
            return NULL;
182
0
        }
183
0
        result_object = PyUnicode_DecodeLocale(result, NULL);
184
0
    }
185
0
    return result_object;
186
0
}
187
188
static int
189
locale_is_ascii(const char *str)
190
0
{
191
0
    return (strlen(str) == 1 && ((unsigned char)str[0]) <= 127);
192
0
}
193
194
static int
195
is_all_ascii(const char *str)
196
0
{
197
0
    for (; *str; str++) {
198
0
        if ((unsigned char)*str > 127) {
199
0
            return 0;
200
0
        }
201
0
    }
202
0
    return 1;
203
0
}
204
205
static int
206
locale_decode_monetary(PyObject *dict, struct lconv *lc)
207
0
{
208
0
#ifndef MS_WINDOWS
209
0
    int change_locale;
210
0
    change_locale = (!locale_is_ascii(lc->int_curr_symbol)
211
0
                     || !locale_is_ascii(lc->currency_symbol)
212
0
                     || !locale_is_ascii(lc->mon_decimal_point)
213
0
                     || !locale_is_ascii(lc->mon_thousands_sep));
214
215
    /* Keep a copy of the LC_CTYPE locale */
216
0
    char *oldloc = NULL, *loc = NULL;
217
0
    if (change_locale) {
218
0
        oldloc = setlocale(LC_CTYPE, NULL);
219
0
        if (!oldloc) {
220
0
            PyErr_SetString(PyExc_RuntimeWarning,
221
0
                            "failed to get LC_CTYPE locale");
222
0
            return -1;
223
0
        }
224
225
0
        oldloc = _PyMem_Strdup(oldloc);
226
0
        if (!oldloc) {
227
0
            PyErr_NoMemory();
228
0
            return -1;
229
0
        }
230
231
0
        loc = setlocale(LC_MONETARY, NULL);
232
0
        if (loc != NULL && strcmp(loc, oldloc) == 0) {
233
0
            loc = NULL;
234
0
        }
235
236
0
        if (loc != NULL) {
237
            /* Only set the locale temporarily the LC_CTYPE locale
238
               to the LC_MONETARY locale if the two locales are different and
239
               at least one string is non-ASCII. */
240
0
            setlocale(LC_CTYPE, loc);
241
0
        }
242
0
    }
243
244
0
#define GET_LOCALE_STRING(ATTR) PyUnicode_DecodeLocale(lc->ATTR, NULL)
245
#else  /* MS_WINDOWS */
246
/* Use _W_* fields of Windows struct lconv */
247
#define GET_LOCALE_STRING(ATTR) PyUnicode_FromWideChar(lc->_W_ ## ATTR, -1)
248
#endif /* MS_WINDOWS */
249
250
0
    int res = -1;
251
252
0
#define RESULT_STRING(ATTR) \
253
0
    do { \
254
0
        PyObject *obj; \
255
0
        obj = GET_LOCALE_STRING(ATTR); \
256
0
        if (obj == NULL) { \
257
0
            goto done; \
258
0
        } \
259
0
        if (PyDict_SetItemString(dict, Py_STRINGIFY(ATTR), obj) < 0) { \
260
0
            Py_DECREF(obj); \
261
0
            goto done; \
262
0
        } \
263
0
        Py_DECREF(obj); \
264
0
    } while (0)
265
266
0
    RESULT_STRING(int_curr_symbol);
267
0
    RESULT_STRING(currency_symbol);
268
0
    RESULT_STRING(mon_decimal_point);
269
0
    RESULT_STRING(mon_thousands_sep);
270
0
#undef RESULT_STRING
271
0
#undef GET_LOCALE_STRING
272
273
0
    res = 0;
274
275
0
done:
276
0
#ifndef MS_WINDOWS
277
0
    if (loc != NULL) {
278
0
        setlocale(LC_CTYPE, oldloc);
279
0
    }
280
0
    PyMem_Free(oldloc);
281
0
#endif
282
0
    return res;
283
0
}
284
285
/*[clinic input]
286
_locale.localeconv
287
288
Returns numeric and monetary locale-specific parameters.
289
[clinic start generated code]*/
290
291
static PyObject *
292
_locale_localeconv_impl(PyObject *module)
293
/*[clinic end generated code: output=43a54515e0a2aef5 input=f1132d15accf4444]*/
294
0
{
295
0
    PyObject* result;
296
0
    struct lconv *lc;
297
0
    PyObject *x;
298
299
0
    result = PyDict_New();
300
0
    if (!result) {
301
0
        return NULL;
302
0
    }
303
304
    /* if LC_NUMERIC is different in the C library, use saved value */
305
0
    lc = localeconv();
306
307
    /* hopefully, the localeconv result survives the C library calls
308
       involved herein */
309
310
0
#define RESULT(key, obj)\
311
0
    do { \
312
0
        if (obj == NULL) \
313
0
            goto failed; \
314
0
        if (PyDict_SetItemString(result, key, obj) < 0) { \
315
0
            Py_DECREF(obj); \
316
0
            goto failed; \
317
0
        } \
318
0
        Py_DECREF(obj); \
319
0
    } while (0)
320
321
#ifdef MS_WINDOWS
322
/* Use _W_* fields of Windows struct lconv */
323
#define GET_LOCALE_STRING(ATTR) PyUnicode_FromWideChar(lc->_W_ ## ATTR, -1)
324
#else
325
0
#define GET_LOCALE_STRING(ATTR) PyUnicode_DecodeLocale(lc->ATTR, NULL)
326
0
#endif
327
0
#define RESULT_STRING(s)\
328
0
    do { \
329
0
        x = GET_LOCALE_STRING(s); \
330
0
        RESULT(#s, x); \
331
0
    } while (0)
332
333
0
#define RESULT_INT(i)\
334
0
    do { \
335
0
        x = PyLong_FromLong(lc->i); \
336
0
        RESULT(#i, x); \
337
0
    } while (0)
338
339
    /* Monetary information: LC_MONETARY encoding */
340
0
    if (locale_decode_monetary(result, lc) < 0) {
341
0
        goto failed;
342
0
    }
343
0
    x = copy_grouping(lc->mon_grouping);
344
0
    RESULT("mon_grouping", x);
345
346
0
    RESULT_STRING(positive_sign);
347
0
    RESULT_STRING(negative_sign);
348
0
    RESULT_INT(int_frac_digits);
349
0
    RESULT_INT(frac_digits);
350
0
    RESULT_INT(p_cs_precedes);
351
0
    RESULT_INT(p_sep_by_space);
352
0
    RESULT_INT(n_cs_precedes);
353
0
    RESULT_INT(n_sep_by_space);
354
0
    RESULT_INT(p_sign_posn);
355
0
    RESULT_INT(n_sign_posn);
356
357
    /* Numeric information: LC_NUMERIC encoding */
358
0
    PyObject *decimal_point = NULL, *thousands_sep = NULL;
359
0
    if (_Py_GetLocaleconvNumeric(lc, &decimal_point, &thousands_sep) < 0) {
360
0
        Py_XDECREF(decimal_point);
361
0
        Py_XDECREF(thousands_sep);
362
0
        goto failed;
363
0
    }
364
365
0
    if (PyDict_SetItemString(result, "decimal_point", decimal_point) < 0) {
366
0
        Py_DECREF(decimal_point);
367
0
        Py_DECREF(thousands_sep);
368
0
        goto failed;
369
0
    }
370
0
    Py_DECREF(decimal_point);
371
372
0
    if (PyDict_SetItemString(result, "thousands_sep", thousands_sep) < 0) {
373
0
        Py_DECREF(thousands_sep);
374
0
        goto failed;
375
0
    }
376
0
    Py_DECREF(thousands_sep);
377
378
0
    x = copy_grouping(lc->grouping);
379
0
    RESULT("grouping", x);
380
381
0
    return result;
382
383
0
  failed:
384
0
    Py_DECREF(result);
385
0
    return NULL;
386
387
0
#undef RESULT
388
0
#undef RESULT_STRING
389
0
#undef RESULT_INT
390
0
#undef GET_LOCALE_STRING
391
0
}
392
393
#if defined(HAVE_WCSCOLL)
394
395
/*[clinic input]
396
_locale.strcoll
397
398
    os1: unicode
399
    os2: unicode
400
    /
401
402
Compares two strings according to the locale.
403
[clinic start generated code]*/
404
405
static PyObject *
406
_locale_strcoll_impl(PyObject *module, PyObject *os1, PyObject *os2)
407
/*[clinic end generated code: output=82ddc6d62c76d618 input=693cd02bcbf38dd8]*/
408
0
{
409
0
    PyObject *result = NULL;
410
0
    wchar_t *ws1 = NULL, *ws2 = NULL;
411
412
    /* Convert the unicode strings to wchar[]. */
413
0
    ws1 = PyUnicode_AsWideCharString(os1, NULL);
414
0
    if (ws1 == NULL)
415
0
        goto done;
416
0
    ws2 = PyUnicode_AsWideCharString(os2, NULL);
417
0
    if (ws2 == NULL)
418
0
        goto done;
419
    /* Collate the strings. */
420
0
    result = PyLong_FromLong(wcscoll(ws1, ws2));
421
0
  done:
422
    /* Deallocate everything. */
423
0
    if (ws1) PyMem_Free(ws1);
424
0
    if (ws2) PyMem_Free(ws2);
425
0
    return result;
426
0
}
427
#endif
428
429
#ifdef HAVE_WCSXFRM
430
431
/*[clinic input]
432
_locale.strxfrm
433
434
    string as str: unicode
435
    /
436
437
Return a string that can be used as a key for locale-aware comparisons.
438
[clinic start generated code]*/
439
440
static PyObject *
441
_locale_strxfrm_impl(PyObject *module, PyObject *str)
442
/*[clinic end generated code: output=3081866ebffc01af input=1378bbe6a88b4780]*/
443
0
{
444
0
    Py_ssize_t n1;
445
0
    wchar_t *s = NULL, *buf = NULL;
446
0
    size_t n2;
447
0
    PyObject *result = NULL;
448
449
0
    s = PyUnicode_AsWideCharString(str, &n1);
450
0
    if (s == NULL)
451
0
        goto exit;
452
0
    if (wcslen(s) != (size_t)n1) {
453
0
        PyErr_SetString(PyExc_ValueError,
454
0
                        "embedded null character");
455
0
        goto exit;
456
0
    }
457
458
0
    errno = 0;
459
0
    n2 = wcsxfrm(NULL, s, 0);
460
0
    if (errno && errno != ERANGE) {
461
0
        PyErr_SetFromErrno(PyExc_OSError);
462
0
        goto exit;
463
0
    }
464
0
    buf = PyMem_New(wchar_t, n2+1);
465
0
    if (!buf) {
466
0
        PyErr_NoMemory();
467
0
        goto exit;
468
0
    }
469
470
0
    errno = 0;
471
0
    n2 = wcsxfrm(buf, s, n2+1);
472
0
    if (errno) {
473
0
        PyErr_SetFromErrno(PyExc_OSError);
474
0
        goto exit;
475
0
    }
476
    /* The result is just a sequence of integers, they are not necessary
477
       Unicode code points, so PyUnicode_FromWideChar() cannot be used
478
       here. For example, 0xD83D 0xDC0D should not be larger than 0xFF41.
479
     */
480
0
#if SIZEOF_WCHAR_T == 4
481
0
    {
482
        /* Some codes can exceed the range of Unicode code points
483
           (0 - 0x10FFFF), so they cannot be directly used in
484
           PyUnicode_FromKindAndData(). They should be first encoded in
485
           a way that preserves the lexicographical order.
486
487
           Codes in the range 0-0xFFFF represent themself.
488
           Codes larger than 0xFFFF are encoded as a pair:
489
           * 0x1xxxx -- the highest 16 bits
490
           * 0x0xxxx -- the lowest 16 bits
491
         */
492
0
        size_t n3 = 0;
493
0
        for (size_t i = 0; i < n2; i++) {
494
0
            if ((Py_UCS4)buf[i] > 0x10000u) {
495
0
                n3++;
496
0
            }
497
0
        }
498
0
        if (n3) {
499
0
            n3 += n2; // no integer overflow
500
0
            Py_UCS4 *buf2 = PyMem_New(Py_UCS4, n3);
501
0
            if (buf2 == NULL) {
502
0
                PyErr_NoMemory();
503
0
                goto exit;
504
0
            }
505
0
            size_t j = 0;
506
0
            for (size_t i = 0; i < n2; i++) {
507
0
                Py_UCS4 c = (Py_UCS4)buf[i];
508
0
                if (c > 0x10000u) {
509
0
                    buf2[j++] = (c >> 16) | 0x10000u;
510
0
                    buf2[j++] = c & 0xFFFFu;
511
0
                }
512
0
                else {
513
0
                    buf2[j++] = c;
514
0
                }
515
0
            }
516
0
            assert(j == n3);
517
0
            result = PyUnicode_FromKindAndData(PyUnicode_4BYTE_KIND, buf2, n3);
518
0
            PyMem_Free(buf2);
519
0
            goto exit;
520
0
        }
521
0
    }
522
0
#endif
523
0
    result = PyUnicode_FromKindAndData(sizeof(wchar_t), buf, n2);
524
0
exit:
525
0
    PyMem_Free(buf);
526
0
    PyMem_Free(s);
527
0
    return result;
528
0
}
529
#endif
530
531
#if defined(MS_WINDOWS)
532
533
/*[clinic input]
534
_locale._getdefaultlocale
535
536
[clinic start generated code]*/
537
538
static PyObject *
539
_locale__getdefaultlocale_impl(PyObject *module)
540
/*[clinic end generated code: output=e6254088579534c2 input=003ea41acd17f7c7]*/
541
{
542
    char encoding[20];
543
    char locale[100];
544
545
    PyOS_snprintf(encoding, sizeof(encoding), "cp%u", GetACP());
546
547
    if (GetLocaleInfoA(LOCALE_USER_DEFAULT,
548
                      LOCALE_SISO639LANGNAME,
549
                      locale, sizeof(locale))) {
550
        Py_ssize_t i = strlen(locale);
551
        locale[i++] = '_';
552
        if (GetLocaleInfoA(LOCALE_USER_DEFAULT,
553
                          LOCALE_SISO3166CTRYNAME,
554
                          locale+i, (int)(sizeof(locale)-i)))
555
            return Py_BuildValue("ss", locale, encoding);
556
    }
557
558
    /* If we end up here, this windows version didn't know about
559
       ISO639/ISO3166 names (it's probably Windows 95).  Return the
560
       Windows language identifier instead (a hexadecimal number) */
561
562
    locale[0] = '0';
563
    locale[1] = 'x';
564
    if (GetLocaleInfoA(LOCALE_USER_DEFAULT, LOCALE_IDEFAULTLANGUAGE,
565
                      locale+2, sizeof(locale)-2)) {
566
        return Py_BuildValue("ss", locale, encoding);
567
    }
568
569
    /* cannot determine the language code (very unlikely) */
570
    Py_INCREF(Py_None);
571
    return Py_BuildValue("Os", Py_None, encoding);
572
}
573
#endif
574
575
#ifdef HAVE_LANGINFO_H
576
#define LANGINFO(X, Y) {#X, X, Y}
577
static struct langinfo_constant{
578
    const char *name;
579
    int value;
580
    int category;
581
} langinfo_constants[] =
582
{
583
    /* These constants should exist on any langinfo implementation */
584
    LANGINFO(DAY_1, LC_TIME),
585
    LANGINFO(DAY_2, LC_TIME),
586
    LANGINFO(DAY_3, LC_TIME),
587
    LANGINFO(DAY_4, LC_TIME),
588
    LANGINFO(DAY_5, LC_TIME),
589
    LANGINFO(DAY_6, LC_TIME),
590
    LANGINFO(DAY_7, LC_TIME),
591
592
    LANGINFO(ABDAY_1, LC_TIME),
593
    LANGINFO(ABDAY_2, LC_TIME),
594
    LANGINFO(ABDAY_3, LC_TIME),
595
    LANGINFO(ABDAY_4, LC_TIME),
596
    LANGINFO(ABDAY_5, LC_TIME),
597
    LANGINFO(ABDAY_6, LC_TIME),
598
    LANGINFO(ABDAY_7, LC_TIME),
599
600
    LANGINFO(MON_1, LC_TIME),
601
    LANGINFO(MON_2, LC_TIME),
602
    LANGINFO(MON_3, LC_TIME),
603
    LANGINFO(MON_4, LC_TIME),
604
    LANGINFO(MON_5, LC_TIME),
605
    LANGINFO(MON_6, LC_TIME),
606
    LANGINFO(MON_7, LC_TIME),
607
    LANGINFO(MON_8, LC_TIME),
608
    LANGINFO(MON_9, LC_TIME),
609
    LANGINFO(MON_10, LC_TIME),
610
    LANGINFO(MON_11, LC_TIME),
611
    LANGINFO(MON_12, LC_TIME),
612
613
    LANGINFO(ABMON_1, LC_TIME),
614
    LANGINFO(ABMON_2, LC_TIME),
615
    LANGINFO(ABMON_3, LC_TIME),
616
    LANGINFO(ABMON_4, LC_TIME),
617
    LANGINFO(ABMON_5, LC_TIME),
618
    LANGINFO(ABMON_6, LC_TIME),
619
    LANGINFO(ABMON_7, LC_TIME),
620
    LANGINFO(ABMON_8, LC_TIME),
621
    LANGINFO(ABMON_9, LC_TIME),
622
    LANGINFO(ABMON_10, LC_TIME),
623
    LANGINFO(ABMON_11, LC_TIME),
624
    LANGINFO(ABMON_12, LC_TIME),
625
626
#ifdef RADIXCHAR
627
    /* The following are not available with glibc 2.0 */
628
    LANGINFO(RADIXCHAR, LC_NUMERIC),
629
    LANGINFO(THOUSEP, LC_NUMERIC),
630
    /* YESSTR and NOSTR are deprecated in glibc, since they are
631
       a special case of message translation, which should be rather
632
       done using gettext. So we don't expose it to Python in the
633
       first place.
634
    LANGINFO(YESSTR, LC_MESSAGES),
635
    LANGINFO(NOSTR, LC_MESSAGES),
636
    */
637
    LANGINFO(CRNCYSTR, LC_MONETARY),
638
#endif
639
640
    LANGINFO(D_T_FMT, LC_TIME),
641
    LANGINFO(D_FMT, LC_TIME),
642
    LANGINFO(T_FMT, LC_TIME),
643
    LANGINFO(AM_STR, LC_TIME),
644
    LANGINFO(PM_STR, LC_TIME),
645
646
    /* The following constants are available only with XPG4, but...
647
       OpenBSD doesn't have CODESET but has T_FMT_AMPM, and doesn't have
648
       a few of the others.
649
       Solution: ifdef-test them all. */
650
#ifdef CODESET
651
    LANGINFO(CODESET, LC_CTYPE),
652
#endif
653
#ifdef T_FMT_AMPM
654
    LANGINFO(T_FMT_AMPM, LC_TIME),
655
#endif
656
#ifdef ERA
657
    LANGINFO(ERA, LC_TIME),
658
#endif
659
#ifdef ERA_D_FMT
660
    LANGINFO(ERA_D_FMT, LC_TIME),
661
#endif
662
#ifdef ERA_D_T_FMT
663
    LANGINFO(ERA_D_T_FMT, LC_TIME),
664
#endif
665
#ifdef ERA_T_FMT
666
    LANGINFO(ERA_T_FMT, LC_TIME),
667
#endif
668
#ifdef ALT_DIGITS
669
    LANGINFO(ALT_DIGITS, LC_TIME),
670
#endif
671
#ifdef YESEXPR
672
    LANGINFO(YESEXPR, LC_MESSAGES),
673
#endif
674
#ifdef NOEXPR
675
    LANGINFO(NOEXPR, LC_MESSAGES),
676
#endif
677
#ifdef _DATE_FMT
678
    /* This is not available in all glibc versions that have CODESET. */
679
    LANGINFO(_DATE_FMT, LC_TIME),
680
#endif
681
    {0, 0, 0}
682
};
683
684
/* Temporary make the LC_CTYPE locale to be the same as
685
 * the locale of the specified category. */
686
static int
687
change_locale(int category, char **oldloc)
688
0
{
689
    /* Keep a copy of the LC_CTYPE locale */
690
0
    *oldloc = setlocale(LC_CTYPE, NULL);
691
0
    if (!*oldloc) {
692
0
        PyErr_SetString(PyExc_RuntimeError, "failed to get LC_CTYPE locale");
693
0
        return -1;
694
0
    }
695
0
    *oldloc = _PyMem_Strdup(*oldloc);
696
0
    if (!*oldloc) {
697
0
        PyErr_NoMemory();
698
0
        return -1;
699
0
    }
700
701
    /* Set a new locale if it is different. */
702
0
    char *loc = setlocale(category, NULL);
703
0
    if (loc == NULL || strcmp(loc, *oldloc) == 0) {
704
0
        PyMem_Free(*oldloc);
705
0
        *oldloc = NULL;
706
0
        return 0;
707
0
    }
708
709
0
    setlocale(LC_CTYPE, loc);
710
0
    return 1;
711
0
}
712
713
/* Restore the old LC_CTYPE locale. */
714
static void
715
restore_locale(char *oldloc)
716
0
{
717
0
    if (oldloc != NULL) {
718
0
        setlocale(LC_CTYPE, oldloc);
719
0
        PyMem_Free(oldloc);
720
0
    }
721
0
}
722
723
#ifdef __GLIBC__
724
#if defined(ALT_DIGITS) || defined(ERA)
725
static PyObject *
726
decode_strings(const char *result, size_t max_count)
727
0
{
728
    /* Convert a sequence of NUL-separated C strings to a Python string
729
     * containing semicolon separated items. */
730
0
    size_t i = 0;
731
0
    size_t count = 0;
732
0
    for (; count < max_count && result[i]; count++) {
733
0
        i += strlen(result + i) + 1;
734
0
    }
735
0
    char *buf = PyMem_Malloc(i);
736
0
    if (buf == NULL) {
737
0
        PyErr_NoMemory();
738
0
        return NULL;
739
0
    }
740
0
    memcpy(buf, result, i);
741
    /* Replace all NULs with semicolons. */
742
0
    i = 0;
743
0
    while (--count) {
744
0
        i += strlen(buf + i);
745
0
        buf[i++] = ';';
746
0
    }
747
0
    PyObject *pyresult = PyUnicode_DecodeLocale(buf, NULL);
748
0
    PyMem_Free(buf);
749
0
    return pyresult;
750
0
}
751
#endif
752
#endif
753
754
/*[clinic input]
755
_locale.nl_langinfo
756
757
    key as item: int
758
    /
759
760
Return the value for the locale information associated with key.
761
[clinic start generated code]*/
762
763
static PyObject *
764
_locale_nl_langinfo_impl(PyObject *module, int item)
765
/*[clinic end generated code: output=6aea457b47e077a3 input=00798143eecfeddc]*/
766
0
{
767
0
    int i;
768
    /* Check whether this is a supported constant. GNU libc sometimes
769
       returns numeric values in the char* return value, which would
770
       crash PyUnicode_FromString.  */
771
0
    for (i = 0; langinfo_constants[i].name; i++) {
772
0
        if (langinfo_constants[i].value == item) {
773
            /* Check NULL as a workaround for GNU libc's returning NULL
774
               instead of an empty string for nl_langinfo(ERA).  */
775
0
            const char *result = nl_langinfo(item);
776
0
            result = result != NULL ? result : "";
777
0
            char *oldloc = NULL;
778
0
            if (langinfo_constants[i].category != LC_CTYPE
779
0
                && *result && (
780
0
#ifdef __GLIBC__
781
                    // gh-133740: Always change the locale for ALT_DIGITS and ERA
782
0
#  ifdef ALT_DIGITS
783
0
                    item == ALT_DIGITS ||
784
0
#  endif
785
0
#  ifdef ERA
786
0
                    item == ERA ||
787
0
#  endif
788
0
#endif
789
0
                    !is_all_ascii(result))
790
0
                && change_locale(langinfo_constants[i].category, &oldloc) < 0)
791
0
            {
792
0
                return NULL;
793
0
            }
794
0
            PyObject *pyresult;
795
0
#ifdef __GLIBC__
796
            /* According to the POSIX specification the result must be
797
             * a sequence of semicolon-separated strings.
798
             * But in Glibc they are NUL-separated. */
799
0
#ifdef ALT_DIGITS
800
0
            if (item == ALT_DIGITS && *result) {
801
0
                pyresult = decode_strings(result, 100);
802
0
            }
803
0
            else
804
0
#endif
805
0
#ifdef ERA
806
0
            if (item == ERA && *result) {
807
0
                pyresult = decode_strings(result, SIZE_MAX);
808
0
            }
809
0
            else
810
0
#endif
811
0
#endif
812
0
            {
813
0
                pyresult = PyUnicode_DecodeLocale(result, NULL);
814
0
            }
815
0
            restore_locale(oldloc);
816
0
            return pyresult;
817
0
        }
818
0
    }
819
0
    PyErr_SetString(PyExc_ValueError, "unsupported langinfo constant");
820
0
    return NULL;
821
0
}
822
#endif /* HAVE_LANGINFO_H */
823
824
#ifdef HAVE_LIBINTL_H
825
826
/*[clinic input]
827
_locale.gettext
828
829
    msg as in: str
830
    /
831
832
gettext(msg) -> string
833
834
Return translation of msg.
835
[clinic start generated code]*/
836
837
static PyObject *
838
_locale_gettext_impl(PyObject *module, const char *in)
839
/*[clinic end generated code: output=493bb4b38a4704fe input=949fc8efc2bb3bc3]*/
840
0
{
841
0
    return PyUnicode_DecodeLocale(gettext(in), NULL);
842
0
}
843
844
/*[clinic input]
845
_locale.dgettext
846
847
    domain: str(accept={str, NoneType})
848
    msg as in: str
849
    /
850
851
dgettext(domain, msg) -> string
852
853
Return translation of msg in domain.
854
[clinic start generated code]*/
855
856
static PyObject *
857
_locale_dgettext_impl(PyObject *module, const char *domain, const char *in)
858
/*[clinic end generated code: output=3c0cd5287b972c8f input=a277388a635109d8]*/
859
0
{
860
0
    return PyUnicode_DecodeLocale(dgettext(domain, in), NULL);
861
0
}
862
863
/*[clinic input]
864
_locale.dcgettext
865
866
    domain: str(accept={str, NoneType})
867
    msg as msgid: str
868
    category: int
869
    /
870
871
Return translation of msg in domain and category.
872
[clinic start generated code]*/
873
874
static PyObject *
875
_locale_dcgettext_impl(PyObject *module, const char *domain,
876
                       const char *msgid, int category)
877
/*[clinic end generated code: output=0f4cc4fce0aa283f input=ec5f8fed4336de67]*/
878
0
{
879
0
    return PyUnicode_DecodeLocale(dcgettext(domain,msgid,category), NULL);
880
0
}
881
882
/*[clinic input]
883
_locale.textdomain
884
885
    domain: str(accept={str, NoneType})
886
    /
887
888
Set the C library's textdmain to domain, returning the new domain.
889
[clinic start generated code]*/
890
891
static PyObject *
892
_locale_textdomain_impl(PyObject *module, const char *domain)
893
/*[clinic end generated code: output=7992df06aadec313 input=66359716f5eb1d38]*/
894
0
{
895
0
    domain = textdomain(domain);
896
0
    if (!domain) {
897
0
        PyErr_SetFromErrno(PyExc_OSError);
898
0
        return NULL;
899
0
    }
900
0
    return PyUnicode_DecodeLocale(domain, NULL);
901
0
}
902
903
/*[clinic input]
904
_locale.bindtextdomain
905
906
    domain: str
907
    dir as dirname_obj: object
908
    /
909
910
Bind the C library's domain to dir.
911
[clinic start generated code]*/
912
913
static PyObject *
914
_locale_bindtextdomain_impl(PyObject *module, const char *domain,
915
                            PyObject *dirname_obj)
916
/*[clinic end generated code: output=6d6f3c7b345d785c input=c0dff085acfe272b]*/
917
0
{
918
0
    const char *dirname, *current_dirname;
919
0
    PyObject *dirname_bytes = NULL, *result;
920
921
0
    if (!strlen(domain)) {
922
0
        PyErr_SetString(get_locale_state(module)->Error,
923
0
                        "domain must be a non-empty string");
924
0
        return 0;
925
0
    }
926
0
    if (dirname_obj != Py_None) {
927
0
        if (!PyUnicode_FSConverter(dirname_obj, &dirname_bytes))
928
0
            return NULL;
929
0
        dirname = PyBytes_AsString(dirname_bytes);
930
0
    } else {
931
0
        dirname_bytes = NULL;
932
0
        dirname = NULL;
933
0
    }
934
0
    current_dirname = bindtextdomain(domain, dirname);
935
0
    if (current_dirname == NULL) {
936
0
        PyErr_SetFromErrno(PyExc_OSError);
937
0
        Py_XDECREF(dirname_bytes);
938
0
        return NULL;
939
0
    }
940
0
    result = PyUnicode_DecodeLocale(current_dirname, NULL);
941
0
    Py_XDECREF(dirname_bytes);
942
0
    return result;
943
0
}
944
945
#ifdef HAVE_BIND_TEXTDOMAIN_CODESET
946
947
/*[clinic input]
948
_locale.bind_textdomain_codeset
949
950
    domain: str
951
    codeset: str(accept={str, NoneType})
952
    /
953
954
Bind the C library's domain to codeset.
955
[clinic start generated code]*/
956
957
static PyObject *
958
_locale_bind_textdomain_codeset_impl(PyObject *module, const char *domain,
959
                                     const char *codeset)
960
/*[clinic end generated code: output=fa452f9c8b1b9e89 input=23fbe3540400f259]*/
961
0
{
962
0
    codeset = bind_textdomain_codeset(domain, codeset);
963
0
    if (codeset) {
964
0
        return PyUnicode_DecodeLocale(codeset, NULL);
965
0
    }
966
0
    Py_RETURN_NONE;
967
0
}
968
#endif  // HAVE_BIND_TEXTDOMAIN_CODESET
969
970
#endif  // HAVE_LIBINTL_H
971
972
973
/*[clinic input]
974
_locale.getencoding
975
976
Get the current locale encoding.
977
[clinic start generated code]*/
978
979
static PyObject *
980
_locale_getencoding_impl(PyObject *module)
981
/*[clinic end generated code: output=86b326b971872e46 input=6503d11e5958b360]*/
982
0
{
983
0
    return _Py_GetLocaleEncodingObject();
984
0
}
985
986
987
static struct PyMethodDef PyLocale_Methods[] = {
988
    _LOCALE_SETLOCALE_METHODDEF
989
    _LOCALE_LOCALECONV_METHODDEF
990
#ifdef HAVE_WCSCOLL
991
    _LOCALE_STRCOLL_METHODDEF
992
#endif
993
#ifdef HAVE_WCSXFRM
994
    _LOCALE_STRXFRM_METHODDEF
995
#endif
996
#if defined(MS_WINDOWS)
997
    _LOCALE__GETDEFAULTLOCALE_METHODDEF
998
#endif
999
#ifdef HAVE_LANGINFO_H
1000
    _LOCALE_NL_LANGINFO_METHODDEF
1001
#endif
1002
#ifdef HAVE_LIBINTL_H
1003
    _LOCALE_GETTEXT_METHODDEF
1004
    _LOCALE_DGETTEXT_METHODDEF
1005
    _LOCALE_DCGETTEXT_METHODDEF
1006
    _LOCALE_TEXTDOMAIN_METHODDEF
1007
    _LOCALE_BINDTEXTDOMAIN_METHODDEF
1008
#ifdef HAVE_BIND_TEXTDOMAIN_CODESET
1009
    _LOCALE_BIND_TEXTDOMAIN_CODESET_METHODDEF
1010
#endif
1011
#endif
1012
    _LOCALE_GETENCODING_METHODDEF
1013
  {NULL, NULL}
1014
};
1015
1016
static int
1017
_locale_exec(PyObject *module)
1018
0
{
1019
0
#ifdef HAVE_LANGINFO_H
1020
0
    int i;
1021
0
#endif
1022
0
#define ADD_INT(module, value)                                    \
1023
0
    do {                                                          \
1024
0
        if (PyModule_AddIntConstant(module, #value, value) < 0) { \
1025
0
            return -1;                                            \
1026
0
        }                                                         \
1027
0
    } while (0)
1028
1029
0
    ADD_INT(module, LC_CTYPE);
1030
0
    ADD_INT(module, LC_TIME);
1031
0
    ADD_INT(module, LC_COLLATE);
1032
0
    ADD_INT(module, LC_MONETARY);
1033
1034
0
#ifdef LC_MESSAGES
1035
0
    ADD_INT(module, LC_MESSAGES);
1036
0
#endif /* LC_MESSAGES */
1037
1038
0
    ADD_INT(module, LC_NUMERIC);
1039
0
    ADD_INT(module, LC_ALL);
1040
0
    ADD_INT(module, CHAR_MAX);
1041
1042
0
    _locale_state *state = get_locale_state(module);
1043
0
    state->Error = PyErr_NewException("locale.Error", NULL, NULL);
1044
0
    if (PyModule_AddObjectRef(module, "Error", state->Error) < 0) {
1045
0
        return -1;
1046
0
    }
1047
1048
0
#ifdef HAVE_LANGINFO_H
1049
0
    for (i = 0; langinfo_constants[i].name; i++) {
1050
0
        if (PyModule_AddIntConstant(module,
1051
0
                                    langinfo_constants[i].name,
1052
0
                                    langinfo_constants[i].value) < 0) {
1053
0
            return -1;
1054
0
        }
1055
0
    }
1056
0
#endif
1057
1058
0
    if (PyErr_Occurred()) {
1059
0
        return -1;
1060
0
    }
1061
0
    return 0;
1062
1063
0
#undef ADD_INT
1064
0
}
1065
1066
static struct PyModuleDef_Slot _locale_slots[] = {
1067
    {Py_mod_exec, _locale_exec},
1068
    {Py_mod_multiple_interpreters, Py_MOD_PER_INTERPRETER_GIL_SUPPORTED},
1069
    {Py_mod_gil, Py_MOD_GIL_NOT_USED},
1070
    {0, NULL}
1071
};
1072
1073
static int
1074
locale_traverse(PyObject *module, visitproc visit, void *arg)
1075
0
{
1076
0
    _locale_state *state = get_locale_state(module);
1077
0
    Py_VISIT(state->Error);
1078
0
    return 0;
1079
0
}
1080
1081
static int
1082
locale_clear(PyObject *module)
1083
0
{
1084
0
    _locale_state *state = get_locale_state(module);
1085
0
    Py_CLEAR(state->Error);
1086
0
    return 0;
1087
0
}
1088
1089
static void
1090
locale_free(void *module)
1091
0
{
1092
0
    locale_clear((PyObject*)module);
1093
0
}
1094
1095
static struct PyModuleDef _localemodule = {
1096
    PyModuleDef_HEAD_INIT,
1097
    "_locale",
1098
    locale__doc__,
1099
    sizeof(_locale_state),
1100
    PyLocale_Methods,
1101
    _locale_slots,
1102
    locale_traverse,
1103
    locale_clear,
1104
    locale_free,
1105
};
1106
1107
PyMODINIT_FUNC
1108
PyInit__locale(void)
1109
0
{
1110
0
    return PyModuleDef_Init(&_localemodule);
1111
0
}
1112
1113
/*
1114
Local variables:
1115
c-basic-offset: 4
1116
indent-tabs-mode: nil
1117
End:
1118
*/