Coverage Report

Created: 2018-09-25 14:53

/src/mozilla-central/intl/icu/source/i18n/number_compact.cpp
Line
Count
Source (jump to first uncovered line)
1
// © 2017 and later: Unicode, Inc. and others.
2
// License & terms of use: http://www.unicode.org/copyright.html
3
4
#include "unicode/utypes.h"
5
6
#if !UCONFIG_NO_FORMATTING
7
8
#include "unicode/ustring.h"
9
#include "unicode/ures.h"
10
#include "cstring.h"
11
#include "charstr.h"
12
#include "resource.h"
13
#include "number_compact.h"
14
#include "number_microprops.h"
15
#include "uresimp.h"
16
17
using namespace icu;
18
using namespace icu::number;
19
using namespace icu::number::impl;
20
21
namespace {
22
23
// A dummy object used when a "0" compact decimal entry is encountered. This is necessary
24
// in order to prevent falling back to root. Object equality ("==") is intended.
25
const UChar *USE_FALLBACK = u"<USE FALLBACK>";
26
27
/** Produces a string like "NumberElements/latn/patternsShort/decimalFormat". */
28
void getResourceBundleKey(const char *nsName, CompactStyle compactStyle, CompactType compactType,
29
0
                                 CharString &sb, UErrorCode &status) {
30
0
    sb.clear();
31
0
    sb.append("NumberElements/", status);
32
0
    sb.append(nsName, status);
33
0
    sb.append(compactStyle == CompactStyle::UNUM_SHORT ? "/patternsShort" : "/patternsLong", status);
34
0
    sb.append(compactType == CompactType::TYPE_DECIMAL ? "/decimalFormat" : "/currencyFormat", status);
35
0
}
36
37
0
int32_t getIndex(int32_t magnitude, StandardPlural::Form plural) {
38
0
    return magnitude * StandardPlural::COUNT + plural;
39
0
}
40
41
0
int32_t countZeros(const UChar *patternString, int32_t patternLength) {
42
0
    // NOTE: This strategy for computing the number of zeros is a hack for efficiency.
43
0
    // It could break if there are any 0s that aren't part of the main pattern.
44
0
    int32_t numZeros = 0;
45
0
    for (int32_t i = 0; i < patternLength; i++) {
46
0
        if (patternString[i] == u'0') {
47
0
            numZeros++;
48
0
        } else if (numZeros > 0) {
49
0
            break; // zeros should always be contiguous
50
0
        }
51
0
    }
52
0
    return numZeros;
53
0
}
54
55
} // namespace
56
57
// NOTE: patterns and multipliers both get zero-initialized.
58
0
CompactData::CompactData() : patterns(), multipliers(), largestMagnitude(0), isEmpty(TRUE) {
59
0
}
60
61
void CompactData::populate(const Locale &locale, const char *nsName, CompactStyle compactStyle,
62
0
                           CompactType compactType, UErrorCode &status) {
63
0
    CompactDataSink sink(*this);
64
0
    LocalUResourceBundlePointer rb(ures_open(nullptr, locale.getName(), &status));
65
0
    if (U_FAILURE(status)) { return; }
66
0
67
0
    bool nsIsLatn = strcmp(nsName, "latn") == 0;
68
0
    bool compactIsShort = compactStyle == CompactStyle::UNUM_SHORT;
69
0
70
0
    // Fall back to latn numbering system and/or short compact style.
71
0
    CharString resourceKey;
72
0
    getResourceBundleKey(nsName, compactStyle, compactType, resourceKey, status);
73
0
    UErrorCode localStatus = U_ZERO_ERROR;
74
0
    ures_getAllItemsWithFallback(rb.getAlias(), resourceKey.data(), sink, localStatus);
75
0
    if (isEmpty && !nsIsLatn) {
76
0
        getResourceBundleKey("latn", compactStyle, compactType, resourceKey, status);
77
0
        localStatus = U_ZERO_ERROR;
78
0
        ures_getAllItemsWithFallback(rb.getAlias(), resourceKey.data(), sink, localStatus);
79
0
    }
80
0
    if (isEmpty && !compactIsShort) {
81
0
        getResourceBundleKey(nsName, CompactStyle::UNUM_SHORT, compactType, resourceKey, status);
82
0
        localStatus = U_ZERO_ERROR;
83
0
        ures_getAllItemsWithFallback(rb.getAlias(), resourceKey.data(), sink, localStatus);
84
0
    }
85
0
    if (isEmpty && !nsIsLatn && !compactIsShort) {
86
0
        getResourceBundleKey("latn", CompactStyle::UNUM_SHORT, compactType, resourceKey, status);
87
0
        localStatus = U_ZERO_ERROR;
88
0
        ures_getAllItemsWithFallback(rb.getAlias(), resourceKey.data(), sink, localStatus);
89
0
    }
90
0
91
0
    // The last fallback should be guaranteed to return data.
92
0
    if (isEmpty) {
93
0
        status = U_INTERNAL_PROGRAM_ERROR;
94
0
    }
95
0
}
96
97
0
int32_t CompactData::getMultiplier(int32_t magnitude) const {
98
0
    if (magnitude < 0) {
99
0
        return 0;
100
0
    }
101
0
    if (magnitude > largestMagnitude) {
102
0
        magnitude = largestMagnitude;
103
0
    }
104
0
    return multipliers[magnitude];
105
0
}
106
107
0
const UChar *CompactData::getPattern(int32_t magnitude, StandardPlural::Form plural) const {
108
0
    if (magnitude < 0) {
109
0
        return nullptr;
110
0
    }
111
0
    if (magnitude > largestMagnitude) {
112
0
        magnitude = largestMagnitude;
113
0
    }
114
0
    const UChar *patternString = patterns[getIndex(magnitude, plural)];
115
0
    if (patternString == nullptr && plural != StandardPlural::OTHER) {
116
0
        // Fall back to "other" plural variant
117
0
        patternString = patterns[getIndex(magnitude, StandardPlural::OTHER)];
118
0
    }
119
0
    if (patternString == USE_FALLBACK) { // == is intended
120
0
        // Return null if USE_FALLBACK is present
121
0
        patternString = nullptr;
122
0
    }
123
0
    return patternString;
124
0
}
125
126
0
void CompactData::getUniquePatterns(UVector &output, UErrorCode &status) const {
127
0
    U_ASSERT(output.isEmpty());
128
0
    // NOTE: In C++, this is done more manually with a UVector.
129
0
    // In Java, we can take advantage of JDK HashSet.
130
0
    for (auto pattern : patterns) {
131
0
        if (pattern == nullptr || pattern == USE_FALLBACK) {
132
0
            continue;
133
0
        }
134
0
135
0
        // Insert pattern into the UVector if the UVector does not already contain the pattern.
136
0
        // Search the UVector from the end since identical patterns are likely to be adjacent.
137
0
        for (int32_t i = output.size() - 1; i >= 0; i--) {
138
0
            if (u_strcmp(pattern, static_cast<const UChar *>(output[i])) == 0) {
139
0
                goto continue_outer;
140
0
            }
141
0
        }
142
0
143
0
        // The string was not found; add it to the UVector.
144
0
        // ANDY: This requires a const_cast.  Why?
145
0
        output.addElement(const_cast<UChar *>(pattern), status);
146
0
147
0
        continue_outer:
148
0
        continue;
149
0
    }
150
0
}
151
152
void CompactData::CompactDataSink::put(const char *key, ResourceValue &value, UBool /*noFallback*/,
153
0
                                       UErrorCode &status) {
154
0
    // traverse into the table of powers of ten
155
0
    ResourceTable powersOfTenTable = value.getTable(status);
156
0
    if (U_FAILURE(status)) { return; }
157
0
    for (int i3 = 0; powersOfTenTable.getKeyAndValue(i3, key, value); ++i3) {
158
0
159
0
        // Assumes that the keys are always of the form "10000" where the magnitude is the
160
0
        // length of the key minus one.  We expect magnitudes to be less than MAX_DIGITS.
161
0
        auto magnitude = static_cast<int8_t> (strlen(key) - 1);
162
0
        int8_t multiplier = data.multipliers[magnitude];
163
0
        U_ASSERT(magnitude < COMPACT_MAX_DIGITS);
164
0
165
0
        // Iterate over the plural variants ("one", "other", etc)
166
0
        ResourceTable pluralVariantsTable = value.getTable(status);
167
0
        if (U_FAILURE(status)) { return; }
168
0
        for (int i4 = 0; pluralVariantsTable.getKeyAndValue(i4, key, value); ++i4) {
169
0
170
0
            // Skip this magnitude/plural if we already have it from a child locale.
171
0
            // Note: This also skips USE_FALLBACK entries.
172
0
            StandardPlural::Form plural = StandardPlural::fromString(key, status);
173
0
            if (U_FAILURE(status)) { return; }
174
0
            if (data.patterns[getIndex(magnitude, plural)] != nullptr) {
175
0
                continue;
176
0
            }
177
0
178
0
            // The value "0" means that we need to use the default pattern and not fall back
179
0
            // to parent locales. Example locale where this is relevant: 'it'.
180
0
            int32_t patternLength;
181
0
            const UChar *patternString = value.getString(patternLength, status);
182
0
            if (U_FAILURE(status)) { return; }
183
0
            if (u_strcmp(patternString, u"0") == 0) {
184
0
                patternString = USE_FALLBACK;
185
0
                patternLength = 0;
186
0
            }
187
0
188
0
            // Save the pattern string. We will parse it lazily.
189
0
            data.patterns[getIndex(magnitude, plural)] = patternString;
190
0
191
0
            // If necessary, compute the multiplier: the difference between the magnitude
192
0
            // and the number of zeros in the pattern.
193
0
            if (multiplier == 0) {
194
0
                int32_t numZeros = countZeros(patternString, patternLength);
195
0
                if (numZeros > 0) { // numZeros==0 in certain cases, like Somali "Kun"
196
0
                    multiplier = static_cast<int8_t> (numZeros - magnitude - 1);
197
0
                }
198
0
            }
199
0
        }
200
0
201
0
        // Save the multiplier.
202
0
        if (data.multipliers[magnitude] == 0) {
203
0
            data.multipliers[magnitude] = multiplier;
204
0
            if (magnitude > data.largestMagnitude) {
205
0
                data.largestMagnitude = magnitude;
206
0
            }
207
0
            data.isEmpty = false;
208
0
        } else {
209
0
            U_ASSERT(data.multipliers[magnitude] == multiplier);
210
0
        }
211
0
    }
212
0
}
213
214
///////////////////////////////////////////////////////////
215
/// END OF CompactData.java; BEGIN CompactNotation.java ///
216
///////////////////////////////////////////////////////////
217
218
CompactHandler::CompactHandler(CompactStyle compactStyle, const Locale &locale, const char *nsName,
219
                               CompactType compactType, const PluralRules *rules,
220
                               MutablePatternModifier *buildReference, const MicroPropsGenerator *parent,
221
                               UErrorCode &status)
222
0
        : rules(rules), parent(parent) {
223
0
    data.populate(locale, nsName, compactStyle, compactType, status);
224
0
    if (buildReference != nullptr) {
225
0
        // Safe code path
226
0
        precomputeAllModifiers(*buildReference, status);
227
0
        safe = TRUE;
228
0
    } else {
229
0
        // Unsafe code path
230
0
        safe = FALSE;
231
0
    }
232
0
}
233
234
0
CompactHandler::~CompactHandler() {
235
0
    for (int32_t i = 0; i < precomputedModsLength; i++) {
236
0
        delete precomputedMods[i].mod;
237
0
    }
238
0
}
239
240
0
void CompactHandler::precomputeAllModifiers(MutablePatternModifier &buildReference, UErrorCode &status) {
241
0
    if (U_FAILURE(status)) { return; }
242
0
243
0
    // Initial capacity of 12 for 0K, 00K, 000K, ...M, ...B, and ...T
244
0
    UVector allPatterns(12, status);
245
0
    if (U_FAILURE(status)) { return; }
246
0
    data.getUniquePatterns(allPatterns, status);
247
0
    if (U_FAILURE(status)) { return; }
248
0
249
0
    // C++ only: ensure that precomputedMods has room.
250
0
    precomputedModsLength = allPatterns.size();
251
0
    if (precomputedMods.getCapacity() < precomputedModsLength) {
252
0
        precomputedMods.resize(allPatterns.size(), status);
253
0
        if (U_FAILURE(status)) { return; }
254
0
    }
255
0
256
0
    for (int32_t i = 0; i < precomputedModsLength; i++) {
257
0
        auto patternString = static_cast<const UChar *>(allPatterns[i]);
258
0
        UnicodeString hello(patternString);
259
0
        CompactModInfo &info = precomputedMods[i];
260
0
        ParsedPatternInfo patternInfo;
261
0
        PatternParser::parseToPatternInfo(UnicodeString(patternString), patternInfo, status);
262
0
        if (U_FAILURE(status)) { return; }
263
0
        buildReference.setPatternInfo(&patternInfo);
264
0
        info.mod = buildReference.createImmutable(status);
265
0
        if (U_FAILURE(status)) { return; }
266
0
        info.patternString = patternString;
267
0
    }
268
0
}
269
270
void CompactHandler::processQuantity(DecimalQuantity &quantity, MicroProps &micros,
271
0
                                     UErrorCode &status) const {
272
0
    parent->processQuantity(quantity, micros, status);
273
0
    if (U_FAILURE(status)) { return; }
274
0
275
0
    // Treat zero as if it had magnitude 0
276
0
    int magnitude;
277
0
    if (quantity.isZero()) {
278
0
        magnitude = 0;
279
0
        micros.rounder.apply(quantity, status);
280
0
    } else {
281
0
        // TODO: Revisit chooseMultiplierAndApply
282
0
        int multiplier = micros.rounder.chooseMultiplierAndApply(quantity, data, status);
283
0
        magnitude = quantity.isZero() ? 0 : quantity.getMagnitude();
284
0
        magnitude -= multiplier;
285
0
    }
286
0
287
0
    StandardPlural::Form plural = utils::getStandardPlural(rules, quantity);
288
0
    const UChar *patternString = data.getPattern(magnitude, plural);
289
0
    if (patternString == nullptr) {
290
0
        // Use the default (non-compact) modifier.
291
0
        // No need to take any action.
292
0
    } else if (safe) {
293
0
        // Safe code path.
294
0
        // Java uses a hash set here for O(1) lookup.  C++ uses a linear search.
295
0
        // TODO: Benchmark this and maybe change to a binary search or hash table.
296
0
        int32_t i = 0;
297
0
        for (; i < precomputedModsLength; i++) {
298
0
            const CompactModInfo &info = precomputedMods[i];
299
0
            if (u_strcmp(patternString, info.patternString) == 0) {
300
0
                info.mod->applyToMicros(micros, quantity);
301
0
                break;
302
0
            }
303
0
        }
304
0
        // It should be guaranteed that we found the entry.
305
0
        U_ASSERT(i < precomputedModsLength);
306
0
    } else {
307
0
        // Unsafe code path.
308
0
        // Overwrite the PatternInfo in the existing modMiddle.
309
0
        // C++ Note: Use unsafePatternInfo for proper lifecycle.
310
0
        ParsedPatternInfo &patternInfo = const_cast<CompactHandler *>(this)->unsafePatternInfo;
311
0
        PatternParser::parseToPatternInfo(UnicodeString(patternString), patternInfo, status);
312
0
        static_cast<MutablePatternModifier*>(const_cast<Modifier*>(micros.modMiddle))
313
0
            ->setPatternInfo(&patternInfo);
314
0
    }
315
0
316
0
    // We already performed rounding. Do not perform it again.
317
0
    micros.rounder = RoundingImpl::passThrough();
318
0
}
319
320
#endif /* #if !UCONFIG_NO_FORMATTING */