Coverage Report

Created: 2023-03-29 06:15

/src/icu/icu4c/source/common/ucharstrieiterator.cpp
Line
Count
Source (jump to first uncovered line)
1
// © 2016 and later: Unicode, Inc. and others.
2
// License & terms of use: http://www.unicode.org/copyright.html
3
/*
4
*******************************************************************************
5
*   Copyright (C) 2010-2011, International Business Machines
6
*   Corporation and others.  All Rights Reserved.
7
*******************************************************************************
8
*   file name:  ucharstrieiterator.h
9
*   encoding:   UTF-8
10
*   tab size:   8 (not used)
11
*   indentation:4
12
*
13
*   created on: 2010nov15
14
*   created by: Markus W. Scherer
15
*/
16
17
#include "unicode/utypes.h"
18
#include "unicode/ucharstrie.h"
19
#include "unicode/unistr.h"
20
#include "uvectr32.h"
21
22
U_NAMESPACE_BEGIN
23
24
UCharsTrie::Iterator::Iterator(ConstChar16Ptr trieUChars, int32_t maxStringLength,
25
                               UErrorCode &errorCode)
26
        : uchars_(trieUChars),
27
          pos_(uchars_), initialPos_(uchars_),
28
          remainingMatchLength_(-1), initialRemainingMatchLength_(-1),
29
          skipValue_(false),
30
4.51k
          maxLength_(maxStringLength), value_(0), stack_(nullptr) {
31
4.51k
    if(U_FAILURE(errorCode)) {
32
0
        return;
33
0
    }
34
    // stack_ is a pointer so that it's easy to turn ucharstrie.h into
35
    // a public API header for which we would want it to depend only on
36
    // other public headers.
37
    // Unlike UCharsTrie itself, its Iterator performs memory allocations anyway
38
    // via the UnicodeString and UVector32 implementations, so this additional
39
    // cost is minimal.
40
4.51k
    stack_=new UVector32(errorCode);
41
4.51k
    if(stack_==nullptr) {
42
0
        errorCode=U_MEMORY_ALLOCATION_ERROR;
43
0
    }
44
4.51k
}
45
46
UCharsTrie::Iterator::Iterator(const UCharsTrie &trie, int32_t maxStringLength,
47
                               UErrorCode &errorCode)
48
        : uchars_(trie.uchars_), pos_(trie.pos_), initialPos_(trie.pos_),
49
          remainingMatchLength_(trie.remainingMatchLength_),
50
          initialRemainingMatchLength_(trie.remainingMatchLength_),
51
          skipValue_(false),
52
0
          maxLength_(maxStringLength), value_(0), stack_(nullptr) {
53
0
    if(U_FAILURE(errorCode)) {
54
0
        return;
55
0
    }
56
0
    stack_=new UVector32(errorCode);
57
0
    if(U_FAILURE(errorCode)) {
58
0
        return;
59
0
    }
60
0
    if(stack_==nullptr) {
61
0
        errorCode=U_MEMORY_ALLOCATION_ERROR;
62
0
        return;
63
0
    }
64
0
    int32_t length=remainingMatchLength_;  // Actual remaining match length minus 1.
65
0
    if(length>=0) {
66
        // Pending linear-match node, append remaining UChars to str_.
67
0
        ++length;
68
0
        if(maxLength_>0 && length>maxLength_) {
69
0
            length=maxLength_;  // This will leave remainingMatchLength>=0 as a signal.
70
0
        }
71
0
        str_.append(pos_, length);
72
0
        pos_+=length;
73
0
        remainingMatchLength_-=length;
74
0
    }
75
0
}
76
77
4.51k
UCharsTrie::Iterator::~Iterator() {
78
4.51k
    delete stack_;
79
4.51k
}
80
81
UCharsTrie::Iterator &
82
0
UCharsTrie::Iterator::reset() {
83
0
    pos_=initialPos_;
84
0
    remainingMatchLength_=initialRemainingMatchLength_;
85
0
    skipValue_=false;
86
0
    int32_t length=remainingMatchLength_+1;  // Remaining match length.
87
0
    if(maxLength_>0 && length>maxLength_) {
88
0
        length=maxLength_;
89
0
    }
90
0
    str_.truncate(length);
91
0
    pos_+=length;
92
0
    remainingMatchLength_-=length;
93
0
    stack_->setSize(0);
94
0
    return *this;
95
0
}
96
97
UBool
98
0
UCharsTrie::Iterator::hasNext() const { return pos_!=nullptr || !stack_->isEmpty(); }
99
100
UBool
101
57.2k
UCharsTrie::Iterator::next(UErrorCode &errorCode) {
102
57.2k
    if(U_FAILURE(errorCode)) {
103
0
        return false;
104
0
    }
105
57.2k
    const char16_t *pos=pos_;
106
57.2k
    if(pos==nullptr) {
107
52.2k
        if(stack_->isEmpty()) {
108
4.51k
            return false;
109
4.51k
        }
110
        // Pop the state off the stack and continue with the next outbound edge of
111
        // the branch node.
112
47.7k
        int32_t stackSize=stack_->size();
113
47.7k
        int32_t length=stack_->elementAti(stackSize-1);
114
47.7k
        pos=uchars_+stack_->elementAti(stackSize-2);
115
47.7k
        stack_->setSize(stackSize-2);
116
47.7k
        str_.truncate(length&0xffff);
117
47.7k
        length=(int32_t)((uint32_t)length>>16);
118
47.7k
        if(length>1) {
119
26.5k
            pos=branchNext(pos, length, errorCode);
120
26.5k
            if(pos==nullptr) {
121
21.4k
                return true;  // Reached a final value.
122
21.4k
            }
123
26.5k
        } else {
124
21.2k
            str_.append(*pos++);
125
21.2k
        }
126
47.7k
    }
127
31.2k
    if(remainingMatchLength_>=0) {
128
        // We only get here if we started in a pending linear-match node
129
        // with more than maxLength remaining units.
130
0
        return truncateAndStop();
131
0
    }
132
517k
    for(;;) {
133
517k
        int32_t node=*pos++;
134
517k
        if(node>=kMinValueLead) {
135
27.2k
            if(skipValue_) {
136
428
                pos=skipNodeValue(pos, node);
137
428
                node&=kNodeTypeMask;
138
428
                skipValue_=false;
139
26.8k
            } else {
140
                // Deliver value for the string so far.
141
26.8k
                UBool isFinal=(UBool)(node>>15);
142
26.8k
                if(isFinal) {
143
26.4k
                    value_=readValue(pos, node&0x7fff);
144
26.4k
                } else {
145
428
                    value_=readNodeValue(pos, node);
146
428
                }
147
26.8k
                if(isFinal || (maxLength_>0 && str_.length()==maxLength_)) {
148
26.4k
                    pos_=nullptr;
149
26.4k
                } else {
150
                    // We cannot skip the value right here because it shares its
151
                    // lead unit with a match node which we have to evaluate
152
                    // next time.
153
                    // Instead, keep pos_ on the node lead unit itself.
154
428
                    pos_=pos-1;
155
428
                    skipValue_=true;
156
428
                }
157
26.8k
                return true;
158
26.8k
            }
159
27.2k
        }
160
491k
        if(maxLength_>0 && str_.length()==maxLength_) {
161
0
            return truncateAndStop();
162
0
        }
163
491k
        if(node<kMinLinearMatch) {
164
14.3k
            if(node==0) {
165
70
                node=*pos++;
166
70
            }
167
14.3k
            pos=branchNext(pos, node+1, errorCode);
168
14.3k
            if(pos==nullptr) {
169
4.41k
                return true;  // Reached a final value.
170
4.41k
            }
171
476k
        } else {
172
            // Linear-match node, append length units to str_.
173
476k
            int32_t length=node-kMinLinearMatch+1;
174
476k
            if(maxLength_>0 && str_.length()+length>maxLength_) {
175
0
                str_.append(pos, maxLength_-str_.length());
176
0
                return truncateAndStop();
177
0
            }
178
476k
            str_.append(pos, length);
179
476k
            pos+=length;
180
476k
        }
181
491k
    }
182
31.2k
}
183
184
// Branch node, needs to take the first outbound edge and push state for the rest.
185
const char16_t *
186
40.8k
UCharsTrie::Iterator::branchNext(const char16_t *pos, int32_t length, UErrorCode &errorCode) {
187
47.7k
    while(length>kMaxBranchLinearSubNodeLength) {
188
6.90k
        ++pos;  // ignore the comparison unit
189
        // Push state for the greater-or-equal edge.
190
6.90k
        stack_->addElement((int32_t)(skipDelta(pos)-uchars_), errorCode);
191
6.90k
        stack_->addElement(((length-(length>>1))<<16)|str_.length(), errorCode);
192
        // Follow the less-than edge.
193
6.90k
        length>>=1;
194
6.90k
        pos=jumpByDelta(pos);
195
6.90k
    }
196
    // List of key-value pairs where values are either final values or jump deltas.
197
    // Read the first (key, value) pair.
198
40.8k
    char16_t trieUnit=*pos++;
199
40.8k
    int32_t node=*pos++;
200
40.8k
    UBool isFinal=(UBool)(node>>15);
201
40.8k
    int32_t value=readValue(pos, node&=0x7fff);
202
40.8k
    pos=skipValue(pos, node);
203
40.8k
    stack_->addElement((int32_t)(pos-uchars_), errorCode);
204
40.8k
    stack_->addElement(((length-1)<<16)|str_.length(), errorCode);
205
40.8k
    str_.append(trieUnit);
206
40.8k
    if(isFinal) {
207
25.8k
        pos_=nullptr;
208
25.8k
        value_=value;
209
25.8k
        return nullptr;
210
25.8k
    } else {
211
15.0k
        return pos+value;
212
15.0k
    }
213
40.8k
}
214
215
U_NAMESPACE_END