Coverage Report

Created: 2025-08-03 06:38

/src/nghttp2/lib/sfparse.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
 * sfparse
3
 *
4
 * Copyright (c) 2023 sfparse contributors
5
 * Copyright (c) 2019 nghttp3 contributors
6
 * Copyright (c) 2015 nghttp2 contributors
7
 *
8
 * Permission is hereby granted, free of charge, to any person obtaining
9
 * a copy of this software and associated documentation files (the
10
 * "Software"), to deal in the Software without restriction, including
11
 * without limitation the rights to use, copy, modify, merge, publish,
12
 * distribute, sublicense, and/or sell copies of the Software, and to
13
 * permit persons to whom the Software is furnished to do so, subject to
14
 * the following conditions:
15
 *
16
 * The above copyright notice and this permission notice shall be
17
 * included in all copies or substantial portions of the Software.
18
 *
19
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
20
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
21
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
22
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
23
 * LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
24
 * OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
25
 * WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
26
 */
27
#include "sfparse.h"
28
29
#include <string.h>
30
#include <assert.h>
31
#include <stdlib.h>
32
33
#ifdef __AVX2__
34
#  include <immintrin.h>
35
#endif /* __AVX2__ */
36
37
89.5k
#define SFPARSE_STATE_DICT 0x08u
38
0
#define SFPARSE_STATE_LIST 0x10u
39
0
#define SFPARSE_STATE_ITEM 0x18u
40
41
11.1k
#define SFPARSE_STATE_INNER_LIST 0x04u
42
43
11.9k
#define SFPARSE_STATE_BEFORE 0x00u
44
113k
#define SFPARSE_STATE_BEFORE_PARAMS 0x01u
45
44.8k
#define SFPARSE_STATE_PARAMS 0x02u
46
74.9k
#define SFPARSE_STATE_AFTER 0x03u
47
48
146k
#define SFPARSE_STATE_OP_MASK 0x03u
49
50
#define SFPARSE_SET_STATE_AFTER(NAME)                                          \
51
28.0k
  (SFPARSE_STATE_##NAME | SFPARSE_STATE_AFTER)
52
#define SFPARSE_SET_STATE_BEFORE_PARAMS(NAME)                                  \
53
53.5k
  (SFPARSE_STATE_##NAME | SFPARSE_STATE_BEFORE_PARAMS)
54
#define SFPARSE_SET_STATE_INNER_LIST_BEFORE(NAME)                              \
55
7.97k
  (SFPARSE_STATE_##NAME | SFPARSE_STATE_INNER_LIST | SFPARSE_STATE_BEFORE)
56
57
28.0k
#define SFPARSE_STATE_DICT_AFTER SFPARSE_SET_STATE_AFTER(DICT)
58
53.5k
#define SFPARSE_STATE_DICT_BEFORE_PARAMS SFPARSE_SET_STATE_BEFORE_PARAMS(DICT)
59
#define SFPARSE_STATE_DICT_INNER_LIST_BEFORE                                   \
60
7.97k
  SFPARSE_SET_STATE_INNER_LIST_BEFORE(DICT)
61
62
0
#define SFPARSE_STATE_LIST_AFTER SFPARSE_SET_STATE_AFTER(LIST)
63
0
#define SFPARSE_STATE_LIST_BEFORE_PARAMS SFPARSE_SET_STATE_BEFORE_PARAMS(LIST)
64
#define SFPARSE_STATE_LIST_INNER_LIST_BEFORE                                   \
65
0
  SFPARSE_SET_STATE_INNER_LIST_BEFORE(LIST)
66
67
0
#define SFPARSE_STATE_ITEM_AFTER SFPARSE_SET_STATE_AFTER(ITEM)
68
0
#define SFPARSE_STATE_ITEM_BEFORE_PARAMS SFPARSE_SET_STATE_BEFORE_PARAMS(ITEM)
69
#define SFPARSE_STATE_ITEM_INNER_LIST_BEFORE                                   \
70
0
  SFPARSE_SET_STATE_INNER_LIST_BEFORE(ITEM)
71
72
73.4k
#define SFPARSE_STATE_INITIAL 0x00u
73
74
#define DIGIT_CASES                                                            \
75
27.6k
  case '0':                                                                    \
76
34.6k
  case '1':                                                                    \
77
39.6k
  case '2':                                                                    \
78
43.8k
  case '3':                                                                    \
79
47.6k
  case '4':                                                                    \
80
50.6k
  case '5':                                                                    \
81
54.3k
  case '6':                                                                    \
82
58.3k
  case '7':                                                                    \
83
61.1k
  case '8':                                                                    \
84
64.3k
  case '9'
85
86
#define LCALPHA_CASES                                                          \
87
82.0k
  case 'a':                                                                    \
88
85.1k
  case 'b':                                                                    \
89
89.2k
  case 'c':                                                                    \
90
91.6k
  case 'd':                                                                    \
91
97.0k
  case 'e':                                                                    \
92
100k
  case 'f':                                                                    \
93
104k
  case 'g':                                                                    \
94
110k
  case 'h':                                                                    \
95
118k
  case 'i':                                                                    \
96
122k
  case 'j':                                                                    \
97
124k
  case 'k':                                                                    \
98
128k
  case 'l':                                                                    \
99
130k
  case 'm':                                                                    \
100
133k
  case 'n':                                                                    \
101
137k
  case 'o':                                                                    \
102
140k
  case 'p':                                                                    \
103
144k
  case 'q':                                                                    \
104
147k
  case 'r':                                                                    \
105
151k
  case 's':                                                                    \
106
153k
  case 't':                                                                    \
107
156k
  case 'u':                                                                    \
108
159k
  case 'v':                                                                    \
109
162k
  case 'w':                                                                    \
110
166k
  case 'x':                                                                    \
111
170k
  case 'y':                                                                    \
112
173k
  case 'z'
113
114
#define UCALPHA_CASES                                                          \
115
29.9k
  case 'A':                                                                    \
116
31.2k
  case 'B':                                                                    \
117
32.3k
  case 'C':                                                                    \
118
33.7k
  case 'D':                                                                    \
119
34.8k
  case 'E':                                                                    \
120
35.7k
  case 'F':                                                                    \
121
36.8k
  case 'G':                                                                    \
122
38.0k
  case 'H':                                                                    \
123
39.1k
  case 'I':                                                                    \
124
40.2k
  case 'J':                                                                    \
125
41.3k
  case 'K':                                                                    \
126
42.4k
  case 'L':                                                                    \
127
43.5k
  case 'M':                                                                    \
128
44.7k
  case 'N':                                                                    \
129
45.9k
  case 'O':                                                                    \
130
47.1k
  case 'P':                                                                    \
131
48.5k
  case 'Q':                                                                    \
132
49.8k
  case 'R':                                                                    \
133
50.9k
  case 'S':                                                                    \
134
52.3k
  case 'T':                                                                    \
135
53.3k
  case 'U':                                                                    \
136
54.4k
  case 'V':                                                                    \
137
55.7k
  case 'W':                                                                    \
138
57.1k
  case 'X':                                                                    \
139
58.2k
  case 'Y':                                                                    \
140
59.3k
  case 'Z'
141
142
#define ALPHA_CASES                                                            \
143
19.7k
  UCALPHA_CASES:                                                               \
144
20.3k
  LCALPHA_CASES
145
146
#define TOKEN_CASES                                                            \
147
330
  case '!':                                                                    \
148
594
  case '#':                                                                    \
149
861
  case '$':                                                                    \
150
1.40k
  case '%':                                                                    \
151
1.74k
  case '&':                                                                    \
152
2.10k
  case '\'':                                                                   \
153
3.31k
  case '*':                                                                    \
154
3.73k
  case '+':                                                                    \
155
4.09k
  case '-':                                                                    \
156
4.68k
  case '.':                                                                    \
157
5.08k
  case '/':                                                                    \
158
12.3k
  DIGIT_CASES:                                                                 \
159
13.1k
  case ':':                                                                    \
160
22.4k
  UCALPHA_CASES:                                                               \
161
22.6k
  case '^':                                                                    \
162
22.9k
  case '_':                                                                    \
163
23.2k
  case '`':                                                                    \
164
35.7k
  LCALPHA_CASES:                                                               \
165
36.0k
  case '|':                                                                    \
166
36.2k
  case '~'
167
168
#define LCHEXALPHA_CASES                                                       \
169
1.44k
  case 'a':                                                                    \
170
2.11k
  case 'b':                                                                    \
171
3.12k
  case 'c':                                                                    \
172
4.22k
  case 'd':                                                                    \
173
5.27k
  case 'e':                                                                    \
174
6.01k
  case 'f'
175
176
#define X00_1F_CASES                                                           \
177
0
  case 0x00:                                                                   \
178
0
  case 0x01:                                                                   \
179
0
  case 0x02:                                                                   \
180
0
  case 0x03:                                                                   \
181
0
  case 0x04:                                                                   \
182
0
  case 0x05:                                                                   \
183
0
  case 0x06:                                                                   \
184
0
  case 0x07:                                                                   \
185
0
  case 0x08:                                                                   \
186
66
  case 0x09:                                                                   \
187
66
  case 0x0a:                                                                   \
188
66
  case 0x0b:                                                                   \
189
66
  case 0x0c:                                                                   \
190
66
  case 0x0d:                                                                   \
191
66
  case 0x0e:                                                                   \
192
66
  case 0x0f:                                                                   \
193
66
  case 0x10:                                                                   \
194
66
  case 0x11:                                                                   \
195
66
  case 0x12:                                                                   \
196
66
  case 0x13:                                                                   \
197
66
  case 0x14:                                                                   \
198
66
  case 0x15:                                                                   \
199
66
  case 0x16:                                                                   \
200
66
  case 0x17:                                                                   \
201
66
  case 0x18:                                                                   \
202
66
  case 0x19:                                                                   \
203
66
  case 0x1a:                                                                   \
204
66
  case 0x1b:                                                                   \
205
66
  case 0x1c:                                                                   \
206
66
  case 0x1d:                                                                   \
207
66
  case 0x1e:                                                                   \
208
66
  case 0x1f
209
210
#define X20_21_CASES                                                           \
211
328
  case ' ':                                                                    \
212
640
  case '!'
213
214
#define X23_5B_CASES                                                           \
215
915
  case '#':                                                                    \
216
1.21k
  case '$':                                                                    \
217
1.94k
  case '%':                                                                    \
218
2.25k
  case '&':                                                                    \
219
2.49k
  case '\'':                                                                   \
220
2.81k
  case '(':                                                                    \
221
3.07k
  case ')':                                                                    \
222
3.35k
  case '*':                                                                    \
223
3.66k
  case '+':                                                                    \
224
3.92k
  case ',':                                                                    \
225
4.18k
  case '-':                                                                    \
226
4.42k
  case '.':                                                                    \
227
4.70k
  case '/':                                                                    \
228
8.14k
  DIGIT_CASES:                                                                 \
229
8.49k
  case ':':                                                                    \
230
8.86k
  case ';':                                                                    \
231
9.20k
  case '<':                                                                    \
232
9.55k
  case '=':                                                                    \
233
9.84k
  case '>':                                                                    \
234
10.2k
  case '?':                                                                    \
235
10.5k
  case '@':                                                                    \
236
17.1k
  UCALPHA_CASES:                                                               \
237
17.3k
  case '['
238
239
#define X5D_7E_CASES                                                           \
240
17.6k
  case ']':                                                                    \
241
18.0k
  case '^':                                                                    \
242
18.2k
  case '_':                                                                    \
243
18.5k
  case '`':                                                                    \
244
26.0k
  LCALPHA_CASES:                                                               \
245
26.2k
  case '{':                                                                    \
246
26.5k
  case '|':                                                                    \
247
26.7k
  case '}':                                                                    \
248
27.1k
  case '~'
249
250
#define X7F_FF_CASES                                                           \
251
66
  case 0x7f:                                                                   \
252
132
  case 0x80:                                                                   \
253
198
  case 0x81:                                                                   \
254
264
  case 0x82:                                                                   \
255
330
  case 0x83:                                                                   \
256
396
  case 0x84:                                                                   \
257
495
  case 0x85:                                                                   \
258
561
  case 0x86:                                                                   \
259
627
  case 0x87:                                                                   \
260
693
  case 0x88:                                                                   \
261
759
  case 0x89:                                                                   \
262
825
  case 0x8a:                                                                   \
263
891
  case 0x8b:                                                                   \
264
957
  case 0x8c:                                                                   \
265
1.02k
  case 0x8d:                                                                   \
266
1.08k
  case 0x8e:                                                                   \
267
1.15k
  case 0x8f:                                                                   \
268
1.22k
  case 0x90:                                                                   \
269
1.28k
  case 0x91:                                                                   \
270
1.35k
  case 0x92:                                                                   \
271
1.41k
  case 0x93:                                                                   \
272
1.48k
  case 0x94:                                                                   \
273
1.55k
  case 0x95:                                                                   \
274
1.61k
  case 0x96:                                                                   \
275
1.68k
  case 0x97:                                                                   \
276
1.74k
  case 0x98:                                                                   \
277
1.81k
  case 0x99:                                                                   \
278
1.88k
  case 0x9a:                                                                   \
279
1.94k
  case 0x9b:                                                                   \
280
2.01k
  case 0x9c:                                                                   \
281
2.07k
  case 0x9d:                                                                   \
282
2.14k
  case 0x9e:                                                                   \
283
2.21k
  case 0x9f:                                                                   \
284
2.27k
  case 0xa0:                                                                   \
285
2.34k
  case 0xa1:                                                                   \
286
2.40k
  case 0xa2:                                                                   \
287
2.47k
  case 0xa3:                                                                   \
288
2.55k
  case 0xa4:                                                                   \
289
2.62k
  case 0xa5:                                                                   \
290
2.68k
  case 0xa6:                                                                   \
291
2.75k
  case 0xa7:                                                                   \
292
2.81k
  case 0xa8:                                                                   \
293
2.88k
  case 0xa9:                                                                   \
294
2.95k
  case 0xaa:                                                                   \
295
3.01k
  case 0xab:                                                                   \
296
3.08k
  case 0xac:                                                                   \
297
3.14k
  case 0xad:                                                                   \
298
3.21k
  case 0xae:                                                                   \
299
3.28k
  case 0xaf:                                                                   \
300
3.34k
  case 0xb0:                                                                   \
301
3.41k
  case 0xb1:                                                                   \
302
3.47k
  case 0xb2:                                                                   \
303
3.54k
  case 0xb3:                                                                   \
304
3.61k
  case 0xb4:                                                                   \
305
3.67k
  case 0xb5:                                                                   \
306
3.74k
  case 0xb6:                                                                   \
307
3.81k
  case 0xb7:                                                                   \
308
3.87k
  case 0xb8:                                                                   \
309
3.94k
  case 0xb9:                                                                   \
310
4.00k
  case 0xba:                                                                   \
311
4.08k
  case 0xbb:                                                                   \
312
4.14k
  case 0xbc:                                                                   \
313
4.21k
  case 0xbd:                                                                   \
314
4.28k
  case 0xbe:                                                                   \
315
4.36k
  case 0xbf:                                                                   \
316
4.43k
  case 0xc0:                                                                   \
317
4.50k
  case 0xc1:                                                                   \
318
4.56k
  case 0xc2:                                                                   \
319
4.63k
  case 0xc3:                                                                   \
320
4.69k
  case 0xc4:                                                                   \
321
4.76k
  case 0xc5:                                                                   \
322
4.83k
  case 0xc6:                                                                   \
323
4.89k
  case 0xc7:                                                                   \
324
4.96k
  case 0xc8:                                                                   \
325
5.02k
  case 0xc9:                                                                   \
326
5.09k
  case 0xca:                                                                   \
327
5.16k
  case 0xcb:                                                                   \
328
5.22k
  case 0xcc:                                                                   \
329
5.29k
  case 0xcd:                                                                   \
330
5.35k
  case 0xce:                                                                   \
331
5.42k
  case 0xcf:                                                                   \
332
5.49k
  case 0xd0:                                                                   \
333
5.55k
  case 0xd1:                                                                   \
334
5.62k
  case 0xd2:                                                                   \
335
5.68k
  case 0xd3:                                                                   \
336
5.75k
  case 0xd4:                                                                   \
337
5.82k
  case 0xd5:                                                                   \
338
5.88k
  case 0xd6:                                                                   \
339
5.95k
  case 0xd7:                                                                   \
340
6.01k
  case 0xd8:                                                                   \
341
6.08k
  case 0xd9:                                                                   \
342
6.15k
  case 0xda:                                                                   \
343
6.21k
  case 0xdb:                                                                   \
344
6.28k
  case 0xdc:                                                                   \
345
6.34k
  case 0xdd:                                                                   \
346
6.41k
  case 0xde:                                                                   \
347
6.48k
  case 0xdf:                                                                   \
348
6.54k
  case 0xe0:                                                                   \
349
6.61k
  case 0xe1:                                                                   \
350
6.67k
  case 0xe2:                                                                   \
351
6.74k
  case 0xe3:                                                                   \
352
6.81k
  case 0xe4:                                                                   \
353
6.87k
  case 0xe5:                                                                   \
354
6.94k
  case 0xe6:                                                                   \
355
7.00k
  case 0xe7:                                                                   \
356
7.07k
  case 0xe8:                                                                   \
357
7.14k
  case 0xe9:                                                                   \
358
7.20k
  case 0xea:                                                                   \
359
7.27k
  case 0xeb:                                                                   \
360
7.33k
  case 0xec:                                                                   \
361
7.40k
  case 0xed:                                                                   \
362
7.47k
  case 0xee:                                                                   \
363
7.53k
  case 0xef:                                                                   \
364
7.60k
  case 0xf0:                                                                   \
365
7.67k
  case 0xf1:                                                                   \
366
7.73k
  case 0xf2:                                                                   \
367
7.80k
  case 0xf3:                                                                   \
368
7.86k
  case 0xf4:                                                                   \
369
7.93k
  case 0xf5:                                                                   \
370
8.00k
  case 0xf6:                                                                   \
371
8.06k
  case 0xf7:                                                                   \
372
8.13k
  case 0xf8:                                                                   \
373
8.19k
  case 0xf9:                                                                   \
374
8.26k
  case 0xfa:                                                                   \
375
8.33k
  case 0xfb:                                                                   \
376
8.39k
  case 0xfc:                                                                   \
377
8.46k
  case 0xfd:                                                                   \
378
8.52k
  case 0xfe:                                                                   \
379
8.59k
  case 0xff
380
381
9.72k
static int is_ws(uint8_t c) {
382
9.72k
  switch (c) {
383
623
  case ' ':
384
954
  case '\t':
385
954
    return 1;
386
8.76k
  default:
387
8.76k
    return 0;
388
9.72k
  }
389
9.72k
}
390
391
#ifdef __AVX2__
392
#  ifdef _MSC_VER
393
#    include <intrin.h>
394
395
static int ctz(unsigned int v) {
396
  unsigned long n;
397
398
  /* Assume that v is not 0. */
399
  _BitScanForward(&n, v);
400
401
  return (int)n;
402
}
403
#  else /* !_MSC_VER */
404
#    define ctz __builtin_ctz
405
#  endif /* !_MSC_VER */
406
#endif   /* __AVX2__ */
407
408
584k
static int parser_eof(sfparse_parser *sfp) { return sfp->pos == sfp->end; }
409
410
32.4k
static void parser_discard_ows(sfparse_parser *sfp) {
411
33.3k
  for (; !parser_eof(sfp) && is_ws(*sfp->pos); ++sfp->pos)
412
954
    ;
413
32.4k
}
414
415
54.3k
static void parser_discard_sp(sfparse_parser *sfp) {
416
62.0k
  for (; !parser_eof(sfp) && *sfp->pos == ' '; ++sfp->pos)
417
7.70k
    ;
418
54.3k
}
419
420
87.8k
static void parser_set_op_state(sfparse_parser *sfp, uint32_t op) {
421
87.8k
  sfp->state &= ~SFPARSE_STATE_OP_MASK;
422
87.8k
  sfp->state |= op;
423
87.8k
}
424
425
3.22k
static void parser_unset_inner_list_state(sfparse_parser *sfp) {
426
3.22k
  sfp->state &= ~SFPARSE_STATE_INNER_LIST;
427
3.22k
}
428
429
#ifdef __AVX2__
430
static const uint8_t *find_char_key(const uint8_t *first, const uint8_t *last) {
431
  const __m256i us = _mm256_set1_epi8('_');
432
  const __m256i ds = _mm256_set1_epi8('-');
433
  const __m256i dot = _mm256_set1_epi8('.');
434
  const __m256i ast = _mm256_set1_epi8('*');
435
  const __m256i r0l = _mm256_set1_epi8('0' - 1);
436
  const __m256i r0r = _mm256_set1_epi8('9' + 1);
437
  const __m256i r1l = _mm256_set1_epi8('a' - 1);
438
  const __m256i r1r = _mm256_set1_epi8('z' + 1);
439
  __m256i s, x;
440
  uint32_t m;
441
442
  for (; first != last; first += 32) {
443
    s = _mm256_loadu_si256((void *)first);
444
445
    x = _mm256_cmpeq_epi8(s, us);
446
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, ds), x);
447
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, dot), x);
448
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, ast), x);
449
    x = _mm256_or_si256(
450
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r0l), _mm256_cmpgt_epi8(r0r, s)),
451
      x);
452
    x = _mm256_or_si256(
453
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r1l), _mm256_cmpgt_epi8(r1r, s)),
454
      x);
455
456
    m = ~(uint32_t)_mm256_movemask_epi8(x);
457
    if (m) {
458
      return first + ctz(m);
459
    }
460
  }
461
462
  return last;
463
}
464
#endif /* __AVX2__ */
465
466
48.0k
static int parser_key(sfparse_parser *sfp, sfparse_vec *dest) {
467
48.0k
  const uint8_t *base;
468
#ifdef __AVX2__
469
  const uint8_t *last;
470
#endif /* __AVX2__ */
471
472
48.0k
  switch (*sfp->pos) {
473
2.37k
  case '*':
474
47.8k
  LCALPHA_CASES:
475
47.8k
    break;
476
197
  default:
477
197
    return SFPARSE_ERR_PARSE;
478
48.0k
  }
479
480
47.8k
  base = sfp->pos++;
481
482
#ifdef __AVX2__
483
  if (sfp->end - sfp->pos >= 32) {
484
    last = sfp->pos + ((sfp->end - sfp->pos) & ~0x1fu);
485
486
    sfp->pos = find_char_key(sfp->pos, last);
487
    if (sfp->pos != last) {
488
      goto fin;
489
    }
490
  }
491
#endif /* __AVX2__ */
492
493
74.1k
  for (; !parser_eof(sfp); ++sfp->pos) {
494
70.3k
    switch (*sfp->pos) {
495
373
    case '_':
496
1.03k
    case '-':
497
1.83k
    case '.':
498
2.77k
    case '*':
499
82.6k
    DIGIT_CASES:
500
499k
    LCALPHA_CASES:
501
499k
      continue;
502
70.3k
    }
503
504
44.0k
    break;
505
70.3k
  }
506
507
#ifdef __AVX2__
508
fin:
509
#endif /* __AVX2__ */
510
47.8k
  if (dest) {
511
40.6k
    dest->base = (uint8_t *)base;
512
40.6k
    dest->len = (size_t)(sfp->pos - dest->base);
513
40.6k
  }
514
515
47.8k
  return 0;
516
47.8k
}
517
518
5.99k
static int parser_number(sfparse_parser *sfp, sfparse_value *dest) {
519
5.99k
  int sign = 1;
520
5.99k
  int64_t value = 0;
521
5.99k
  size_t len = 0;
522
5.99k
  size_t fpos = 0;
523
524
5.99k
  if (*sfp->pos == '-') {
525
436
    ++sfp->pos;
526
436
    if (parser_eof(sfp)) {
527
67
      return SFPARSE_ERR_PARSE;
528
67
    }
529
530
369
    sign = -1;
531
369
  }
532
533
5.92k
  assert(!parser_eof(sfp));
534
535
15.8k
  for (; !parser_eof(sfp); ++sfp->pos) {
536
14.4k
    switch (*sfp->pos) {
537
77.7k
    DIGIT_CASES:
538
77.7k
      if (++len > 15) {
539
66
        return SFPARSE_ERR_PARSE;
540
66
      }
541
542
9.89k
      value *= 10;
543
9.89k
      value += *sfp->pos - '0';
544
545
9.89k
      continue;
546
14.4k
    }
547
548
4.48k
    break;
549
14.4k
  }
550
551
5.86k
  if (len == 0) {
552
118
    return SFPARSE_ERR_PARSE;
553
118
  }
554
555
5.74k
  if (parser_eof(sfp) || *sfp->pos != '.') {
556
4.39k
    if (dest) {
557
2.42k
      dest->type = SFPARSE_TYPE_INTEGER;
558
2.42k
      dest->flags = SFPARSE_VALUE_FLAG_NONE;
559
2.42k
      dest->integer = value * sign;
560
2.42k
    }
561
562
4.39k
    return 0;
563
4.39k
  }
564
565
  /* decimal */
566
567
1.35k
  if (len > 12) {
568
66
    return SFPARSE_ERR_PARSE;
569
66
  }
570
571
1.28k
  fpos = len;
572
573
1.28k
  ++sfp->pos;
574
575
3.90k
  for (; !parser_eof(sfp); ++sfp->pos) {
576
3.15k
    switch (*sfp->pos) {
577
20.5k
    DIGIT_CASES:
578
20.5k
      if (++len > 15) {
579
66
        return SFPARSE_ERR_PARSE;
580
66
      }
581
582
2.62k
      value *= 10;
583
2.62k
      value += *sfp->pos - '0';
584
585
2.62k
      continue;
586
3.15k
    }
587
588
473
    break;
589
3.15k
  }
590
591
1.21k
  if (fpos == len || len - fpos > 3) {
592
175
    return SFPARSE_ERR_PARSE;
593
175
  }
594
595
1.04k
  if (dest) {
596
709
    dest->type = SFPARSE_TYPE_DECIMAL;
597
709
    dest->flags = SFPARSE_VALUE_FLAG_NONE;
598
709
    dest->decimal.numer = value * sign;
599
600
709
    switch (len - fpos) {
601
317
    case 1:
602
317
      dest->decimal.denom = 10;
603
604
317
      break;
605
198
    case 2:
606
198
      dest->decimal.denom = 100;
607
608
198
      break;
609
194
    case 3:
610
194
      dest->decimal.denom = 1000;
611
612
194
      break;
613
709
    }
614
709
  }
615
616
1.04k
  return 0;
617
1.04k
}
618
619
861
static int parser_date(sfparse_parser *sfp, sfparse_value *dest) {
620
861
  int rv;
621
861
  sfparse_value val;
622
623
  /* The first byte has already been validated by the caller. */
624
861
  assert('@' == *sfp->pos);
625
626
861
  ++sfp->pos;
627
628
861
  if (parser_eof(sfp)) {
629
66
    return SFPARSE_ERR_PARSE;
630
66
  }
631
632
795
  rv = parser_number(sfp, &val);
633
795
  if (rv != 0) {
634
92
    return rv;
635
92
  }
636
637
703
  if (val.type != SFPARSE_TYPE_INTEGER) {
638
66
    return SFPARSE_ERR_PARSE;
639
66
  }
640
641
637
  if (dest) {
642
267
    *dest = val;
643
267
    dest->type = SFPARSE_TYPE_DATE;
644
267
  }
645
646
637
  return 0;
647
703
}
648
649
#ifdef __AVX2__
650
static const uint8_t *find_char_string(const uint8_t *first,
651
                                       const uint8_t *last) {
652
  const __m256i bs = _mm256_set1_epi8('\\');
653
  const __m256i dq = _mm256_set1_epi8('"');
654
  const __m256i del = _mm256_set1_epi8(0x7f);
655
  const __m256i sp = _mm256_set1_epi8(' ');
656
  __m256i s, x;
657
  uint32_t m;
658
659
  for (; first != last; first += 32) {
660
    s = _mm256_loadu_si256((void *)first);
661
662
    x = _mm256_cmpgt_epi8(sp, s);
663
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, bs), x);
664
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, dq), x);
665
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, del), x);
666
667
    m = (uint32_t)_mm256_movemask_epi8(x);
668
    if (m) {
669
      return first + ctz(m);
670
    }
671
  }
672
673
  return last;
674
}
675
#endif /* __AVX2__ */
676
677
3.94k
static int parser_string(sfparse_parser *sfp, sfparse_value *dest) {
678
3.94k
  const uint8_t *base;
679
#ifdef __AVX2__
680
  const uint8_t *last;
681
#endif /* __AVX2__ */
682
3.94k
  uint32_t flags = SFPARSE_VALUE_FLAG_NONE;
683
684
  /* The first byte has already been validated by the caller. */
685
3.94k
  assert('"' == *sfp->pos);
686
687
3.94k
  base = ++sfp->pos;
688
689
#ifdef __AVX2__
690
  for (; sfp->end - sfp->pos >= 32; ++sfp->pos) {
691
    last = sfp->pos + ((sfp->end - sfp->pos) & ~0x1fu);
692
693
    sfp->pos = find_char_string(sfp->pos, last);
694
    if (sfp->pos == last) {
695
      break;
696
    }
697
698
    switch (*sfp->pos) {
699
    case '\\':
700
      ++sfp->pos;
701
      if (parser_eof(sfp)) {
702
        return SFPARSE_ERR_PARSE;
703
      }
704
705
      switch (*sfp->pos) {
706
      case '"':
707
      case '\\':
708
        flags = SFPARSE_VALUE_FLAG_ESCAPED_STRING;
709
710
        break;
711
      default:
712
        return SFPARSE_ERR_PARSE;
713
      }
714
715
      break;
716
    case '"':
717
      goto fin;
718
    default:
719
      return SFPARSE_ERR_PARSE;
720
    }
721
  }
722
#endif /* __AVX2__ */
723
724
31.4k
  for (; !parser_eof(sfp); ++sfp->pos) {
725
30.9k
    switch (*sfp->pos) {
726
968
    X20_21_CASES:
727
554k
    X23_5B_CASES:
728
554k
    X5D_7E_CASES:
729
27.1k
      break;
730
536
    case '\\':
731
536
      ++sfp->pos;
732
536
      if (parser_eof(sfp)) {
733
71
        return SFPARSE_ERR_PARSE;
734
71
      }
735
736
465
      switch (*sfp->pos) {
737
198
      case '"':
738
399
      case '\\':
739
399
        flags = SFPARSE_VALUE_FLAG_ESCAPED_STRING;
740
741
399
        break;
742
66
      default:
743
66
        return SFPARSE_ERR_PARSE;
744
465
      }
745
746
399
      break;
747
3.19k
    case '"':
748
3.19k
      goto fin;
749
72
    default:
750
72
      return SFPARSE_ERR_PARSE;
751
30.9k
    }
752
30.9k
  }
753
754
538
  return SFPARSE_ERR_PARSE;
755
756
3.19k
fin:
757
3.19k
  if (dest) {
758
2.97k
    dest->type = SFPARSE_TYPE_STRING;
759
2.97k
    dest->flags = flags;
760
2.97k
    dest->vec.len = (size_t)(sfp->pos - base);
761
2.97k
    dest->vec.base = dest->vec.len == 0 ? NULL : (uint8_t *)base;
762
2.97k
  }
763
764
3.19k
  ++sfp->pos;
765
766
3.19k
  return 0;
767
3.94k
}
768
769
#ifdef __AVX2__
770
static const uint8_t *find_char_token(const uint8_t *first,
771
                                      const uint8_t *last) {
772
  /* r0: !..:, excluding "(),
773
     r1: A..Z
774
     r2: ^..~, excluding {} */
775
  const __m256i r0l = _mm256_set1_epi8('!' - 1);
776
  const __m256i r0r = _mm256_set1_epi8(':' + 1);
777
  const __m256i dq = _mm256_set1_epi8('"');
778
  const __m256i prl = _mm256_set1_epi8('(');
779
  const __m256i prr = _mm256_set1_epi8(')');
780
  const __m256i comma = _mm256_set1_epi8(',');
781
  const __m256i r1l = _mm256_set1_epi8('A' - 1);
782
  const __m256i r1r = _mm256_set1_epi8('Z' + 1);
783
  const __m256i r2l = _mm256_set1_epi8('^' - 1);
784
  const __m256i r2r = _mm256_set1_epi8('~' + 1);
785
  const __m256i cbl = _mm256_set1_epi8('{');
786
  const __m256i cbr = _mm256_set1_epi8('}');
787
  __m256i s, x;
788
  uint32_t m;
789
790
  for (; first != last; first += 32) {
791
    s = _mm256_loadu_si256((void *)first);
792
793
    x = _mm256_andnot_si256(
794
      _mm256_cmpeq_epi8(s, comma),
795
      _mm256_andnot_si256(
796
        _mm256_cmpeq_epi8(s, prr),
797
        _mm256_andnot_si256(
798
          _mm256_cmpeq_epi8(s, prl),
799
          _mm256_andnot_si256(_mm256_cmpeq_epi8(s, dq),
800
                              _mm256_and_si256(_mm256_cmpgt_epi8(s, r0l),
801
                                               _mm256_cmpgt_epi8(r0r, s))))));
802
    x = _mm256_or_si256(
803
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r1l), _mm256_cmpgt_epi8(r1r, s)),
804
      x);
805
    x = _mm256_or_si256(
806
      _mm256_andnot_si256(
807
        _mm256_cmpeq_epi8(s, cbr),
808
        _mm256_andnot_si256(_mm256_cmpeq_epi8(s, cbl),
809
                            _mm256_and_si256(_mm256_cmpgt_epi8(s, r2l),
810
                                             _mm256_cmpgt_epi8(r2r, s)))),
811
      x);
812
813
    m = ~(uint32_t)_mm256_movemask_epi8(x);
814
    if (m) {
815
      return first + ctz(m);
816
    }
817
  }
818
819
  return last;
820
}
821
#endif /* __AVX2__ */
822
823
15.7k
static int parser_token(sfparse_parser *sfp, sfparse_value *dest) {
824
15.7k
  const uint8_t *base;
825
#ifdef __AVX2__
826
  const uint8_t *last;
827
#endif /* __AVX2__ */
828
829
  /* The first byte has already been validated by the caller. */
830
15.7k
  base = sfp->pos++;
831
832
#ifdef __AVX2__
833
  if (sfp->end - sfp->pos >= 32) {
834
    last = sfp->pos + ((sfp->end - sfp->pos) & ~0x1fu);
835
836
    sfp->pos = find_char_token(sfp->pos, last);
837
    if (sfp->pos != last) {
838
      goto fin;
839
    }
840
  }
841
#endif /* __AVX2__ */
842
843
52.0k
  for (; !parser_eof(sfp); ++sfp->pos) {
844
46.3k
    switch (*sfp->pos) {
845
1.53M
    TOKEN_CASES:
846
1.53M
      continue;
847
46.3k
    }
848
849
10.0k
    break;
850
46.3k
  }
851
852
#ifdef __AVX2__
853
fin:
854
#endif /* __AVX2__ */
855
15.7k
  if (dest) {
856
6.73k
    dest->type = SFPARSE_TYPE_TOKEN;
857
6.73k
    dest->flags = SFPARSE_VALUE_FLAG_NONE;
858
6.73k
    dest->vec.base = (uint8_t *)base;
859
6.73k
    dest->vec.len = (size_t)(sfp->pos - base);
860
6.73k
  }
861
862
15.7k
  return 0;
863
15.7k
}
864
865
#ifdef __AVX2__
866
static const uint8_t *find_char_byteseq(const uint8_t *first,
867
                                        const uint8_t *last) {
868
  const __m256i pls = _mm256_set1_epi8('+');
869
  const __m256i fs = _mm256_set1_epi8('/');
870
  const __m256i r0l = _mm256_set1_epi8('0' - 1);
871
  const __m256i r0r = _mm256_set1_epi8('9' + 1);
872
  const __m256i r1l = _mm256_set1_epi8('A' - 1);
873
  const __m256i r1r = _mm256_set1_epi8('Z' + 1);
874
  const __m256i r2l = _mm256_set1_epi8('a' - 1);
875
  const __m256i r2r = _mm256_set1_epi8('z' + 1);
876
  __m256i s, x;
877
  uint32_t m;
878
879
  for (; first != last; first += 32) {
880
    s = _mm256_loadu_si256((void *)first);
881
882
    x = _mm256_cmpeq_epi8(s, pls);
883
    x = _mm256_or_si256(_mm256_cmpeq_epi8(s, fs), x);
884
    x = _mm256_or_si256(
885
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r0l), _mm256_cmpgt_epi8(r0r, s)),
886
      x);
887
    x = _mm256_or_si256(
888
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r1l), _mm256_cmpgt_epi8(r1r, s)),
889
      x);
890
    x = _mm256_or_si256(
891
      _mm256_and_si256(_mm256_cmpgt_epi8(s, r2l), _mm256_cmpgt_epi8(r2r, s)),
892
      x);
893
894
    m = ~(uint32_t)_mm256_movemask_epi8(x);
895
    if (m) {
896
      return first + ctz(m);
897
    }
898
  }
899
900
  return last;
901
}
902
#endif /* __AVX2__ */
903
904
4.05k
static int parser_byteseq(sfparse_parser *sfp, sfparse_value *dest) {
905
4.05k
  const uint8_t *base;
906
#ifdef __AVX2__
907
  const uint8_t *last;
908
#endif /* __AVX2__ */
909
910
  /* The first byte has already been validated by the caller. */
911
4.05k
  assert(':' == *sfp->pos);
912
913
4.05k
  base = ++sfp->pos;
914
915
#ifdef __AVX2__
916
  if (sfp->end - sfp->pos >= 32) {
917
    last = sfp->pos + ((sfp->end - sfp->pos) & ~0x1fu);
918
    sfp->pos = find_char_byteseq(sfp->pos, last);
919
  }
920
#endif /* __AVX2__ */
921
922
25.8k
  for (; !parser_eof(sfp); ++sfp->pos) {
923
25.5k
    switch (*sfp->pos) {
924
410
    case '+':
925
731
    case '/':
926
28.6k
    DIGIT_CASES:
927
28.6k
    ALPHA_CASES:
928
21.8k
      continue;
929
986
    case '=':
930
986
      switch ((sfp->pos - base) & 0x3) {
931
66
      case 0:
932
132
      case 1:
933
132
        return SFPARSE_ERR_PARSE;
934
518
      case 2:
935
518
        ++sfp->pos;
936
937
518
        if (parser_eof(sfp)) {
938
66
          return SFPARSE_ERR_PARSE;
939
66
        }
940
941
452
        if (*sfp->pos == '=') {
942
196
          ++sfp->pos;
943
196
        }
944
945
452
        break;
946
336
      case 3:
947
336
        ++sfp->pos;
948
949
336
        break;
950
986
      }
951
952
788
      if (parser_eof(sfp) || *sfp->pos != ':') {
953
135
        return SFPARSE_ERR_PARSE;
954
135
      }
955
956
653
      goto fin;
957
2.71k
    case ':':
958
2.71k
      if (((sfp->pos - base) & 0x3) == 1) {
959
66
        return SFPARSE_ERR_PARSE;
960
66
      }
961
962
2.65k
      goto fin;
963
2.65k
    default:
964
67
      return SFPARSE_ERR_PARSE;
965
25.5k
    }
966
25.5k
  }
967
968
286
  return SFPARSE_ERR_PARSE;
969
970
3.30k
fin:
971
3.30k
  if (dest) {
972
3.10k
    dest->type = SFPARSE_TYPE_BYTESEQ;
973
3.10k
    dest->flags = SFPARSE_VALUE_FLAG_NONE;
974
3.10k
    dest->vec.len = (size_t)(sfp->pos - base);
975
3.10k
    dest->vec.base = dest->vec.len == 0 ? NULL : (uint8_t *)base;
976
3.10k
  }
977
978
3.30k
  ++sfp->pos;
979
980
3.30k
  return 0;
981
4.05k
}
982
983
1.08k
static int parser_boolean(sfparse_parser *sfp, sfparse_value *dest) {
984
1.08k
  int b;
985
986
  /* The first byte has already been validated by the caller. */
987
1.08k
  assert('?' == *sfp->pos);
988
989
1.08k
  ++sfp->pos;
990
991
1.08k
  if (parser_eof(sfp)) {
992
66
    return SFPARSE_ERR_PARSE;
993
66
  }
994
995
1.02k
  switch (*sfp->pos) {
996
285
  case '0':
997
285
    b = 0;
998
999
285
    break;
1000
669
  case '1':
1001
669
    b = 1;
1002
1003
669
    break;
1004
66
  default:
1005
66
    return SFPARSE_ERR_PARSE;
1006
1.02k
  }
1007
1008
954
  ++sfp->pos;
1009
1010
954
  if (dest) {
1011
617
    dest->type = SFPARSE_TYPE_BOOLEAN;
1012
617
    dest->flags = SFPARSE_VALUE_FLAG_NONE;
1013
617
    dest->boolean = b;
1014
617
  }
1015
1016
954
  return 0;
1017
1.02k
}
1018
1019
8.56k
static int pctdecode(uint8_t *pc, const uint8_t **ppos) {
1020
8.56k
  uint8_t c, b = **ppos;
1021
1022
8.56k
  switch (b) {
1023
5.33k
  DIGIT_CASES:
1024
5.33k
    c = (uint8_t)((b - '0') << 4);
1025
1026
5.33k
    break;
1027
3.14k
  LCHEXALPHA_CASES:
1028
3.14k
    c = (uint8_t)((b - 'a' + 10) << 4);
1029
1030
3.14k
    break;
1031
80
  default:
1032
80
    return -1;
1033
8.56k
  }
1034
1035
8.48k
  b = *++*ppos;
1036
1037
8.48k
  switch (b) {
1038
5.54k
  DIGIT_CASES:
1039
5.54k
    c |= (uint8_t)(b - '0');
1040
1041
5.54k
    break;
1042
2.87k
  LCHEXALPHA_CASES:
1043
2.87k
    c |= (uint8_t)(b - 'a' + 10);
1044
1045
2.87k
    break;
1046
67
  default:
1047
67
    return -1;
1048
8.48k
  }
1049
1050
8.41k
  *pc = c;
1051
8.41k
  ++*ppos;
1052
1053
8.41k
  return 0;
1054
8.48k
}
1055
1056
/* Start of utf8 dfa */
1057
/* Copyright (c) 2008-2010 Bjoern Hoehrmann <bjoern@hoehrmann.de>
1058
 * See http://bjoern.hoehrmann.de/utf-8/decoder/dfa/ for details.
1059
 *
1060
 * Copyright (c) 2008-2009 Bjoern Hoehrmann <bjoern@hoehrmann.de>
1061
 *
1062
 * Permission is hereby granted, free of charge, to any person
1063
 * obtaining a copy of this software and associated documentation
1064
 * files (the "Software"), to deal in the Software without
1065
 * restriction, including without limitation the rights to use, copy,
1066
 * modify, merge, publish, distribute, sublicense, and/or sell copies
1067
 * of the Software, and to permit persons to whom the Software is
1068
 * furnished to do so, subject to the following conditions:
1069
 *
1070
 * The above copyright notice and this permission notice shall be
1071
 * included in all copies or substantial portions of the Software.
1072
 *
1073
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
1074
 * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
1075
 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
1076
 * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
1077
 * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
1078
 * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
1079
 * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
1080
 * SOFTWARE.
1081
 */
1082
26.3k
#define UTF8_ACCEPT 0
1083
8.41k
#define UTF8_REJECT 12
1084
1085
/* clang-format off */
1086
static const uint8_t utf8d[] = {
1087
  /*
1088
   * The first part of the table maps bytes to character classes that
1089
   * to reduce the size of the transition table and create bitmasks.
1090
   */
1091
   0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1092
   0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1093
   0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1094
   0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
1095
   1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,  9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,9,
1096
   7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,  7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,7,
1097
   8,8,2,2,2,2,2,2,2,2,2,2,2,2,2,2,  2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,2,
1098
  10,3,3,3,3,3,3,3,3,3,3,3,3,4,3,3, 11,6,6,6,5,8,8,8,8,8,8,8,8,8,8,8,
1099
1100
   /*
1101
    * The second part is a transition table that maps a combination
1102
    * of a state of the automaton and a character class to a state.
1103
    */
1104
   0,12,24,36,60,96,84,12,12,12,48,72, 12,12,12,12,12,12,12,12,12,12,12,12,
1105
  12, 0,12,12,12,12,12, 0,12, 0,12,12, 12,24,12,12,12,12,12,24,12,24,12,12,
1106
  12,12,12,12,12,12,12,24,12,12,12,12, 12,24,12,12,12,12,12,12,12,24,12,12,
1107
  12,12,12,12,12,12,12,36,12,36,12,12, 12,36,12,12,12,12,12,36,12,36,12,12,
1108
  12,36,12,12,12,12,12,12,12,12,12,12,
1109
};
1110
/* clang-format on */
1111
1112
8.41k
static void utf8_decode(uint32_t *state, uint8_t byte) {
1113
8.41k
  *state = utf8d[256 + *state + utf8d[byte]];
1114
8.41k
}
1115
1116
/* End of utf8 dfa */
1117
1118
12.4k
static int parser_dispstring(sfparse_parser *sfp, sfparse_value *dest) {
1119
12.4k
  const uint8_t *base;
1120
12.4k
  uint8_t c;
1121
12.4k
  uint32_t utf8state = UTF8_ACCEPT;
1122
1123
12.4k
  assert('%' == *sfp->pos);
1124
1125
12.4k
  ++sfp->pos;
1126
1127
12.4k
  if (parser_eof(sfp) || *sfp->pos != '"') {
1128
146
    return SFPARSE_ERR_PARSE;
1129
146
  }
1130
1131
12.3k
  base = ++sfp->pos;
1132
1133
31.2k
  for (; !parser_eof(sfp);) {
1134
31.1k
    switch (*sfp->pos) {
1135
1.51k
    X00_1F_CASES:
1136
8.59k
    X7F_FF_CASES:
1137
8.59k
      return SFPARSE_ERR_PARSE;
1138
8.63k
    case '%':
1139
8.63k
      ++sfp->pos;
1140
1141
8.63k
      if (sfp->pos + 2 > sfp->end) {
1142
66
        return SFPARSE_ERR_PARSE;
1143
66
      }
1144
1145
8.56k
      if (pctdecode(&c, &sfp->pos) != 0) {
1146
147
        return SFPARSE_ERR_PARSE;
1147
147
      }
1148
1149
8.41k
      utf8_decode(&utf8state, c);
1150
8.41k
      if (utf8state == UTF8_REJECT) {
1151
75
        return SFPARSE_ERR_PARSE;
1152
75
      }
1153
1154
8.34k
      break;
1155
8.34k
    case '"':
1156
3.19k
      if (utf8state != UTF8_ACCEPT) {
1157
68
        return SFPARSE_ERR_PARSE;
1158
68
      }
1159
1160
3.13k
      if (dest) {
1161
2.92k
        dest->type = SFPARSE_TYPE_DISPSTRING;
1162
2.92k
        dest->flags = SFPARSE_VALUE_FLAG_NONE;
1163
2.92k
        dest->vec.len = (size_t)(sfp->pos - base);
1164
2.92k
        dest->vec.base = dest->vec.len == 0 ? NULL : (uint8_t *)base;
1165
2.92k
      }
1166
1167
3.13k
      ++sfp->pos;
1168
1169
3.13k
      return 0;
1170
10.7k
    default:
1171
10.7k
      if (utf8state != UTF8_ACCEPT) {
1172
80
        return SFPARSE_ERR_PARSE;
1173
80
      }
1174
1175
10.6k
      ++sfp->pos;
1176
31.1k
    }
1177
31.1k
  }
1178
1179
147
  return SFPARSE_ERR_PARSE;
1180
12.3k
}
1181
1182
43.4k
static int parser_bare_item(sfparse_parser *sfp, sfparse_value *dest) {
1183
43.4k
  switch (*sfp->pos) {
1184
3.94k
  case '"':
1185
3.94k
    return parser_string(sfp, dest);
1186
427
  case '-':
1187
5.20k
  DIGIT_CASES:
1188
5.20k
    return parser_number(sfp, dest);
1189
861
  case '@':
1190
861
    return parser_date(sfp, dest);
1191
4.05k
  case ':':
1192
4.05k
    return parser_byteseq(sfp, dest);
1193
1.08k
  case '?':
1194
1.08k
    return parser_boolean(sfp, dest);
1195
421
  case '*':
1196
15.7k
  ALPHA_CASES:
1197
15.7k
    return parser_token(sfp, dest);
1198
12.4k
  case '%':
1199
12.4k
    return parser_dispstring(sfp, dest);
1200
85
  default:
1201
85
    return SFPARSE_ERR_PARSE;
1202
43.4k
  }
1203
43.4k
}
1204
1205
static int parser_skip_inner_list(sfparse_parser *sfp);
1206
1207
int sfparse_parser_param(sfparse_parser *sfp, sfparse_vec *dest_key,
1208
44.8k
                         sfparse_value *dest_value) {
1209
44.8k
  int rv;
1210
1211
44.8k
  switch (sfp->state & SFPARSE_STATE_OP_MASK) {
1212
0
  case SFPARSE_STATE_BEFORE:
1213
0
    rv = parser_skip_inner_list(sfp);
1214
0
    if (rv != 0) {
1215
0
      return rv;
1216
0
    }
1217
1218
    /* fall through */
1219
37.7k
  case SFPARSE_STATE_BEFORE_PARAMS:
1220
37.7k
    parser_set_op_state(sfp, SFPARSE_STATE_PARAMS);
1221
1222
37.7k
    break;
1223
7.17k
  case SFPARSE_STATE_PARAMS:
1224
7.17k
    break;
1225
0
  default:
1226
0
    assert(0);
1227
0
    abort();
1228
44.8k
  }
1229
1230
44.8k
  if (parser_eof(sfp) || *sfp->pos != ';') {
1231
37.4k
    parser_set_op_state(sfp, SFPARSE_STATE_AFTER);
1232
1233
37.4k
    return SFPARSE_ERR_EOF;
1234
37.4k
  }
1235
1236
7.43k
  ++sfp->pos;
1237
1238
7.43k
  parser_discard_sp(sfp);
1239
7.43k
  if (parser_eof(sfp)) {
1240
69
    return SFPARSE_ERR_PARSE;
1241
69
  }
1242
1243
7.36k
  rv = parser_key(sfp, dest_key);
1244
7.36k
  if (rv != 0) {
1245
119
    return rv;
1246
119
  }
1247
1248
7.24k
  if (parser_eof(sfp) || *sfp->pos != '=') {
1249
4.01k
    if (dest_value) {
1250
0
      dest_value->type = SFPARSE_TYPE_BOOLEAN;
1251
0
      dest_value->flags = SFPARSE_VALUE_FLAG_NONE;
1252
0
      dest_value->boolean = 1;
1253
0
    }
1254
1255
4.01k
    return 0;
1256
4.01k
  }
1257
1258
3.22k
  ++sfp->pos;
1259
1260
3.22k
  if (parser_eof(sfp)) {
1261
66
    return SFPARSE_ERR_PARSE;
1262
66
  }
1263
1264
3.16k
  return parser_bare_item(sfp, dest_value);
1265
3.22k
}
1266
1267
37.7k
static int parser_skip_params(sfparse_parser *sfp) {
1268
37.7k
  int rv;
1269
1270
44.8k
  for (;;) {
1271
44.8k
    rv = sfparse_parser_param(sfp, NULL, NULL);
1272
44.8k
    switch (rv) {
1273
7.17k
    case 0:
1274
7.17k
      break;
1275
37.4k
    case SFPARSE_ERR_EOF:
1276
37.4k
      return 0;
1277
254
    case SFPARSE_ERR_PARSE:
1278
254
      return rv;
1279
0
    default:
1280
0
      assert(0);
1281
0
      abort();
1282
44.8k
    }
1283
44.8k
  }
1284
37.7k
}
1285
1286
13.4k
int sfparse_parser_inner_list(sfparse_parser *sfp, sfparse_value *dest) {
1287
13.4k
  int rv;
1288
1289
13.4k
  switch (sfp->state & SFPARSE_STATE_OP_MASK) {
1290
3.96k
  case SFPARSE_STATE_BEFORE:
1291
3.96k
    parser_discard_sp(sfp);
1292
3.96k
    if (parser_eof(sfp)) {
1293
66
      return SFPARSE_ERR_PARSE;
1294
66
    }
1295
1296
3.90k
    break;
1297
9.49k
  case SFPARSE_STATE_BEFORE_PARAMS:
1298
9.49k
    rv = parser_skip_params(sfp);
1299
9.49k
    if (rv != 0) {
1300
98
      return rv;
1301
98
    }
1302
1303
    /* Technically, we are entering SFPARSE_STATE_AFTER, but we will set
1304
       another state without reading the state. */
1305
    /* parser_set_op_state(sfp, SFPARSE_STATE_AFTER); */
1306
1307
    /* fall through */
1308
9.39k
  case SFPARSE_STATE_AFTER:
1309
9.39k
    if (parser_eof(sfp)) {
1310
77
      return SFPARSE_ERR_PARSE;
1311
77
    }
1312
1313
9.31k
    switch (*sfp->pos) {
1314
6.21k
    case ' ':
1315
6.21k
      parser_discard_sp(sfp);
1316
6.21k
      if (parser_eof(sfp)) {
1317
0
        return SFPARSE_ERR_PARSE;
1318
0
      }
1319
1320
6.21k
      break;
1321
6.21k
    case ')':
1322
3.03k
      break;
1323
67
    default:
1324
67
      return SFPARSE_ERR_PARSE;
1325
9.31k
    }
1326
1327
9.24k
    break;
1328
9.24k
  default:
1329
0
    assert(0);
1330
0
    abort();
1331
13.4k
  }
1332
1333
13.1k
  if (*sfp->pos == ')') {
1334
3.22k
    ++sfp->pos;
1335
1336
3.22k
    parser_unset_inner_list_state(sfp);
1337
3.22k
    parser_set_op_state(sfp, SFPARSE_STATE_BEFORE_PARAMS);
1338
1339
3.22k
    return SFPARSE_ERR_EOF;
1340
3.22k
  }
1341
1342
9.92k
  rv = parser_bare_item(sfp, dest);
1343
9.92k
  if (rv != 0) {
1344
438
    return rv;
1345
438
  }
1346
1347
9.49k
  parser_set_op_state(sfp, SFPARSE_STATE_BEFORE_PARAMS);
1348
1349
9.49k
  return 0;
1350
9.92k
}
1351
1352
3.96k
static int parser_skip_inner_list(sfparse_parser *sfp) {
1353
3.96k
  int rv;
1354
1355
13.4k
  for (;;) {
1356
13.4k
    rv = sfparse_parser_inner_list(sfp, NULL);
1357
13.4k
    switch (rv) {
1358
9.49k
    case 0:
1359
9.49k
      break;
1360
3.22k
    case SFPARSE_ERR_EOF:
1361
3.22k
      return 0;
1362
746
    case SFPARSE_ERR_PARSE:
1363
746
      return rv;
1364
0
    default:
1365
0
      assert(0);
1366
0
      abort();
1367
13.4k
    }
1368
13.4k
  }
1369
3.96k
}
1370
1371
28.0k
static int parser_next_key_or_item(sfparse_parser *sfp) {
1372
28.0k
  parser_discard_ows(sfp);
1373
1374
28.0k
  if (parser_eof(sfp)) {
1375
23.5k
    return SFPARSE_ERR_EOF;
1376
23.5k
  }
1377
1378
4.48k
  if (*sfp->pos != ',') {
1379
134
    return SFPARSE_ERR_PARSE;
1380
134
  }
1381
1382
4.35k
  ++sfp->pos;
1383
1384
4.35k
  parser_discard_ows(sfp);
1385
4.35k
  if (parser_eof(sfp)) {
1386
66
    return SFPARSE_ERR_PARSE;
1387
66
  }
1388
1389
4.28k
  return 0;
1390
4.35k
}
1391
1392
40.6k
static int parser_dict_value(sfparse_parser *sfp, sfparse_value *dest) {
1393
40.6k
  int rv;
1394
1395
40.6k
  if (parser_eof(sfp) || *(sfp->pos) != '=') {
1396
    /* Boolean true */
1397
6.22k
    if (dest) {
1398
6.22k
      dest->type = SFPARSE_TYPE_BOOLEAN;
1399
6.22k
      dest->flags = SFPARSE_VALUE_FLAG_NONE;
1400
6.22k
      dest->boolean = 1;
1401
6.22k
    }
1402
1403
6.22k
    sfp->state = SFPARSE_STATE_DICT_BEFORE_PARAMS;
1404
1405
6.22k
    return 0;
1406
6.22k
  }
1407
1408
34.4k
  ++sfp->pos;
1409
1410
34.4k
  if (parser_eof(sfp)) {
1411
66
    return SFPARSE_ERR_PARSE;
1412
66
  }
1413
1414
34.3k
  if (*sfp->pos == '(') {
1415
4.01k
    if (dest) {
1416
4.01k
      dest->type = SFPARSE_TYPE_INNER_LIST;
1417
4.01k
      dest->flags = SFPARSE_VALUE_FLAG_NONE;
1418
4.01k
    }
1419
1420
4.01k
    ++sfp->pos;
1421
1422
4.01k
    sfp->state = SFPARSE_STATE_DICT_INNER_LIST_BEFORE;
1423
1424
4.01k
    return 0;
1425
4.01k
  }
1426
1427
30.3k
  rv = parser_bare_item(sfp, dest);
1428
30.3k
  if (rv != 0) {
1429
11.2k
    return rv;
1430
11.2k
  }
1431
1432
19.0k
  sfp->state = SFPARSE_STATE_DICT_BEFORE_PARAMS;
1433
1434
19.0k
  return 0;
1435
30.3k
}
1436
1437
int sfparse_parser_dict(sfparse_parser *sfp, sfparse_vec *dest_key,
1438
65.6k
                        sfparse_value *dest_value) {
1439
65.6k
  int rv;
1440
1441
65.6k
  switch (sfp->state) {
1442
3.96k
  case SFPARSE_STATE_DICT_INNER_LIST_BEFORE:
1443
3.96k
    rv = parser_skip_inner_list(sfp);
1444
3.96k
    if (rv != 0) {
1445
746
      return rv;
1446
746
    }
1447
1448
    /* fall through */
1449
28.2k
  case SFPARSE_STATE_DICT_BEFORE_PARAMS:
1450
28.2k
    rv = parser_skip_params(sfp);
1451
28.2k
    if (rv != 0) {
1452
156
      return rv;
1453
156
    }
1454
1455
    /* fall through */
1456
28.0k
  case SFPARSE_STATE_DICT_AFTER:
1457
28.0k
    rv = parser_next_key_or_item(sfp);
1458
28.0k
    if (rv != 0) {
1459
23.7k
      return rv;
1460
23.7k
    }
1461
1462
4.28k
    break;
1463
36.7k
  case SFPARSE_STATE_INITIAL:
1464
36.7k
    parser_discard_sp(sfp);
1465
1466
36.7k
    if (parser_eof(sfp)) {
1467
263
      return SFPARSE_ERR_EOF;
1468
263
    }
1469
1470
36.4k
    break;
1471
36.4k
  default:
1472
0
    assert(0);
1473
0
    abort();
1474
65.6k
  }
1475
1476
40.7k
  rv = parser_key(sfp, dest_key);
1477
40.7k
  if (rv != 0) {
1478
78
    return rv;
1479
78
  }
1480
1481
40.6k
  return parser_dict_value(sfp, dest_value);
1482
40.7k
}
1483
1484
0
int sfparse_parser_list(sfparse_parser *sfp, sfparse_value *dest) {
1485
0
  int rv;
1486
1487
0
  switch (sfp->state) {
1488
0
  case SFPARSE_STATE_LIST_INNER_LIST_BEFORE:
1489
0
    rv = parser_skip_inner_list(sfp);
1490
0
    if (rv != 0) {
1491
0
      return rv;
1492
0
    }
1493
1494
    /* fall through */
1495
0
  case SFPARSE_STATE_LIST_BEFORE_PARAMS:
1496
0
    rv = parser_skip_params(sfp);
1497
0
    if (rv != 0) {
1498
0
      return rv;
1499
0
    }
1500
1501
    /* fall through */
1502
0
  case SFPARSE_STATE_LIST_AFTER:
1503
0
    rv = parser_next_key_or_item(sfp);
1504
0
    if (rv != 0) {
1505
0
      return rv;
1506
0
    }
1507
1508
0
    break;
1509
0
  case SFPARSE_STATE_INITIAL:
1510
0
    parser_discard_sp(sfp);
1511
1512
0
    if (parser_eof(sfp)) {
1513
0
      return SFPARSE_ERR_EOF;
1514
0
    }
1515
1516
0
    break;
1517
0
  default:
1518
0
    assert(0);
1519
0
    abort();
1520
0
  }
1521
1522
0
  if (*sfp->pos == '(') {
1523
0
    if (dest) {
1524
0
      dest->type = SFPARSE_TYPE_INNER_LIST;
1525
0
      dest->flags = SFPARSE_VALUE_FLAG_NONE;
1526
0
    }
1527
1528
0
    ++sfp->pos;
1529
1530
0
    sfp->state = SFPARSE_STATE_LIST_INNER_LIST_BEFORE;
1531
1532
0
    return 0;
1533
0
  }
1534
1535
0
  rv = parser_bare_item(sfp, dest);
1536
0
  if (rv != 0) {
1537
0
    return rv;
1538
0
  }
1539
1540
0
  sfp->state = SFPARSE_STATE_LIST_BEFORE_PARAMS;
1541
1542
0
  return 0;
1543
0
}
1544
1545
0
int sfparse_parser_item(sfparse_parser *sfp, sfparse_value *dest) {
1546
0
  int rv;
1547
1548
0
  switch (sfp->state) {
1549
0
  case SFPARSE_STATE_INITIAL:
1550
0
    parser_discard_sp(sfp);
1551
1552
0
    if (parser_eof(sfp)) {
1553
0
      return SFPARSE_ERR_PARSE;
1554
0
    }
1555
1556
0
    break;
1557
0
  case SFPARSE_STATE_ITEM_INNER_LIST_BEFORE:
1558
0
    rv = parser_skip_inner_list(sfp);
1559
0
    if (rv != 0) {
1560
0
      return rv;
1561
0
    }
1562
1563
    /* fall through */
1564
0
  case SFPARSE_STATE_ITEM_BEFORE_PARAMS:
1565
0
    rv = parser_skip_params(sfp);
1566
0
    if (rv != 0) {
1567
0
      return rv;
1568
0
    }
1569
1570
    /* fall through */
1571
0
  case SFPARSE_STATE_ITEM_AFTER:
1572
0
    parser_discard_sp(sfp);
1573
1574
0
    if (!parser_eof(sfp)) {
1575
0
      return SFPARSE_ERR_PARSE;
1576
0
    }
1577
1578
0
    return SFPARSE_ERR_EOF;
1579
0
  default:
1580
0
    assert(0);
1581
0
    abort();
1582
0
  }
1583
1584
0
  if (*sfp->pos == '(') {
1585
0
    if (dest) {
1586
0
      dest->type = SFPARSE_TYPE_INNER_LIST;
1587
0
      dest->flags = SFPARSE_VALUE_FLAG_NONE;
1588
0
    }
1589
1590
0
    ++sfp->pos;
1591
1592
0
    sfp->state = SFPARSE_STATE_ITEM_INNER_LIST_BEFORE;
1593
1594
0
    return 0;
1595
0
  }
1596
1597
0
  rv = parser_bare_item(sfp, dest);
1598
0
  if (rv != 0) {
1599
0
    return rv;
1600
0
  }
1601
1602
0
  sfp->state = SFPARSE_STATE_ITEM_BEFORE_PARAMS;
1603
1604
0
  return 0;
1605
0
}
1606
1607
void sfparse_parser_init(sfparse_parser *sfp, const uint8_t *data,
1608
36.7k
                         size_t datalen) {
1609
36.7k
  if (datalen == 0) {
1610
263
    sfp->pos = sfp->end = NULL;
1611
36.4k
  } else {
1612
36.4k
    sfp->pos = data;
1613
36.4k
    sfp->end = data + datalen;
1614
36.4k
  }
1615
1616
36.7k
  sfp->state = SFPARSE_STATE_INITIAL;
1617
36.7k
}
1618
1619
0
void sfparse_unescape(sfparse_vec *dest, const sfparse_vec *src) {
1620
0
  const uint8_t *p, *q;
1621
0
  uint8_t *o;
1622
0
  size_t len, slen;
1623
1624
0
  if (src->len == 0) {
1625
0
    dest->len = 0;
1626
1627
0
    return;
1628
0
  }
1629
1630
0
  o = dest->base;
1631
0
  p = src->base;
1632
0
  len = src->len;
1633
1634
0
  for (;;) {
1635
0
    q = memchr(p, '\\', len);
1636
0
    if (q == NULL) {
1637
0
      memcpy(o, p, len);
1638
0
      o += len;
1639
1640
0
      dest->len = (size_t)(o - dest->base);
1641
1642
0
      return;
1643
0
    }
1644
1645
0
    slen = (size_t)(q - p);
1646
0
    memcpy(o, p, slen);
1647
0
    o += slen;
1648
1649
0
    p = q + 1;
1650
0
    *o++ = *p++;
1651
0
    len -= slen + 2;
1652
0
  }
1653
0
}
1654
1655
0
void sfparse_base64decode(sfparse_vec *dest, const sfparse_vec *src) {
1656
0
  static const int index_tbl[] = {
1657
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1658
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1659
0
    -1, -1, -1, -1, -1, 62, -1, -1, -1, 63, 52, 53, 54, 55, 56, 57, 58, 59, 60,
1660
0
    61, -1, -1, -1, -1, -1, -1, -1, 0,  1,  2,  3,  4,  5,  6,  7,  8,  9,  10,
1661
0
    11, 12, 13, 14, 15, 16, 17, 18, 19, 20, 21, 22, 23, 24, 25, -1, -1, -1, -1,
1662
0
    -1, -1, 26, 27, 28, 29, 30, 31, 32, 33, 34, 35, 36, 37, 38, 39, 40, 41, 42,
1663
0
    43, 44, 45, 46, 47, 48, 49, 50, 51, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1664
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1665
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1666
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1667
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1668
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1669
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1, -1,
1670
0
    -1, -1, -1, -1, -1, -1, -1, -1, -1};
1671
0
  uint8_t *o;
1672
0
  const uint8_t *p, *end;
1673
0
  uint32_t n;
1674
0
  size_t i, left;
1675
0
  int idx;
1676
1677
0
  if (src->len == 0) {
1678
0
    dest->len = 0;
1679
1680
0
    return;
1681
0
  }
1682
1683
0
  o = dest->base;
1684
0
  p = src->base;
1685
0
  left = src->len & 0x3;
1686
0
  if (left == 0 && src->base[src->len - 1] == '=') {
1687
0
    left = 4;
1688
0
  }
1689
0
  end = src->base + src->len - left;
1690
1691
0
  for (; p != end;) {
1692
0
    n = 0;
1693
1694
0
    for (i = 1; i <= 4; ++i, ++p) {
1695
0
      idx = index_tbl[*p];
1696
1697
0
      assert(idx != -1);
1698
1699
0
      n += (uint32_t)(idx << (24 - i * 6));
1700
0
    }
1701
1702
0
    *o++ = (uint8_t)(n >> 16);
1703
0
    *o++ = (n >> 8) & 0xffu;
1704
0
    *o++ = n & 0xffu;
1705
0
  }
1706
1707
0
  switch (left) {
1708
0
  case 0:
1709
0
    goto fin;
1710
0
  case 1:
1711
0
    assert(0);
1712
0
    abort();
1713
0
  case 3:
1714
0
    if (src->base[src->len - 1] == '=') {
1715
0
      left = 2;
1716
0
    }
1717
1718
0
    break;
1719
0
  case 4:
1720
0
    assert('=' == src->base[src->len - 1]);
1721
1722
0
    if (src->base[src->len - 2] == '=') {
1723
0
      left = 2;
1724
0
    } else {
1725
0
      left = 3;
1726
0
    }
1727
1728
0
    break;
1729
0
  }
1730
1731
0
  switch (left) {
1732
0
  case 2:
1733
0
    *o = (uint8_t)(index_tbl[*p++] << 2);
1734
0
    *o++ |= (uint8_t)(index_tbl[*p++] >> 4);
1735
1736
0
    break;
1737
0
  case 3:
1738
0
    n = (uint32_t)(index_tbl[*p++] << 10);
1739
0
    n += (uint32_t)(index_tbl[*p++] << 4);
1740
0
    n += (uint32_t)(index_tbl[*p++] >> 2);
1741
0
    *o++ = (n >> 8) & 0xffu;
1742
0
    *o++ = n & 0xffu;
1743
1744
0
    break;
1745
0
  }
1746
1747
0
fin:
1748
0
  dest->len = (size_t)(o - dest->base);
1749
0
}
1750
1751
0
void sfparse_pctdecode(sfparse_vec *dest, const sfparse_vec *src) {
1752
0
  const uint8_t *p, *q;
1753
0
  uint8_t *o;
1754
0
  size_t len, slen;
1755
1756
0
  if (src->len == 0) {
1757
0
    dest->len = 0;
1758
1759
0
    return;
1760
0
  }
1761
1762
0
  o = dest->base;
1763
0
  p = src->base;
1764
0
  len = src->len;
1765
1766
0
  for (;;) {
1767
0
    q = memchr(p, '%', len);
1768
0
    if (q == NULL) {
1769
0
      memcpy(o, p, len);
1770
0
      o += len;
1771
1772
0
      dest->len = (size_t)(o - dest->base);
1773
1774
0
      return;
1775
0
    }
1776
1777
0
    slen = (size_t)(q - p);
1778
0
    memcpy(o, p, slen);
1779
0
    o += slen;
1780
1781
0
    p = q + 1;
1782
1783
0
    pctdecode(o++, &p);
1784
1785
0
    len -= slen + 3;
1786
0
  }
1787
0
}