/src/c-blosc2/internal-complibs/zlib-ng-2.0.7/inftrees.c
Line | Count | Source (jump to first uncovered line) |
1 | | /* inftrees.c -- generate Huffman trees for efficient decoding |
2 | | * Copyright (C) 1995-2016 Mark Adler |
3 | | * For conditions of distribution and use, see copyright notice in zlib.h |
4 | | */ |
5 | | |
6 | | #include "zbuild.h" |
7 | | #include "zutil.h" |
8 | | #include "inftrees.h" |
9 | | |
10 | 1.10M | #define MAXBITS 15 |
11 | | |
12 | | const char PREFIX(inflate_copyright)[] = " inflate 1.2.11 Copyright 1995-2022 Mark Adler "; |
13 | | /* |
14 | | If you use the zlib library in a product, an acknowledgment is welcome |
15 | | in the documentation of your product. If for some reason you cannot |
16 | | include such an acknowledgment, I would appreciate that you keep this |
17 | | copyright string in the executable of your product. |
18 | | */ |
19 | | |
20 | | /* |
21 | | Build a set of tables to decode the provided canonical Huffman code. |
22 | | The code lengths are lens[0..codes-1]. The result starts at *table, |
23 | | whose indices are 0..2^bits-1. work is a writable array of at least |
24 | | lens shorts, which is used as a work area. type is the type of code |
25 | | to be generated, CODES, LENS, or DISTS. On return, zero is success, |
26 | | -1 is an invalid code, and +1 means that ENOUGH isn't enough. table |
27 | | on return points to the next available entry's address. bits is the |
28 | | requested root table index bits, and on return it is the actual root |
29 | | table index bits. It will differ if the request is greater than the |
30 | | longest code or if it is less than the shortest code. |
31 | | */ |
32 | | int Z_INTERNAL zng_inflate_table(codetype type, uint16_t *lens, unsigned codes, |
33 | 22.5k | code * *table, unsigned *bits, uint16_t *work) { |
34 | 22.5k | unsigned len; /* a code's length in bits */ |
35 | 22.5k | unsigned sym; /* index of code symbols */ |
36 | 22.5k | unsigned min, max; /* minimum and maximum code lengths */ |
37 | 22.5k | unsigned root; /* number of index bits for root table */ |
38 | 22.5k | unsigned curr; /* number of index bits for current table */ |
39 | 22.5k | unsigned drop; /* code bits to drop for sub-table */ |
40 | 22.5k | int left; /* number of prefix codes available */ |
41 | 22.5k | unsigned used; /* code entries in table used */ |
42 | 22.5k | unsigned huff; /* Huffman code */ |
43 | 22.5k | unsigned incr; /* for incrementing code, index */ |
44 | 22.5k | unsigned fill; /* index for replicating entries */ |
45 | 22.5k | unsigned low; /* low bits for current root entry */ |
46 | 22.5k | unsigned mask; /* mask for low root bits */ |
47 | 22.5k | code here; /* table entry for duplication */ |
48 | 22.5k | code *next; /* next available space in table */ |
49 | 22.5k | const uint16_t *base; /* base value table to use */ |
50 | 22.5k | const uint16_t *extra; /* extra bits table to use */ |
51 | 22.5k | unsigned match; /* use base and extra for symbol >= match */ |
52 | 22.5k | uint16_t count[MAXBITS+1]; /* number of codes of each length */ |
53 | 22.5k | uint16_t offs[MAXBITS+1]; /* offsets in table for each length */ |
54 | 22.5k | static const uint16_t lbase[31] = { /* Length codes 257..285 base */ |
55 | 22.5k | 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 19, 23, 27, 31, |
56 | 22.5k | 35, 43, 51, 59, 67, 83, 99, 115, 131, 163, 195, 227, 258, 0, 0}; |
57 | 22.5k | static const uint16_t lext[31] = { /* Length codes 257..285 extra */ |
58 | 22.5k | 16, 16, 16, 16, 16, 16, 16, 16, 17, 17, 17, 17, 18, 18, 18, 18, |
59 | 22.5k | 19, 19, 19, 19, 20, 20, 20, 20, 21, 21, 21, 21, 16, 77, 202}; |
60 | 22.5k | static const uint16_t dbase[32] = { /* Distance codes 0..29 base */ |
61 | 22.5k | 1, 2, 3, 4, 5, 7, 9, 13, 17, 25, 33, 49, 65, 97, 129, 193, |
62 | 22.5k | 257, 385, 513, 769, 1025, 1537, 2049, 3073, 4097, 6145, |
63 | 22.5k | 8193, 12289, 16385, 24577, 0, 0}; |
64 | 22.5k | static const uint16_t dext[32] = { /* Distance codes 0..29 extra */ |
65 | 22.5k | 16, 16, 16, 16, 17, 17, 18, 18, 19, 19, 20, 20, 21, 21, 22, 22, |
66 | 22.5k | 23, 23, 24, 24, 25, 25, 26, 26, 27, 27, |
67 | 22.5k | 28, 28, 29, 29, 64, 64}; |
68 | | |
69 | | /* |
70 | | Process a set of code lengths to create a canonical Huffman code. The |
71 | | code lengths are lens[0..codes-1]. Each length corresponds to the |
72 | | symbols 0..codes-1. The Huffman code is generated by first sorting the |
73 | | symbols by length from short to long, and retaining the symbol order |
74 | | for codes with equal lengths. Then the code starts with all zero bits |
75 | | for the first code of the shortest length, and the codes are integer |
76 | | increments for the same length, and zeros are appended as the length |
77 | | increases. For the deflate format, these bits are stored backwards |
78 | | from their more natural integer increment ordering, and so when the |
79 | | decoding tables are built in the large loop below, the integer codes |
80 | | are incremented backwards. |
81 | | |
82 | | This routine assumes, but does not check, that all of the entries in |
83 | | lens[] are in the range 0..MAXBITS. The caller must assure this. |
84 | | 1..MAXBITS is interpreted as that code length. zero means that that |
85 | | symbol does not occur in this code. |
86 | | |
87 | | The codes are sorted by computing a count of codes for each length, |
88 | | creating from that a table of starting indices for each length in the |
89 | | sorted table, and then entering the symbols in order in the sorted |
90 | | table. The sorted table is work[], with that space being provided by |
91 | | the caller. |
92 | | |
93 | | The length counts are used for other purposes as well, i.e. finding |
94 | | the minimum and maximum length codes, determining if there are any |
95 | | codes at all, checking for a valid set of lengths, and looking ahead |
96 | | at length counts to determine sub-table sizes when building the |
97 | | decoding tables. |
98 | | */ |
99 | | |
100 | | /* accumulate lengths for codes (assumes lens[] all in 0..MAXBITS) */ |
101 | 382k | for (len = 0; len <= MAXBITS; len++) |
102 | 360k | count[len] = 0; |
103 | 2.28M | for (sym = 0; sym < codes; sym++) |
104 | 2.26M | count[lens[sym]]++; |
105 | | |
106 | | /* bound code lengths, force root to be within code lengths */ |
107 | 22.5k | root = *bits; |
108 | 198k | for (max = MAXBITS; max >= 1; max--) |
109 | 198k | if (count[max] != 0) break; |
110 | 22.5k | if (root > max) root = max; |
111 | 22.5k | if (max == 0) { /* no symbols to code at all */ |
112 | 0 | here.op = (unsigned char)64; /* invalid code marker */ |
113 | 0 | here.bits = (unsigned char)1; |
114 | 0 | here.val = (uint16_t)0; |
115 | 0 | *(*table)++ = here; /* make a table to force an error */ |
116 | 0 | *(*table)++ = here; |
117 | 0 | *bits = 1; |
118 | 0 | return 0; /* no symbols, but wait for decoding to report error */ |
119 | 0 | } |
120 | 68.5k | for (min = 1; min < max; min++) |
121 | 66.8k | if (count[min] != 0) break; |
122 | 22.5k | if (root < min) root = min; |
123 | | |
124 | | /* check for an over-subscribed or incomplete set of lengths */ |
125 | 22.5k | left = 1; |
126 | 360k | for (len = 1; len <= MAXBITS; len++) { |
127 | 337k | left <<= 1; |
128 | 337k | left -= count[len]; |
129 | 337k | if (left < 0) return -1; /* over-subscribed */ |
130 | 337k | } |
131 | 22.5k | if (left > 0 && (type == CODES || max != 1)) |
132 | 0 | return -1; /* incomplete set */ |
133 | | |
134 | | /* generate offsets into symbol table for each length for sorting */ |
135 | 22.5k | offs[1] = 0; |
136 | 337k | for (len = 1; len < MAXBITS; len++) |
137 | 315k | offs[len + 1] = offs[len] + count[len]; |
138 | | |
139 | | /* sort symbols by length, by symbol order within each length */ |
140 | 2.28M | for (sym = 0; sym < codes; sym++) |
141 | 2.26M | if (lens[sym] != 0) work[offs[lens[sym]]++] = (uint16_t)sym; |
142 | | |
143 | | /* |
144 | | Create and fill in decoding tables. In this loop, the table being |
145 | | filled is at next and has curr index bits. The code being used is huff |
146 | | with length len. That code is converted to an index by dropping drop |
147 | | bits off of the bottom. For codes where len is less than drop + curr, |
148 | | those top drop + curr - len bits are incremented through all values to |
149 | | fill the table with replicated entries. |
150 | | |
151 | | root is the number of index bits for the root table. When len exceeds |
152 | | root, sub-tables are created pointed to by the root entry with an index |
153 | | of the low root bits of huff. This is saved in low to check for when a |
154 | | new sub-table should be started. drop is zero when the root table is |
155 | | being filled, and drop is root when sub-tables are being filled. |
156 | | |
157 | | When a new sub-table is needed, it is necessary to look ahead in the |
158 | | code lengths to determine what size sub-table is needed. The length |
159 | | counts are used for this, and so count[] is decremented as codes are |
160 | | entered in the tables. |
161 | | |
162 | | used keeps track of how many table entries have been allocated from the |
163 | | provided *table space. It is checked for LENS and DIST tables against |
164 | | the constants ENOUGH_LENS and ENOUGH_DISTS to guard against changes in |
165 | | the initial root table size constants. See the comments in inftrees.h |
166 | | for more information. |
167 | | |
168 | | sym increments through all symbols, and the loop terminates when |
169 | | all codes of length max, i.e. all codes, have been processed. This |
170 | | routine permits incomplete codes, so another loop after this one fills |
171 | | in the rest of the decoding tables with invalid code markers. |
172 | | */ |
173 | | |
174 | | /* set up for code type */ |
175 | 22.5k | switch (type) { |
176 | 7.50k | case CODES: |
177 | 7.50k | base = extra = work; /* dummy value--not used */ |
178 | 7.50k | match = 20; |
179 | 7.50k | break; |
180 | 7.50k | case LENS: |
181 | 7.50k | base = lbase; |
182 | 7.50k | extra = lext; |
183 | 7.50k | match = 257; |
184 | 7.50k | break; |
185 | 7.50k | default: /* DISTS */ |
186 | 7.50k | base = dbase; |
187 | 7.50k | extra = dext; |
188 | 7.50k | match = 0; |
189 | 22.5k | } |
190 | | |
191 | | /* initialize state for loop */ |
192 | 22.5k | huff = 0; /* starting code */ |
193 | 22.5k | sym = 0; /* starting code symbol */ |
194 | 22.5k | len = min; /* starting code length */ |
195 | 22.5k | next = *table; /* current table to fill in */ |
196 | 22.5k | curr = root; /* current table index bits */ |
197 | 22.5k | drop = 0; /* current bits to drop from code for index */ |
198 | 22.5k | low = (unsigned)(-1); /* trigger new sub-table when len > root */ |
199 | 22.5k | used = 1U << root; /* use root table entries */ |
200 | 22.5k | mask = used - 1; /* mask for comparing low */ |
201 | | |
202 | | /* check available table space */ |
203 | 22.5k | if ((type == LENS && used > ENOUGH_LENS) || |
204 | 22.5k | (type == DISTS && used > ENOUGH_DISTS)) |
205 | 0 | return 1; |
206 | | |
207 | | /* process all codes and make table entries */ |
208 | 2.04M | for (;;) { |
209 | | /* create table entry */ |
210 | 2.04M | here.bits = (unsigned char)(len - drop); |
211 | 2.04M | if (work[sym] + 1U < match) { |
212 | 1.96M | here.op = (unsigned char)0; |
213 | 1.96M | here.val = work[sym]; |
214 | 1.96M | } else if (work[sym] >= match) { |
215 | 78.3k | here.op = (unsigned char)(extra[work[sym] - match]); |
216 | 78.3k | here.val = base[work[sym] - match]; |
217 | 78.3k | } else { |
218 | 7.50k | here.op = (unsigned char)(32 + 64); /* end of block */ |
219 | 7.50k | here.val = 0; |
220 | 7.50k | } |
221 | | |
222 | | /* replicate for those indices with low len bits equal to huff */ |
223 | 2.04M | incr = 1U << (len - drop); |
224 | 2.04M | fill = 1U << curr; |
225 | 2.04M | min = fill; /* save offset to next table */ |
226 | 4.82M | do { |
227 | 4.82M | fill -= incr; |
228 | 4.82M | next[(huff >> drop) + fill] = here; |
229 | 4.82M | } while (fill != 0); |
230 | | |
231 | | /* backwards increment the len-bit code huff */ |
232 | 2.04M | incr = 1U << (len - 1); |
233 | 4.07M | while (huff & incr) |
234 | 2.02M | incr >>= 1; |
235 | 2.04M | if (incr != 0) { |
236 | 2.02M | huff &= incr - 1; |
237 | 2.02M | huff += incr; |
238 | 2.02M | } else { |
239 | 22.5k | huff = 0; |
240 | 22.5k | } |
241 | | |
242 | | /* go to next symbol, update count, len */ |
243 | 2.04M | sym++; |
244 | 2.04M | if (--(count[len]) == 0) { |
245 | 105k | if (len == max) |
246 | 22.5k | break; |
247 | 83.2k | len = lens[work[sym]]; |
248 | 83.2k | } |
249 | | |
250 | | /* create new sub-table if needed */ |
251 | 2.02M | if (len > root && (huff & mask) != low) { |
252 | | /* if first time, transition to sub-tables */ |
253 | 36.9k | if (drop == 0) |
254 | 7.30k | drop = root; |
255 | | |
256 | | /* increment past last table */ |
257 | 36.9k | next += min; /* here min is 1 << curr */ |
258 | | |
259 | | /* determine length of next table */ |
260 | 36.9k | curr = len - drop; |
261 | 36.9k | left = (int)(1 << curr); |
262 | 46.4k | while (curr + drop < max) { |
263 | 38.1k | left -= count[curr + drop]; |
264 | 38.1k | if (left <= 0) |
265 | 28.6k | break; |
266 | 9.55k | curr++; |
267 | 9.55k | left <<= 1; |
268 | 9.55k | } |
269 | | |
270 | | /* check for enough space */ |
271 | 36.9k | used += 1U << curr; |
272 | 36.9k | if ((type == LENS && used > ENOUGH_LENS) || (type == DISTS && used > ENOUGH_DISTS)) |
273 | 0 | return 1; |
274 | | |
275 | | /* point entry in root table to sub-table */ |
276 | 36.9k | low = huff & mask; |
277 | 36.9k | (*table)[low].op = (unsigned char)curr; |
278 | 36.9k | (*table)[low].bits = (unsigned char)root; |
279 | 36.9k | (*table)[low].val = (uint16_t)(next - *table); |
280 | 36.9k | } |
281 | 2.02M | } |
282 | | |
283 | | /* fill in remaining table entry if code is incomplete (guaranteed to have |
284 | | at most one remaining entry, since if the code is incomplete, the |
285 | | maximum code length that was allowed to get this far is one bit) */ |
286 | 22.5k | if (huff != 0) { |
287 | 0 | here.op = (unsigned char)64; /* invalid code marker */ |
288 | 0 | here.bits = (unsigned char)(len - drop); |
289 | 0 | here.val = (uint16_t)0; |
290 | 0 | next[huff] = here; |
291 | 0 | } |
292 | | |
293 | | /* set return parameters */ |
294 | 22.5k | *table += used; |
295 | 22.5k | *bits = root; |
296 | 22.5k | return 0; |
297 | 22.5k | } |