Line | Count | Source |
1 | | /* inftrees.c -- generate Huffman trees for efficient decoding |
2 | | * Copyright (C) 1995-2025 Mark Adler |
3 | | * For conditions of distribution and use, see copyright notice in zlib.h |
4 | | */ |
5 | | |
6 | | #include "zutil.h" |
7 | | #include "inftrees.h" |
8 | | #include "inflate.h" |
9 | | |
10 | 1.90M | #define MAXBITS 15 |
11 | | |
12 | | const char inflate_copyright[] = |
13 | | " inflate 1.3.1.2 Copyright 1995-2025 Mark Adler "; |
14 | | /* |
15 | | If you use the zlib library in a product, an acknowledgment is welcome |
16 | | in the documentation of your product. If for some reason you cannot |
17 | | include such an acknowledgment, I would appreciate that you keep this |
18 | | copyright string in the executable of your product. |
19 | | */ |
20 | | |
21 | | /* |
22 | | Build a set of tables to decode the provided canonical Huffman code. |
23 | | The code lengths are lens[0..codes-1]. The result starts at *table, |
24 | | whose indices are 0..2^bits-1. work is a writable array of at least |
25 | | lens shorts, which is used as a work area. type is the type of code |
26 | | to be generated, CODES, LENS, or DISTS. On return, zero is success, |
27 | | -1 is an invalid code, and +1 means that ENOUGH isn't enough. table |
28 | | on return points to the next available entry's address. bits is the |
29 | | requested root table index bits, and on return it is the actual root |
30 | | table index bits. It will differ if the request is greater than the |
31 | | longest code or if it is less than the shortest code. |
32 | | */ |
33 | | int ZLIB_INTERNAL inflate_table(codetype type, unsigned short FAR *lens, |
34 | | unsigned codes, code FAR * FAR *table, |
35 | 41.3k | unsigned FAR *bits, unsigned short FAR *work) { |
36 | 41.3k | unsigned len; /* a code's length in bits */ |
37 | 41.3k | unsigned sym; /* index of code symbols */ |
38 | 41.3k | unsigned min, max; /* minimum and maximum code lengths */ |
39 | 41.3k | unsigned root; /* number of index bits for root table */ |
40 | 41.3k | unsigned curr; /* number of index bits for current table */ |
41 | 41.3k | unsigned drop; /* code bits to drop for sub-table */ |
42 | 41.3k | int left; /* number of prefix codes available */ |
43 | 41.3k | unsigned used; /* code entries in table used */ |
44 | 41.3k | unsigned huff; /* Huffman code */ |
45 | 41.3k | unsigned incr; /* for incrementing code, index */ |
46 | 41.3k | unsigned fill; /* index for replicating entries */ |
47 | 41.3k | unsigned low; /* low bits for current root entry */ |
48 | 41.3k | unsigned mask; /* mask for low root bits */ |
49 | 41.3k | code here; /* table entry for duplication */ |
50 | 41.3k | code FAR *next; /* next available space in table */ |
51 | 41.3k | const unsigned short FAR *base; /* base value table to use */ |
52 | 41.3k | const unsigned short FAR *extra; /* extra bits table to use */ |
53 | 41.3k | unsigned match; /* use base and extra for symbol >= match */ |
54 | 41.3k | unsigned short count[MAXBITS+1]; /* number of codes of each length */ |
55 | 41.3k | unsigned short offs[MAXBITS+1]; /* offsets in table for each length */ |
56 | 41.3k | static const unsigned short lbase[31] = { /* Length codes 257..285 base */ |
57 | 41.3k | 3, 4, 5, 6, 7, 8, 9, 10, 11, 13, 15, 17, 19, 23, 27, 31, |
58 | 41.3k | 35, 43, 51, 59, 67, 83, 99, 115, 131, 163, 195, 227, 258, 0, 0}; |
59 | 41.3k | static const unsigned short lext[31] = { /* Length codes 257..285 extra */ |
60 | 41.3k | 16, 16, 16, 16, 16, 16, 16, 16, 17, 17, 17, 17, 18, 18, 18, 18, |
61 | 41.3k | 19, 19, 19, 19, 20, 20, 20, 20, 21, 21, 21, 21, 16, 64, 204}; |
62 | 41.3k | static const unsigned short dbase[32] = { /* Distance codes 0..29 base */ |
63 | 41.3k | 1, 2, 3, 4, 5, 7, 9, 13, 17, 25, 33, 49, 65, 97, 129, 193, |
64 | 41.3k | 257, 385, 513, 769, 1025, 1537, 2049, 3073, 4097, 6145, |
65 | 41.3k | 8193, 12289, 16385, 24577, 0, 0}; |
66 | 41.3k | static const unsigned short dext[32] = { /* Distance codes 0..29 extra */ |
67 | 41.3k | 16, 16, 16, 16, 17, 17, 18, 18, 19, 19, 20, 20, 21, 21, 22, 22, |
68 | 41.3k | 23, 23, 24, 24, 25, 25, 26, 26, 27, 27, |
69 | 41.3k | 28, 28, 29, 29, 64, 64}; |
70 | | |
71 | | /* |
72 | | Process a set of code lengths to create a canonical Huffman code. The |
73 | | code lengths are lens[0..codes-1]. Each length corresponds to the |
74 | | symbols 0..codes-1. The Huffman code is generated by first sorting the |
75 | | symbols by length from short to long, and retaining the symbol order |
76 | | for codes with equal lengths. Then the code starts with all zero bits |
77 | | for the first code of the shortest length, and the codes are integer |
78 | | increments for the same length, and zeros are appended as the length |
79 | | increases. For the deflate format, these bits are stored backwards |
80 | | from their more natural integer increment ordering, and so when the |
81 | | decoding tables are built in the large loop below, the integer codes |
82 | | are incremented backwards. |
83 | | |
84 | | This routine assumes, but does not check, that all of the entries in |
85 | | lens[] are in the range 0..MAXBITS. The caller must assure this. |
86 | | 1..MAXBITS is interpreted as that code length. zero means that that |
87 | | symbol does not occur in this code. |
88 | | |
89 | | The codes are sorted by computing a count of codes for each length, |
90 | | creating from that a table of starting indices for each length in the |
91 | | sorted table, and then entering the symbols in order in the sorted |
92 | | table. The sorted table is work[], with that space being provided by |
93 | | the caller. |
94 | | |
95 | | The length counts are used for other purposes as well, i.e. finding |
96 | | the minimum and maximum length codes, determining if there are any |
97 | | codes at all, checking for a valid set of lengths, and looking ahead |
98 | | at length counts to determine sub-table sizes when building the |
99 | | decoding tables. |
100 | | */ |
101 | | |
102 | | /* accumulate lengths for codes (assumes lens[] all in 0..MAXBITS) */ |
103 | 703k | for (len = 0; len <= MAXBITS; len++) |
104 | 661k | count[len] = 0; |
105 | 4.02M | for (sym = 0; sym < codes; sym++) |
106 | 3.98M | count[lens[sym]]++; |
107 | | |
108 | | /* bound code lengths, force root to be within code lengths */ |
109 | 41.3k | root = *bits; |
110 | 519k | for (max = MAXBITS; max >= 1; max--) |
111 | 518k | if (count[max] != 0) break; |
112 | 41.3k | if (root > max) root = max; |
113 | 41.3k | if (max == 0) { /* no symbols to code at all */ |
114 | 1.33k | here.op = (unsigned char)64; /* invalid code marker */ |
115 | 1.33k | here.bits = (unsigned char)1; |
116 | 1.33k | here.val = (unsigned short)0; |
117 | 1.33k | *(*table)++ = here; /* make a table to force an error */ |
118 | 1.33k | *(*table)++ = here; |
119 | 1.33k | *bits = 1; |
120 | 1.33k | return 0; /* no symbols, but wait for decoding to report error */ |
121 | 1.33k | } |
122 | 61.6k | for (min = 1; min < max; min++) |
123 | 41.5k | if (count[min] != 0) break; |
124 | 40.0k | if (root < min) root = min; |
125 | | |
126 | | /* check for an over-subscribed or incomplete set of lengths */ |
127 | 40.0k | left = 1; |
128 | 615k | for (len = 1; len <= MAXBITS; len++) { |
129 | 577k | left <<= 1; |
130 | 577k | left -= count[len]; |
131 | 577k | if (left < 0) return -1; /* over-subscribed */ |
132 | 577k | } |
133 | 37.8k | if (left > 0 && (type == CODES || max != 1)) |
134 | 1.50k | return -1; /* incomplete set */ |
135 | | |
136 | | /* generate offsets into symbol table for each length for sorting */ |
137 | 36.3k | offs[1] = 0; |
138 | 545k | for (len = 1; len < MAXBITS; len++) |
139 | 509k | offs[len + 1] = offs[len] + count[len]; |
140 | | |
141 | | /* sort symbols by length, by symbol order within each length */ |
142 | 3.62M | for (sym = 0; sym < codes; sym++) |
143 | 3.58M | if (lens[sym] != 0) work[offs[lens[sym]]++] = (unsigned short)sym; |
144 | | |
145 | | /* |
146 | | Create and fill in decoding tables. In this loop, the table being |
147 | | filled is at next and has curr index bits. The code being used is huff |
148 | | with length len. That code is converted to an index by dropping drop |
149 | | bits off of the bottom. For codes where len is less than drop + curr, |
150 | | those top drop + curr - len bits are incremented through all values to |
151 | | fill the table with replicated entries. |
152 | | |
153 | | root is the number of index bits for the root table. When len exceeds |
154 | | root, sub-tables are created pointed to by the root entry with an index |
155 | | of the low root bits of huff. This is saved in low to check for when a |
156 | | new sub-table should be started. drop is zero when the root table is |
157 | | being filled, and drop is root when sub-tables are being filled. |
158 | | |
159 | | When a new sub-table is needed, it is necessary to look ahead in the |
160 | | code lengths to determine what size sub-table is needed. The length |
161 | | counts are used for this, and so count[] is decremented as codes are |
162 | | entered in the tables. |
163 | | |
164 | | used keeps track of how many table entries have been allocated from the |
165 | | provided *table space. It is checked for LENS and DIST tables against |
166 | | the constants ENOUGH_LENS and ENOUGH_DISTS to guard against changes in |
167 | | the initial root table size constants. See the comments in inftrees.h |
168 | | for more information. |
169 | | |
170 | | sym increments through all symbols, and the loop terminates when |
171 | | all codes of length max, i.e. all codes, have been processed. This |
172 | | routine permits incomplete codes, so another loop after this one fills |
173 | | in the rest of the decoding tables with invalid code markers. |
174 | | */ |
175 | | |
176 | | /* set up for code type */ |
177 | 36.3k | switch (type) { |
178 | 14.9k | case CODES: |
179 | 14.9k | base = extra = work; /* dummy value--not used */ |
180 | 14.9k | match = 20; |
181 | 14.9k | break; |
182 | 11.4k | case LENS: |
183 | 11.4k | base = lbase; |
184 | 11.4k | extra = lext; |
185 | 11.4k | match = 257; |
186 | 11.4k | break; |
187 | 10.0k | default: /* DISTS */ |
188 | 10.0k | base = dbase; |
189 | 10.0k | extra = dext; |
190 | 10.0k | match = 0; |
191 | 36.3k | } |
192 | | |
193 | | /* initialize state for loop */ |
194 | 36.3k | huff = 0; /* starting code */ |
195 | 36.3k | sym = 0; /* starting code symbol */ |
196 | 36.3k | len = min; /* starting code length */ |
197 | 36.3k | next = *table; /* current table to fill in */ |
198 | 36.3k | curr = root; /* current table index bits */ |
199 | 36.3k | drop = 0; /* current bits to drop from code for index */ |
200 | 36.3k | low = (unsigned)(-1); /* trigger new sub-table when len > root */ |
201 | 36.3k | used = 1U << root; /* use root table entries */ |
202 | 36.3k | mask = used - 1; /* mask for comparing low */ |
203 | | |
204 | | /* check available table space */ |
205 | 36.3k | if ((type == LENS && used > ENOUGH_LENS) || |
206 | 36.3k | (type == DISTS && used > ENOUGH_DISTS)) |
207 | 0 | return 1; |
208 | | |
209 | | /* process all codes and make table entries */ |
210 | 400k | for (;;) { |
211 | | /* create table entry */ |
212 | 400k | here.bits = (unsigned char)(len - drop); |
213 | 400k | if (work[sym] + 1U < match) { |
214 | 314k | here.op = (unsigned char)0; |
215 | 314k | here.val = work[sym]; |
216 | 314k | } |
217 | 85.9k | else if (work[sym] >= match) { |
218 | 74.4k | here.op = (unsigned char)(extra[work[sym] - match]); |
219 | 74.4k | here.val = base[work[sym] - match]; |
220 | 74.4k | } |
221 | 11.4k | else { |
222 | 11.4k | here.op = (unsigned char)(32 + 64); /* end of block */ |
223 | 11.4k | here.val = 0; |
224 | 11.4k | } |
225 | | |
226 | | /* replicate for those indices with low len bits equal to huff */ |
227 | 400k | incr = 1U << (len - drop); |
228 | 400k | fill = 1U << curr; |
229 | 400k | min = fill; /* save offset to next table */ |
230 | 1.51M | do { |
231 | 1.51M | fill -= incr; |
232 | 1.51M | next[(huff >> drop) + fill] = here; |
233 | 1.51M | } while (fill != 0); |
234 | | |
235 | | /* backwards increment the len-bit code huff */ |
236 | 400k | incr = 1U << (len - 1); |
237 | 763k | while (huff & incr) |
238 | 363k | incr >>= 1; |
239 | 400k | if (incr != 0) { |
240 | 363k | huff &= incr - 1; |
241 | 363k | huff += incr; |
242 | 363k | } |
243 | 36.1k | else |
244 | 36.1k | huff = 0; |
245 | | |
246 | | /* go to next symbol, update count, len */ |
247 | 400k | sym++; |
248 | 400k | if (--(count[len]) == 0) { |
249 | 73.1k | if (len == max) break; |
250 | 36.7k | len = lens[work[sym]]; |
251 | 36.7k | } |
252 | | |
253 | | /* create new sub-table if needed */ |
254 | 363k | if (len > root && (huff & mask) != low) { |
255 | | /* if first time, transition to sub-tables */ |
256 | 68.3k | if (drop == 0) |
257 | 2.02k | drop = root; |
258 | | |
259 | | /* increment past last table */ |
260 | 68.3k | next += min; /* here min is 1 << curr */ |
261 | | |
262 | | /* determine length of next table */ |
263 | 68.3k | curr = len - drop; |
264 | 68.3k | left = (int)(1 << curr); |
265 | 71.3k | while (curr + drop < max) { |
266 | 68.6k | left -= count[curr + drop]; |
267 | 68.6k | if (left <= 0) break; |
268 | 2.99k | curr++; |
269 | 2.99k | left <<= 1; |
270 | 2.99k | } |
271 | | |
272 | | /* check for enough space */ |
273 | 68.3k | used += 1U << curr; |
274 | 68.3k | if ((type == LENS && used > ENOUGH_LENS) || |
275 | 68.3k | (type == DISTS && used > ENOUGH_DISTS)) |
276 | 0 | return 1; |
277 | | |
278 | | /* point entry in root table to sub-table */ |
279 | 68.3k | low = huff & mask; |
280 | 68.3k | (*table)[low].op = (unsigned char)curr; |
281 | 68.3k | (*table)[low].bits = (unsigned char)root; |
282 | 68.3k | (*table)[low].val = (unsigned short)(next - *table); |
283 | 68.3k | } |
284 | 363k | } |
285 | | |
286 | | /* fill in remaining table entry if code is incomplete (guaranteed to have |
287 | | at most one remaining entry, since if the code is incomplete, the |
288 | | maximum code length that was allowed to get this far is one bit) */ |
289 | 36.3k | if (huff != 0) { |
290 | 203 | here.op = (unsigned char)64; /* invalid code marker */ |
291 | 203 | here.bits = (unsigned char)(len - drop); |
292 | 203 | here.val = (unsigned short)0; |
293 | 203 | next[huff] = here; |
294 | 203 | } |
295 | | |
296 | | /* set return parameters */ |
297 | 36.3k | *table += used; |
298 | 36.3k | *bits = root; |
299 | 36.3k | return 0; |
300 | 36.3k | } |
301 | | |
302 | | #ifdef BUILDFIXED |
303 | | /* |
304 | | If this is compiled with BUILDFIXED defined, and if inflate will be used in |
305 | | multiple threads, and if atomics are not available, then inflate() must be |
306 | | called with a fixed block (e.g. 0x03 0x00) to initialize the tables and must |
307 | | return before any other threads are allowed to call inflate. |
308 | | */ |
309 | | |
310 | | static code *lenfix, *distfix; |
311 | | static code fixed[544]; |
312 | | |
313 | | /* State for z_once(). */ |
314 | | local z_once_t built = Z_ONCE_INIT; |
315 | | |
316 | | local void buildtables(void) { |
317 | | unsigned sym, bits; |
318 | | static code *next; |
319 | | unsigned short lens[288], work[288]; |
320 | | |
321 | | /* literal/length table */ |
322 | | sym = 0; |
323 | | while (sym < 144) lens[sym++] = 8; |
324 | | while (sym < 256) lens[sym++] = 9; |
325 | | while (sym < 280) lens[sym++] = 7; |
326 | | while (sym < 288) lens[sym++] = 8; |
327 | | next = fixed; |
328 | | lenfix = next; |
329 | | bits = 9; |
330 | | inflate_table(LENS, lens, 288, &(next), &(bits), work); |
331 | | |
332 | | /* distance table */ |
333 | | sym = 0; |
334 | | while (sym < 32) lens[sym++] = 5; |
335 | | distfix = next; |
336 | | bits = 5; |
337 | | inflate_table(DISTS, lens, 32, &(next), &(bits), work); |
338 | | } |
339 | | #else /* !BUILDFIXED */ |
340 | | # include "inffixed.h" |
341 | | #endif /* BUILDFIXED */ |
342 | | |
343 | | /* |
344 | | Return state with length and distance decoding tables and index sizes set to |
345 | | fixed code decoding. Normally this returns fixed tables from inffixed.h. |
346 | | If BUILDFIXED is defined, then instead this routine builds the tables the |
347 | | first time it's called, and returns those tables the first time and |
348 | | thereafter. This reduces the size of the code by about 2K bytes, in |
349 | | exchange for a little execution time. However, BUILDFIXED should not be |
350 | | used for threaded applications if atomics are not available, as it will |
351 | | not be thread-safe. |
352 | | */ |
353 | 17.4k | void inflate_fixed(struct inflate_state FAR *state) { |
354 | | #ifdef BUILDFIXED |
355 | | z_once(&built, buildtables); |
356 | | #endif /* BUILDFIXED */ |
357 | 17.4k | state->lencode = lenfix; |
358 | 17.4k | state->lenbits = 9; |
359 | 17.4k | state->distcode = distfix; |
360 | 17.4k | state->distbits = 5; |
361 | 17.4k | } |
362 | | |
363 | | #ifdef MAKEFIXED |
364 | | #include <stdio.h> |
365 | | |
366 | | /* |
367 | | Write out the inffixed.h that will be #include'd above. Defining MAKEFIXED |
368 | | also defines BUILDFIXED, so the tables are built on the fly. main() writes |
369 | | those tables to stdout, which would directed to inffixed.h. Compile this |
370 | | along with zutil.c: |
371 | | |
372 | | cc -DMAKEFIXED -o fix inftrees.c zutil.c |
373 | | ./fix > inffixed.h |
374 | | */ |
375 | | int main(void) { |
376 | | unsigned low, size; |
377 | | struct inflate_state state; |
378 | | |
379 | | inflate_fixed(&state); |
380 | | puts("/* inffixed.h -- table for decoding fixed codes"); |
381 | | puts(" * Generated automatically by makefixed()."); |
382 | | puts(" */"); |
383 | | puts(""); |
384 | | puts("/* WARNING: this file should *not* be used by applications."); |
385 | | puts(" It is part of the implementation of this library and is"); |
386 | | puts(" subject to change. Applications should only use zlib.h."); |
387 | | puts(" */"); |
388 | | puts(""); |
389 | | size = 1U << 9; |
390 | | printf("static const code lenfix[%u] = {", size); |
391 | | low = 0; |
392 | | for (;;) { |
393 | | if ((low % 7) == 0) printf("\n "); |
394 | | printf("{%u,%u,%d}", (low & 127) == 99 ? 64 : state.lencode[low].op, |
395 | | state.lencode[low].bits, state.lencode[low].val); |
396 | | if (++low == size) break; |
397 | | putchar(','); |
398 | | } |
399 | | puts("\n};"); |
400 | | size = 1U << 5; |
401 | | printf("\nstatic const code distfix[%u] = {", size); |
402 | | low = 0; |
403 | | for (;;) { |
404 | | if ((low % 6) == 0) printf("\n "); |
405 | | printf("{%u,%u,%d}", state.distcode[low].op, state.distcode[low].bits, |
406 | | state.distcode[low].val); |
407 | | if (++low == size) break; |
408 | | putchar(','); |
409 | | } |
410 | | puts("\n};"); |
411 | | return 0; |
412 | | } |
413 | | #endif /* MAKEFIXED */ |