/src/libhtp/htp/lzma/LzmaDec.c
Line | Count | Source |
1 | | /* LzmaDec.c -- LZMA Decoder |
2 | | 2018-07-04 : Igor Pavlov : Public domain */ |
3 | | |
4 | | #include "Precomp.h" |
5 | | |
6 | | #include <string.h> |
7 | | #include <stdlib.h> |
8 | | #include <stdint.h> |
9 | | |
10 | | /* #include "CpuArch.h" */ |
11 | | #include "LzmaDec.h" |
12 | | |
13 | 624M | #define kNumTopBits 24 |
14 | 624M | #define kTopValue ((UInt32)1 << kNumTopBits) |
15 | | |
16 | 6.40G | #define kNumBitModelTotalBits 11 |
17 | 5.78G | #define kBitModelTotal (1 << kNumBitModelTotalBits) |
18 | 612M | #define kNumMoveBits 5 |
19 | | |
20 | 87.3k | #define RC_INIT_SIZE 5 |
21 | | |
22 | 616M | #define NORMALIZE if (range < kTopValue) { range <<= 8; code = (code << 8) | (*buf++); } |
23 | | |
24 | 612M | #define IF_BIT_0(p) ttt = *(p); NORMALIZE; bound = (range >> kNumBitModelTotalBits) * (UInt32)ttt; if (code < bound) |
25 | 7.96M | #define UPDATE_0(p) range = bound; *(p) = (CLzmaProb)(ttt + ((kBitModelTotal - ttt) >> kNumMoveBits)); |
26 | 604M | #define UPDATE_1(p) range -= bound; code -= bound; *(p) = (CLzmaProb)(ttt - (ttt >> kNumMoveBits)); |
27 | 329M | #define GET_BIT2(p, i, A0, A1) IF_BIT_0(p) \ |
28 | 329M | { UPDATE_0(p); i = (i + i); A0; } else \ |
29 | 329M | { UPDATE_1(p); i = (i + i) + 1; A1; } |
30 | | |
31 | 329M | #define TREE_GET_BIT(probs, i) { GET_BIT2(probs + i, i, ;, ;); } |
32 | | |
33 | 144k | #define REV_BIT(p, i, A0, A1) IF_BIT_0(p + i) \ |
34 | 144k | { UPDATE_0(p + i); A0; } else \ |
35 | 144k | { UPDATE_1(p + i); A1; } |
36 | 57.8k | #define REV_BIT_VAR( p, i, m) REV_BIT(p, i, i += m; m += m, m += m; i += m; ) |
37 | 65.0k | #define REV_BIT_CONST(p, i, m) REV_BIT(p, i, i += m; , i += m * 2; ) |
38 | 21.6k | #define REV_BIT_LAST( p, i, m) REV_BIT(p, i, i -= m , ; ) |
39 | | |
40 | | #define TREE_DECODE(probs, limit, i) \ |
41 | 322M | { i = 1; do { TREE_GET_BIT(probs, i); } while (i < limit); i -= limit; } |
42 | | |
43 | | /* #define _LZMA_SIZE_OPT */ |
44 | | |
45 | | #ifdef _LZMA_SIZE_OPT |
46 | | #define TREE_6_DECODE(probs, i) TREE_DECODE(probs, (1 << 6), i) |
47 | | #else |
48 | | #define TREE_6_DECODE(probs, i) \ |
49 | 42.5k | { i = 1; \ |
50 | 42.5k | TREE_GET_BIT(probs, i); \ |
51 | 42.5k | TREE_GET_BIT(probs, i); \ |
52 | 42.5k | TREE_GET_BIT(probs, i); \ |
53 | 42.5k | TREE_GET_BIT(probs, i); \ |
54 | 42.5k | TREE_GET_BIT(probs, i); \ |
55 | 42.5k | TREE_GET_BIT(probs, i); \ |
56 | 42.5k | i -= 0x40; } |
57 | | #endif |
58 | | |
59 | 6.35M | #define NORMAL_LITER_DEC TREE_GET_BIT(prob, symbol) |
60 | | #define MATCHED_LITER_DEC \ |
61 | 378k | matchByte += matchByte; \ |
62 | 378k | bit = offs; \ |
63 | 378k | offs &= matchByte; \ |
64 | 378k | probLit = prob + (offs + bit + symbol); \ |
65 | 378k | GET_BIT2(probLit, symbol, offs ^= bit; , ;) |
66 | | |
67 | | |
68 | | |
69 | 7.99M | #define NORMALIZE_CHECK if (range < kTopValue) { if (buf >= bufLimit) return DUMMY_ERROR; range <<= 8; code = (code << 8) | (*buf++); } |
70 | | |
71 | 7.40M | #define IF_BIT_0_CHECK(p) ttt = *(p); NORMALIZE_CHECK; bound = (range >> kNumBitModelTotalBits) * (UInt32)ttt; if (code < bound) |
72 | 1.08M | #define UPDATE_0_CHECK range = bound; |
73 | 6.24M | #define UPDATE_1_CHECK range -= bound; code -= bound; |
74 | 4.13M | #define GET_BIT2_CHECK(p, i, A0, A1) IF_BIT_0_CHECK(p) \ |
75 | 4.07M | { UPDATE_0_CHECK; i = (i + i); A0; } else \ |
76 | 4.07M | { UPDATE_1_CHECK; i = (i + i) + 1; A1; } |
77 | 3.91M | #define GET_BIT_CHECK(p, i) GET_BIT2_CHECK(p, i, ; , ;) |
78 | | #define TREE_DECODE_CHECK(probs, limit, i) \ |
79 | 3.41M | { i = 1; do { GET_BIT_CHECK(probs + i, i) } while (i < limit); i -= limit; } |
80 | | |
81 | | |
82 | 75.1k | #define REV_BIT_CHECK(p, i, m) IF_BIT_0_CHECK(p + i) \ |
83 | 72.1k | { UPDATE_0_CHECK; i += m; m += m; } else \ |
84 | 72.1k | { UPDATE_1_CHECK; m += m; i += m; } |
85 | | |
86 | | |
87 | 863M | #define kNumPosBitsMax 4 |
88 | 452M | #define kNumPosStatesMax (1 << kNumPosBitsMax) |
89 | | |
90 | 551M | #define kLenNumLowBits 3 |
91 | 57.9M | #define kLenNumLowSymbols (1 << kLenNumLowBits) |
92 | 429M | #define kLenNumHighBits 8 |
93 | 429M | #define kLenNumHighSymbols (1 << kLenNumHighBits) |
94 | | |
95 | 534M | #define LenLow 0 |
96 | 452M | #define LenHigh (LenLow + 2 * (kNumPosStatesMax << kLenNumLowBits)) |
97 | 411M | #define kNumLenProbs (LenHigh + kLenNumHighSymbols) |
98 | | |
99 | 40.8M | #define LenChoice LenLow |
100 | 40.7M | #define LenChoice2 (LenLow + (1 << kLenNumLowBits)) |
101 | | |
102 | 289M | #define kNumStates 12 |
103 | 410M | #define kNumStates2 16 |
104 | 41.3M | #define kNumLitStates 7 |
105 | | |
106 | 68.7k | #define kStartPosModelIndex 4 |
107 | 246M | #define kEndPosModelIndex 14 |
108 | 246M | #define kNumFullDistances (1 << (kEndPosModelIndex >> 1)) |
109 | | |
110 | 1.04M | #define kNumPosSlotBits 6 |
111 | 1.10M | #define kNumLenToPosStates 4 |
112 | | |
113 | 164M | #define kNumAlignBits 4 |
114 | 164M | #define kAlignTableSize (1 << kNumAlignBits) |
115 | | |
116 | 57.5M | #define kMatchMinLen 2 |
117 | 17.2M | #define kMatchSpecLenStart (kMatchMinLen + kLenNumLowSymbols * 2 + kLenNumHighSymbols) |
118 | | |
119 | | /* External ASM code needs same CLzmaProb array layout. So don't change it. */ |
120 | | |
121 | | /* (probs_1664) is faster and better for code size at some platforms */ |
122 | | /* |
123 | | #ifdef MY_CPU_X86_OR_AMD64 |
124 | | */ |
125 | 246M | #define kStartOffset 1664 |
126 | 4.34M | #define GET_PROBS p->probs_1664 |
127 | | /* |
128 | | #define GET_PROBS p->probs + kStartOffset |
129 | | #else |
130 | | #define kStartOffset 0 |
131 | | #define GET_PROBS p->probs |
132 | | #endif |
133 | | */ |
134 | | |
135 | 246M | #define SpecPos (-kStartOffset) |
136 | 246M | #define IsRep0Long (SpecPos + kNumFullDistances) |
137 | 246M | #define RepLenCoder (IsRep0Long + (kNumStates2 << kNumPosBitsMax)) |
138 | 205M | #define LenCoder (RepLenCoder + kNumLenProbs) |
139 | 205M | #define IsMatch (LenCoder + kNumLenProbs) |
140 | 164M | #define Align (IsMatch + (kNumStates2 << kNumPosBitsMax)) |
141 | 164M | #define IsRep (Align + kAlignTableSize) |
142 | 123M | #define IsRepG0 (IsRep + kNumStates) |
143 | 82.4M | #define IsRepG1 (IsRepG0 + kNumStates) |
144 | 41.7M | #define IsRepG2 (IsRepG1 + kNumStates) |
145 | 1.04M | #define PosSlot (IsRepG2 + kNumStates) |
146 | 965k | #define Literal (PosSlot + (kNumLenToPosStates << kNumPosSlotBits)) |
147 | 25.4k | #define NUM_BASE_PROBS (Literal + kStartOffset) |
148 | | |
149 | | #if Align != 0 && kStartOffset != 0 |
150 | | #error Stop_Compiling_Bad_LZMA_kAlign |
151 | | #endif |
152 | | |
153 | | #if NUM_BASE_PROBS != 1984 |
154 | | #error Stop_Compiling_Bad_LZMA_PROBS |
155 | | #endif |
156 | | |
157 | | |
158 | 116k | #define LZMA_LIT_SIZE 0x300 |
159 | | |
160 | 25.4k | #define LzmaProps_GetNumProbs(p) (NUM_BASE_PROBS + ((UInt32)LZMA_LIT_SIZE << ((p)->lc + (p)->lp))) |
161 | | |
162 | | |
163 | 41.8M | #define CALC_POS_STATE(processedPos, pbMask) (((processedPos) & (pbMask)) << 4) |
164 | 41.8M | #define COMBINED_PS_STATE (posState + state) |
165 | 138k | #define GET_LEN_STATE (posState) |
166 | | |
167 | 41.8k | #define LZMA_DIC_MIN (1 << 12) |
168 | | |
169 | | /* |
170 | | p->remainLen : shows status of LZMA decoder: |
171 | | < kMatchSpecLenStart : normal remain |
172 | | = kMatchSpecLenStart : finished |
173 | | = kMatchSpecLenStart + 1 : need init range coder |
174 | | = kMatchSpecLenStart + 2 : need init range coder and state |
175 | | */ |
176 | | |
177 | | /* ---------- LZMA_DECODE_REAL ---------- */ |
178 | | /* |
179 | | LzmaDec_DecodeReal_3() can be implemented in external ASM file. |
180 | | 3 - is the code compatibility version of that function for check at link time. |
181 | | */ |
182 | | |
183 | | #define LZMA_DECODE_REAL LzmaDec_DecodeReal_3 |
184 | | |
185 | | /* |
186 | | LZMA_DECODE_REAL() |
187 | | In: |
188 | | RangeCoder is normalized |
189 | | if (p->dicPos == limit) |
190 | | { |
191 | | LzmaDec_TryDummy() was called before to exclude LITERAL and MATCH-REP cases. |
192 | | So first symbol can be only MATCH-NON-REP. And if that MATCH-NON-REP symbol |
193 | | is not END_OF_PAYALOAD_MARKER, then function returns error code. |
194 | | } |
195 | | |
196 | | Processing: |
197 | | first LZMA symbol will be decoded in any case |
198 | | All checks for limits are at the end of main loop, |
199 | | It will decode new LZMA-symbols while (p->buf < bufLimit && dicPos < limit), |
200 | | RangeCoder is still without last normalization when (p->buf < bufLimit) is being checked. |
201 | | |
202 | | Out: |
203 | | RangeCoder is normalized |
204 | | Result: |
205 | | SZ_OK - OK |
206 | | SZ_ERROR_DATA - Error |
207 | | p->remainLen: |
208 | | < kMatchSpecLenStart : normal remain |
209 | | = kMatchSpecLenStart : finished |
210 | | */ |
211 | | |
212 | | |
213 | | #ifdef _LZMA_DEC_OPT |
214 | | |
215 | | int MY_FAST_CALL LZMA_DECODE_REAL(CLzmaDec *p, SizeT limit, const Byte *bufLimit); |
216 | | |
217 | | #else |
218 | | |
219 | | static |
220 | | int MY_FAST_CALL LZMA_DECODE_REAL(CLzmaDec *p, SizeT limit, const Byte *bufLimit) |
221 | 3.76M | { |
222 | 3.76M | CLzmaProb *probs = GET_PROBS; |
223 | 3.76M | unsigned state = (unsigned)p->state; |
224 | 3.76M | UInt32 rep0 = p->reps[0], rep1 = p->reps[1], rep2 = p->reps[2], rep3 = p->reps[3]; |
225 | 3.76M | unsigned pbMask = ((unsigned)1 << (p->prop.pb)) - 1; |
226 | 3.76M | unsigned lc = p->prop.lc; |
227 | 3.76M | unsigned lpMask = ((unsigned)0x100 << p->prop.lp) - ((unsigned)0x100 >> lc); |
228 | | |
229 | 3.76M | Byte *dic = p->dic; |
230 | 3.76M | SizeT dicBufSize = p->dicBufSize; |
231 | 3.76M | SizeT dicPos = p->dicPos; |
232 | | |
233 | 3.76M | UInt32 processedPos = p->processedPos; |
234 | 3.76M | UInt32 checkDicSize = p->checkDicSize; |
235 | 3.76M | unsigned len = 0; |
236 | | |
237 | 3.76M | const Byte *buf = p->buf; |
238 | 3.76M | UInt32 range = p->range; |
239 | 3.76M | UInt32 code = p->code; |
240 | | |
241 | 3.76M | do |
242 | 41.2M | { |
243 | 41.2M | CLzmaProb *prob; |
244 | 41.2M | UInt32 bound; |
245 | 41.2M | unsigned ttt; |
246 | 41.2M | unsigned posState = CALC_POS_STATE(processedPos, pbMask); |
247 | | |
248 | 41.2M | prob = probs + IsMatch + COMBINED_PS_STATE; |
249 | 41.2M | IF_BIT_0(prob) |
250 | 842k | { |
251 | 842k | unsigned symbol; |
252 | 842k | UPDATE_0(prob); |
253 | 842k | prob = probs + Literal; |
254 | 842k | if (processedPos != 0 || checkDicSize != 0) |
255 | 831k | prob += (UInt32)3 * ((((processedPos << 8) + dic[(dicPos == 0 ? dicBufSize : dicPos) - 1]) & lpMask) << lc); |
256 | 842k | processedPos++; |
257 | | |
258 | 842k | if (state < kNumLitStates) |
259 | 794k | { |
260 | 794k | state -= (state < 4) ? state : 3; |
261 | 794k | symbol = 1; |
262 | | #ifdef _LZMA_SIZE_OPT |
263 | | do { NORMAL_LITER_DEC } while (symbol < 0x100); |
264 | | #else |
265 | 794k | NORMAL_LITER_DEC |
266 | 794k | NORMAL_LITER_DEC |
267 | 794k | NORMAL_LITER_DEC |
268 | 794k | NORMAL_LITER_DEC |
269 | 794k | NORMAL_LITER_DEC |
270 | 794k | NORMAL_LITER_DEC |
271 | 794k | NORMAL_LITER_DEC |
272 | 794k | NORMAL_LITER_DEC |
273 | 794k | #endif |
274 | 794k | } |
275 | 47.2k | else |
276 | 47.2k | { |
277 | 47.2k | unsigned matchByte = dic[dicPos - rep0 + (dicPos < rep0 ? dicBufSize : 0)]; |
278 | 47.2k | unsigned offs = 0x100; |
279 | 47.2k | state -= (state < 10) ? 3 : 6; |
280 | 47.2k | symbol = 1; |
281 | | #ifdef _LZMA_SIZE_OPT |
282 | | do |
283 | | { |
284 | | unsigned bit; |
285 | | CLzmaProb *probLit; |
286 | | MATCHED_LITER_DEC |
287 | | } |
288 | | while (symbol < 0x100); |
289 | | #else |
290 | 47.2k | { |
291 | 47.2k | unsigned bit; |
292 | 47.2k | CLzmaProb *probLit; |
293 | 47.2k | MATCHED_LITER_DEC |
294 | 47.2k | MATCHED_LITER_DEC |
295 | 47.2k | MATCHED_LITER_DEC |
296 | 47.2k | MATCHED_LITER_DEC |
297 | 47.2k | MATCHED_LITER_DEC |
298 | 47.2k | MATCHED_LITER_DEC |
299 | 47.2k | MATCHED_LITER_DEC |
300 | 47.2k | MATCHED_LITER_DEC |
301 | 47.2k | } |
302 | 47.2k | #endif |
303 | 47.2k | } |
304 | | |
305 | 842k | dic[dicPos++] = (Byte)symbol; |
306 | 842k | continue; |
307 | 842k | } |
308 | | |
309 | 40.3M | { |
310 | 40.3M | UPDATE_1(prob); |
311 | 40.3M | prob = probs + IsRep + state; |
312 | 40.3M | IF_BIT_0(prob) |
313 | 42.5k | { |
314 | 42.5k | UPDATE_0(prob); |
315 | 42.5k | state += kNumStates; |
316 | 42.5k | prob = probs + LenCoder; |
317 | 42.5k | } |
318 | 40.3M | else |
319 | 40.3M | { |
320 | 40.3M | UPDATE_1(prob); |
321 | | /* |
322 | | // that case was checked before with kBadRepCode |
323 | | if (checkDicSize == 0 && processedPos == 0) |
324 | | return SZ_ERROR_DATA; |
325 | | */ |
326 | 40.3M | prob = probs + IsRepG0 + state; |
327 | 40.3M | IF_BIT_0(prob) |
328 | 38.3k | { |
329 | 38.3k | UPDATE_0(prob); |
330 | 38.3k | prob = probs + IsRep0Long + COMBINED_PS_STATE; |
331 | 38.3k | IF_BIT_0(prob) |
332 | 18.9k | { |
333 | 18.9k | UPDATE_0(prob); |
334 | 18.9k | dic[dicPos] = dic[dicPos - rep0 + (dicPos < rep0 ? dicBufSize : 0)]; |
335 | 18.9k | dicPos++; |
336 | 18.9k | processedPos++; |
337 | 18.9k | state = state < kNumLitStates ? 9 : 11; |
338 | 18.9k | continue; |
339 | 18.9k | } |
340 | 19.3k | UPDATE_1(prob); |
341 | 19.3k | } |
342 | 40.3M | else |
343 | 40.3M | { |
344 | 40.3M | UInt32 distance; |
345 | 40.3M | UPDATE_1(prob); |
346 | 40.3M | prob = probs + IsRepG1 + state; |
347 | 40.3M | IF_BIT_0(prob) |
348 | 23.5k | { |
349 | 23.5k | UPDATE_0(prob); |
350 | 23.5k | distance = rep1; |
351 | 23.5k | } |
352 | 40.2M | else |
353 | 40.2M | { |
354 | 40.2M | UPDATE_1(prob); |
355 | 40.2M | prob = probs + IsRepG2 + state; |
356 | 40.2M | IF_BIT_0(prob) |
357 | 13.4k | { |
358 | 13.4k | UPDATE_0(prob); |
359 | 13.4k | distance = rep2; |
360 | 13.4k | } |
361 | 40.2M | else |
362 | 40.2M | { |
363 | 40.2M | UPDATE_1(prob); |
364 | 40.2M | distance = rep3; |
365 | 40.2M | rep3 = rep2; |
366 | 40.2M | } |
367 | 40.2M | rep2 = rep1; |
368 | 40.2M | } |
369 | 40.3M | rep1 = rep0; |
370 | 40.3M | rep0 = distance; |
371 | 40.3M | } |
372 | 40.3M | state = state < kNumLitStates ? 8 : 11; |
373 | 40.3M | prob = probs + RepLenCoder; |
374 | 40.3M | } |
375 | | |
376 | | #ifdef _LZMA_SIZE_OPT |
377 | | { |
378 | | unsigned lim, offset; |
379 | | CLzmaProb *probLen = prob + LenChoice; |
380 | | IF_BIT_0(probLen) |
381 | | { |
382 | | UPDATE_0(probLen); |
383 | | probLen = prob + LenLow + GET_LEN_STATE; |
384 | | offset = 0; |
385 | | lim = (1 << kLenNumLowBits); |
386 | | } |
387 | | else |
388 | | { |
389 | | UPDATE_1(probLen); |
390 | | probLen = prob + LenChoice2; |
391 | | IF_BIT_0(probLen) |
392 | | { |
393 | | UPDATE_0(probLen); |
394 | | probLen = prob + LenLow + GET_LEN_STATE + (1 << kLenNumLowBits); |
395 | | offset = kLenNumLowSymbols; |
396 | | lim = (1 << kLenNumLowBits); |
397 | | } |
398 | | else |
399 | | { |
400 | | UPDATE_1(probLen); |
401 | | probLen = prob + LenHigh; |
402 | | offset = kLenNumLowSymbols * 2; |
403 | | lim = (1 << kLenNumHighBits); |
404 | | } |
405 | | } |
406 | | TREE_DECODE(probLen, lim, len); |
407 | | len += offset; |
408 | | } |
409 | | #else |
410 | 40.3M | { |
411 | 40.3M | CLzmaProb *probLen = prob + LenChoice; |
412 | 40.3M | IF_BIT_0(probLen) |
413 | 44.9k | { |
414 | 44.9k | UPDATE_0(probLen); |
415 | 44.9k | probLen = prob + LenLow + GET_LEN_STATE; |
416 | 44.9k | len = 1; |
417 | 44.9k | TREE_GET_BIT(probLen, len); |
418 | 44.9k | TREE_GET_BIT(probLen, len); |
419 | 44.9k | TREE_GET_BIT(probLen, len); |
420 | 44.9k | len -= 8; |
421 | 44.9k | } |
422 | 40.3M | else |
423 | 40.3M | { |
424 | 40.3M | UPDATE_1(probLen); |
425 | 40.3M | probLen = prob + LenChoice2; |
426 | 40.3M | IF_BIT_0(probLen) |
427 | 35.6k | { |
428 | 35.6k | UPDATE_0(probLen); |
429 | 35.6k | probLen = prob + LenLow + GET_LEN_STATE + (1 << kLenNumLowBits); |
430 | 35.6k | len = 1; |
431 | 35.6k | TREE_GET_BIT(probLen, len); |
432 | 35.6k | TREE_GET_BIT(probLen, len); |
433 | 35.6k | TREE_GET_BIT(probLen, len); |
434 | 35.6k | } |
435 | 40.2M | else |
436 | 40.2M | { |
437 | 40.2M | UPDATE_1(probLen); |
438 | 40.2M | probLen = prob + LenHigh; |
439 | 40.2M | TREE_DECODE(probLen, (1 << kLenNumHighBits), len); |
440 | 40.2M | len += kLenNumLowSymbols * 2; |
441 | 40.2M | } |
442 | 40.3M | } |
443 | 40.3M | } |
444 | 40.3M | #endif |
445 | | |
446 | 40.3M | if (state >= kNumStates) |
447 | 42.5k | { |
448 | 42.5k | UInt32 distance; |
449 | 42.5k | prob = probs + PosSlot + |
450 | 42.5k | ((len < kNumLenToPosStates ? len : kNumLenToPosStates - 1) << kNumPosSlotBits); |
451 | 42.5k | TREE_6_DECODE(prob, distance); |
452 | 42.5k | if (distance >= kStartPosModelIndex) |
453 | 38.0k | { |
454 | 38.0k | unsigned posSlot = (unsigned)distance; |
455 | 38.0k | unsigned numDirectBits = (unsigned)(((distance >> 1) - 1)); |
456 | 38.0k | distance = (2 | (distance & 1)); |
457 | 38.0k | if (posSlot < kEndPosModelIndex) |
458 | 16.4k | { |
459 | 16.4k | distance <<= numDirectBits; |
460 | 16.4k | prob = probs + SpecPos; |
461 | 16.4k | { |
462 | 16.4k | UInt32 m = 1; |
463 | 16.4k | distance++; |
464 | 16.4k | do |
465 | 57.8k | { |
466 | 57.8k | REV_BIT_VAR(prob, distance, m); |
467 | 57.8k | } |
468 | 57.8k | while (--numDirectBits); |
469 | 16.4k | distance -= m; |
470 | 16.4k | } |
471 | 16.4k | } |
472 | 21.6k | else |
473 | 21.6k | { |
474 | 21.6k | numDirectBits -= kNumAlignBits; |
475 | 21.6k | do |
476 | 131k | { |
477 | 131k | NORMALIZE |
478 | 131k | range >>= 1; |
479 | | |
480 | 131k | { |
481 | 131k | UInt32 t; |
482 | 131k | code -= range; |
483 | 131k | t = (0 - ((UInt32)code >> 31)); /* (UInt32)((Int32)code >> 31) */ |
484 | 131k | distance = (distance << 1) + (t + 1); |
485 | 131k | code += range & t; |
486 | 131k | } |
487 | | /* |
488 | | distance <<= 1; |
489 | | if (code >= range) |
490 | | { |
491 | | code -= range; |
492 | | distance |= 1; |
493 | | } |
494 | | */ |
495 | 131k | } |
496 | 131k | while (--numDirectBits); |
497 | 21.6k | prob = probs + Align; |
498 | 21.6k | distance <<= kNumAlignBits; |
499 | 21.6k | { |
500 | 21.6k | unsigned i = 1; |
501 | 21.6k | REV_BIT_CONST(prob, i, 1); |
502 | 21.6k | REV_BIT_CONST(prob, i, 2); |
503 | 21.6k | REV_BIT_CONST(prob, i, 4); |
504 | 21.6k | REV_BIT_LAST (prob, i, 8); |
505 | 21.6k | distance |= i; |
506 | 21.6k | } |
507 | 21.6k | if (distance == (UInt32)0xFFFFFFFF) |
508 | 572 | { |
509 | 572 | len = kMatchSpecLenStart; |
510 | 572 | state -= kNumStates; |
511 | 572 | break; |
512 | 572 | } |
513 | 21.6k | } |
514 | 38.0k | } |
515 | | |
516 | 41.9k | rep3 = rep2; |
517 | 41.9k | rep2 = rep1; |
518 | 41.9k | rep1 = rep0; |
519 | 41.9k | rep0 = distance + 1; |
520 | 41.9k | state = (state < kNumStates + kNumLitStates) ? kNumLitStates : kNumLitStates + 3; |
521 | 41.9k | if (distance >= (checkDicSize == 0 ? processedPos: checkDicSize)) |
522 | 2.75k | { |
523 | 2.75k | p->dicPos = dicPos; |
524 | 2.75k | return SZ_ERROR_DATA; |
525 | 2.75k | } |
526 | 41.9k | } |
527 | | |
528 | 40.3M | len += kMatchMinLen; |
529 | | |
530 | 40.3M | { |
531 | 40.3M | SizeT rem; |
532 | 40.3M | unsigned curLen; |
533 | 40.3M | SizeT pos; |
534 | | |
535 | 40.3M | if ((rem = limit - dicPos) == 0) |
536 | 0 | { |
537 | 0 | p->dicPos = dicPos; |
538 | 0 | return SZ_ERROR_DATA; |
539 | 0 | } |
540 | | |
541 | 40.3M | curLen = ((rem < len) ? (unsigned)rem : len); |
542 | 40.3M | pos = dicPos - rep0 + (dicPos < rep0 ? dicBufSize : 0); |
543 | | |
544 | 40.3M | processedPos += (UInt32)curLen; |
545 | | |
546 | 40.3M | len -= curLen; |
547 | 40.3M | if (curLen <= dicBufSize - pos) |
548 | 40.2M | { |
549 | 40.2M | Byte *dest = dic + dicPos; |
550 | 40.2M | ptrdiff_t src = (ptrdiff_t)pos - (ptrdiff_t)dicPos; |
551 | 40.2M | const Byte *lim = dest + curLen; |
552 | 40.2M | dicPos += (SizeT)curLen; |
553 | 40.2M | do |
554 | 10.5G | *(dest) = (Byte)*(dest + src); |
555 | 10.5G | while (++dest != lim); |
556 | 40.2M | } |
557 | 101k | else |
558 | 101k | { |
559 | 101k | do |
560 | 27.3M | { |
561 | 27.3M | dic[dicPos++] = dic[pos]; |
562 | 27.3M | if (++pos == dicBufSize) |
563 | 101k | pos = 0; |
564 | 27.3M | } |
565 | 27.3M | while (--curLen != 0); |
566 | 101k | } |
567 | 40.3M | } |
568 | 40.3M | } |
569 | 40.3M | } |
570 | 41.2M | while (dicPos < limit && buf < bufLimit); |
571 | | |
572 | 3.76M | NORMALIZE; |
573 | | |
574 | 3.76M | p->buf = buf; |
575 | 3.76M | p->range = range; |
576 | 3.76M | p->code = code; |
577 | 3.76M | p->remainLen = (UInt32)len; |
578 | 3.76M | p->dicPos = dicPos; |
579 | 3.76M | p->processedPos = processedPos; |
580 | 3.76M | p->reps[0] = rep0; |
581 | 3.76M | p->reps[1] = rep1; |
582 | 3.76M | p->reps[2] = rep2; |
583 | 3.76M | p->reps[3] = rep3; |
584 | 3.76M | p->state = (UInt32)state; |
585 | | |
586 | 3.76M | return SZ_OK; |
587 | 3.76M | } |
588 | | #endif |
589 | | |
590 | | static void MY_FAST_CALL LzmaDec_WriteRem(CLzmaDec *p, SizeT limit) |
591 | 7.18M | { |
592 | 7.18M | if (p->remainLen != 0 && p->remainLen < kMatchSpecLenStart) |
593 | 6.56M | { |
594 | 6.56M | Byte *dic = p->dic; |
595 | 6.56M | SizeT dicPos = p->dicPos; |
596 | 6.56M | SizeT dicBufSize = p->dicBufSize; |
597 | 6.56M | unsigned len = (unsigned)p->remainLen; |
598 | 6.56M | SizeT rep0 = p->reps[0]; /* we use SizeT to avoid the BUG of VC14 for AMD64 */ |
599 | 6.56M | SizeT rem = limit - dicPos; |
600 | 6.56M | if (rem < len) |
601 | 3.31M | len = (unsigned)(rem); |
602 | | |
603 | 6.56M | if (p->checkDicSize == 0 && p->prop.dicSize - p->processedPos <= len) |
604 | 402 | p->checkDicSize = p->prop.dicSize; |
605 | | |
606 | 6.56M | p->processedPos += (UInt32)len; |
607 | 6.56M | p->remainLen -= (UInt32)len; |
608 | 455M | while (len != 0) |
609 | 448M | { |
610 | 448M | len--; |
611 | 448M | dic[dicPos] = dic[dicPos - rep0 + (dicPos < rep0 ? dicBufSize : 0)]; |
612 | 448M | dicPos++; |
613 | 448M | } |
614 | 6.56M | p->dicPos = dicPos; |
615 | 6.56M | } |
616 | 7.18M | } |
617 | | |
618 | | |
619 | 34.9k | #define kRange0 0xFFFFFFFF |
620 | 23.3k | #define kBound0 ((kRange0 >> kNumBitModelTotalBits) << (kNumBitModelTotalBits - 1)) |
621 | 11.6k | #define kBadRepCode (kBound0 + (((kRange0 - kBound0) >> kNumBitModelTotalBits) << (kNumBitModelTotalBits - 1))) |
622 | | #if kBadRepCode != (0xC0000000 - 0x400) |
623 | | #error Stop_Compiling_Bad_LZMA_Check |
624 | | #endif |
625 | | |
626 | | static int MY_FAST_CALL LzmaDec_DecodeReal2(CLzmaDec *p, SizeT limit, const Byte *bufLimit, SizeT memlimit) |
627 | 3.76M | { |
628 | 3.76M | do |
629 | 3.76M | { |
630 | 3.76M | SizeT limit2 = limit; |
631 | 3.76M | if (p->checkDicSize == 0) |
632 | 441k | { |
633 | 441k | UInt32 rem = p->prop.dicSize - p->processedPos; |
634 | 441k | if (limit - p->dicPos > rem) { |
635 | 0 | if (p->dicBufSize < p->prop.dicSize) { |
636 | 0 | p->dicBufSize = p->prop.dicSize; |
637 | 0 | if (p->dicBufSize > memlimit) { |
638 | 0 | return SZ_ERROR_MEM; |
639 | 0 | } |
640 | 0 | Byte *tmp = realloc(p->dic, p->dicBufSize); |
641 | 0 | if (!tmp) { |
642 | 0 | return SZ_ERROR_MEM; |
643 | 0 | } |
644 | 0 | p->dic = tmp; |
645 | 0 | } |
646 | 0 | limit2 = p->dicPos + rem; |
647 | 0 | } |
648 | | |
649 | 441k | if (p->processedPos == 0) |
650 | 11.6k | if (p->code >= kBadRepCode) |
651 | 252 | return SZ_ERROR_DATA; |
652 | 441k | } |
653 | | |
654 | 3.76M | RINOK(LZMA_DECODE_REAL(p, limit2, bufLimit)); |
655 | | |
656 | 3.76M | if (p->checkDicSize == 0 && p->processedPos >= p->prop.dicSize) |
657 | 1.95k | p->checkDicSize = p->prop.dicSize; |
658 | | |
659 | 3.76M | LzmaDec_WriteRem(p, limit); |
660 | 3.76M | } |
661 | 3.76M | while (p->dicPos < limit && p->buf < bufLimit && p->remainLen < kMatchSpecLenStart); |
662 | | |
663 | 3.76M | return 0; |
664 | 3.76M | } |
665 | | |
666 | | typedef enum |
667 | | { |
668 | | DUMMY_ERROR, /* unexpected end of input stream */ |
669 | | DUMMY_LIT, |
670 | | DUMMY_MATCH, |
671 | | DUMMY_REP |
672 | | } ELzmaDummy; |
673 | | |
674 | | static ELzmaDummy LzmaDec_TryDummy(const CLzmaDec *p, const Byte *buf, SizeT inSize) |
675 | 579k | { |
676 | 579k | UInt32 range = p->range; |
677 | 579k | UInt32 code = p->code; |
678 | 579k | const Byte *bufLimit = buf + inSize; |
679 | 579k | const CLzmaProb *probs = GET_PROBS; |
680 | 579k | unsigned state = (unsigned)p->state; |
681 | 579k | ELzmaDummy res; |
682 | | |
683 | 579k | { |
684 | 579k | const CLzmaProb *prob; |
685 | 579k | UInt32 bound; |
686 | 579k | unsigned ttt; |
687 | 579k | unsigned posState = CALC_POS_STATE(p->processedPos, (1 << p->prop.pb) - 1); |
688 | | |
689 | 579k | prob = probs + IsMatch + COMBINED_PS_STATE; |
690 | 579k | IF_BIT_0_CHECK(prob) |
691 | 98.3k | { |
692 | 98.3k | UPDATE_0_CHECK |
693 | | |
694 | | /* if (bufLimit - buf >= 7) return DUMMY_LIT; */ |
695 | | |
696 | 98.3k | prob = probs + Literal; |
697 | 98.3k | if (p->checkDicSize != 0 || p->processedPos != 0) |
698 | 91.1k | prob += ((UInt32)LZMA_LIT_SIZE * |
699 | 91.1k | ((((p->processedPos) & ((1 << (p->prop.lp)) - 1)) << p->prop.lc) + |
700 | 91.1k | (p->dic[(p->dicPos == 0 ? p->dicBufSize : p->dicPos) - 1] >> (8 - p->prop.lc)))); |
701 | | |
702 | 98.3k | if (state < kNumLitStates) |
703 | 65.5k | { |
704 | 65.5k | unsigned symbol = 1; |
705 | 492k | do { GET_BIT_CHECK(prob + symbol, symbol) } while (symbol < 0x100); |
706 | 65.5k | } |
707 | 32.7k | else |
708 | 32.7k | { |
709 | 32.7k | unsigned matchByte = p->dic[p->dicPos - p->reps[0] + |
710 | 32.7k | (p->dicPos < p->reps[0] ? p->dicBufSize : 0)]; |
711 | 32.7k | unsigned offs = 0x100; |
712 | 32.7k | unsigned symbol = 1; |
713 | 32.7k | do |
714 | 222k | { |
715 | 222k | unsigned bit; |
716 | 222k | const CLzmaProb *probLit; |
717 | 222k | matchByte += matchByte; |
718 | 222k | bit = offs; |
719 | 222k | offs &= matchByte; |
720 | 222k | probLit = prob + (offs + bit + symbol); |
721 | 222k | GET_BIT2_CHECK(probLit, symbol, offs ^= bit; , ; ) |
722 | 211k | } |
723 | 211k | while (symbol < 0x100); |
724 | 32.7k | } |
725 | 73.3k | res = DUMMY_LIT; |
726 | 73.3k | } |
727 | 481k | else |
728 | 481k | { |
729 | 481k | unsigned len; |
730 | 481k | UPDATE_1_CHECK; |
731 | | |
732 | 481k | prob = probs + IsRep + state; |
733 | 481k | IF_BIT_0_CHECK(prob) |
734 | 39.5k | { |
735 | 39.5k | UPDATE_0_CHECK; |
736 | 39.5k | state = 0; |
737 | 39.5k | prob = probs + LenCoder; |
738 | 39.5k | res = DUMMY_MATCH; |
739 | 39.5k | } |
740 | 438k | else |
741 | 438k | { |
742 | 438k | UPDATE_1_CHECK; |
743 | 438k | res = DUMMY_REP; |
744 | 438k | prob = probs + IsRepG0 + state; |
745 | 438k | IF_BIT_0_CHECK(prob) |
746 | 29.0k | { |
747 | 29.0k | UPDATE_0_CHECK; |
748 | 29.0k | prob = probs + IsRep0Long + COMBINED_PS_STATE; |
749 | 29.0k | IF_BIT_0_CHECK(prob) |
750 | 12.3k | { |
751 | 12.3k | UPDATE_0_CHECK; |
752 | 12.3k | NORMALIZE_CHECK; |
753 | 11.5k | return DUMMY_REP; |
754 | 12.3k | } |
755 | 14.5k | else |
756 | 14.5k | { |
757 | 14.5k | UPDATE_1_CHECK; |
758 | 14.5k | } |
759 | 26.9k | } |
760 | 407k | else |
761 | 407k | { |
762 | 407k | UPDATE_1_CHECK; |
763 | 407k | prob = probs + IsRepG1 + state; |
764 | 407k | IF_BIT_0_CHECK(prob) |
765 | 18.4k | { |
766 | 18.4k | UPDATE_0_CHECK; |
767 | 18.4k | } |
768 | 386k | else |
769 | 386k | { |
770 | 386k | UPDATE_1_CHECK; |
771 | 386k | prob = probs + IsRepG2 + state; |
772 | 386k | IF_BIT_0_CHECK(prob) |
773 | 11.3k | { |
774 | 11.3k | UPDATE_0_CHECK; |
775 | 11.3k | } |
776 | 374k | else |
777 | 374k | { |
778 | 374k | UPDATE_1_CHECK; |
779 | 374k | } |
780 | 385k | } |
781 | 405k | } |
782 | 418k | state = kNumStates; |
783 | 418k | prob = probs + RepLenCoder; |
784 | 418k | } |
785 | 458k | { |
786 | 458k | unsigned limit, offset; |
787 | 458k | const CLzmaProb *probLen = prob + LenChoice; |
788 | 458k | IF_BIT_0_CHECK(probLen) |
789 | 34.0k | { |
790 | 34.0k | UPDATE_0_CHECK; |
791 | 34.0k | probLen = prob + LenLow + GET_LEN_STATE; |
792 | 34.0k | offset = 0; |
793 | 34.0k | limit = 1 << kLenNumLowBits; |
794 | 34.0k | } |
795 | 417k | else |
796 | 417k | { |
797 | 417k | UPDATE_1_CHECK; |
798 | 417k | probLen = prob + LenChoice2; |
799 | 417k | IF_BIT_0_CHECK(probLen) |
800 | 23.8k | { |
801 | 23.8k | UPDATE_0_CHECK; |
802 | 23.8k | probLen = prob + LenLow + GET_LEN_STATE + (1 << kLenNumLowBits); |
803 | 23.8k | offset = kLenNumLowSymbols; |
804 | 23.8k | limit = 1 << kLenNumLowBits; |
805 | 23.8k | } |
806 | 390k | else |
807 | 390k | { |
808 | 390k | UPDATE_1_CHECK; |
809 | 390k | probLen = prob + LenHigh; |
810 | 390k | offset = kLenNumLowSymbols * 2; |
811 | 390k | limit = 1 << kLenNumHighBits; |
812 | 390k | } |
813 | 414k | } |
814 | 871k | TREE_DECODE_CHECK(probLen, limit, len); |
815 | 871k | len += offset; |
816 | 871k | } |
817 | | |
818 | 423k | if (state < 4) |
819 | 31.8k | { |
820 | 31.8k | unsigned posSlot; |
821 | 31.8k | prob = probs + PosSlot + |
822 | 31.8k | ((len < kNumLenToPosStates - 1 ? len : kNumLenToPosStates - 1) << |
823 | 31.8k | kNumPosSlotBits); |
824 | 31.8k | TREE_DECODE_CHECK(prob, 1 << kNumPosSlotBits, posSlot); |
825 | 26.1k | if (posSlot >= kStartPosModelIndex) |
826 | 23.5k | { |
827 | 23.5k | unsigned numDirectBits = ((posSlot >> 1) - 1); |
828 | | |
829 | | /* if (bufLimit - buf >= 8) return DUMMY_MATCH; */ |
830 | | |
831 | 23.5k | if (posSlot < kEndPosModelIndex) |
832 | 9.25k | { |
833 | 9.25k | prob = probs + SpecPos + ((2 | (posSlot & 1)) << numDirectBits); |
834 | 9.25k | } |
835 | 14.2k | else |
836 | 14.2k | { |
837 | 14.2k | numDirectBits -= kNumAlignBits; |
838 | 14.2k | do |
839 | 93.7k | { |
840 | 93.7k | NORMALIZE_CHECK |
841 | 91.2k | range >>= 1; |
842 | 91.2k | code -= range & (((code - range) >> 31) - 1); |
843 | | /* if (code >= range) code -= range; */ |
844 | 91.2k | } |
845 | 91.2k | while (--numDirectBits); |
846 | 11.7k | prob = probs + Align; |
847 | 11.7k | numDirectBits = kNumAlignBits; |
848 | 11.7k | } |
849 | 21.0k | { |
850 | 21.0k | unsigned i = 1; |
851 | 21.0k | unsigned m = 1; |
852 | 21.0k | do |
853 | 75.1k | { |
854 | 75.1k | REV_BIT_CHECK(prob, i, m); |
855 | 72.1k | } |
856 | 72.1k | while (--numDirectBits); |
857 | 21.0k | } |
858 | 21.0k | } |
859 | 26.1k | } |
860 | 871k | } |
861 | 579k | } |
862 | 485k | NORMALIZE_CHECK; |
863 | 479k | return res; |
864 | 485k | } |
865 | | |
866 | | |
867 | | static void LzmaDec_InitDicAndState(CLzmaDec *p, BoolInt initDic, BoolInt initState) |
868 | 13.5k | { |
869 | 13.5k | p->remainLen = kMatchSpecLenStart + 1; |
870 | 13.5k | p->tempBufSize = 0; |
871 | | |
872 | 13.5k | if (initDic) |
873 | 13.5k | { |
874 | 13.5k | p->processedPos = 0; |
875 | 13.5k | p->checkDicSize = 0; |
876 | 13.5k | p->remainLen = kMatchSpecLenStart + 2; |
877 | 13.5k | } |
878 | 13.5k | if (initState) |
879 | 13.5k | p->remainLen = kMatchSpecLenStart + 2; |
880 | 13.5k | } |
881 | | |
882 | | void LzmaDec_Init(CLzmaDec *p) |
883 | 13.5k | { |
884 | 13.5k | p->dicPos = 0; |
885 | 13.5k | LzmaDec_InitDicAndState(p, True, True); |
886 | 13.5k | } |
887 | | |
888 | | |
889 | | SRes LzmaDec_DecodeToDic(CLzmaDec *p, SizeT dicLimit, const Byte *src, SizeT *srcLen, |
890 | | ELzmaFinishMode finishMode, ELzmaStatus *status, SizeT memlimit) |
891 | 3.42M | { |
892 | 3.42M | SizeT inSize = *srcLen; |
893 | 3.42M | (*srcLen) = 0; |
894 | | |
895 | 3.42M | *status = LZMA_STATUS_NOT_SPECIFIED; |
896 | | |
897 | 3.42M | if (p->remainLen > kMatchSpecLenStart) |
898 | 14.5k | { |
899 | 77.2k | for (; inSize > 0 && p->tempBufSize < RC_INIT_SIZE; (*srcLen)++, inSize--) |
900 | 62.6k | p->tempBuf[p->tempBufSize++] = *src++; |
901 | 14.5k | if (p->tempBufSize != 0 && p->tempBuf[0] != 0) |
902 | 1.17k | return SZ_ERROR_DATA; |
903 | 13.4k | if (p->tempBufSize < RC_INIT_SIZE) |
904 | 1.52k | { |
905 | 1.52k | *status = LZMA_STATUS_NEEDS_MORE_INPUT; |
906 | 1.52k | return SZ_OK; |
907 | 1.52k | } |
908 | 11.8k | p->code = |
909 | 11.8k | ((UInt32)p->tempBuf[1] << 24) |
910 | 11.8k | | ((UInt32)p->tempBuf[2] << 16) |
911 | 11.8k | | ((UInt32)p->tempBuf[3] << 8) |
912 | 11.8k | | ((UInt32)p->tempBuf[4]); |
913 | 11.8k | p->range = 0xFFFFFFFF; |
914 | 11.8k | p->tempBufSize = 0; |
915 | | |
916 | 11.8k | if (p->remainLen > kMatchSpecLenStart + 1) |
917 | 11.8k | { |
918 | 11.8k | SizeT numProbs = LzmaProps_GetNumProbs(&p->prop); |
919 | 11.8k | SizeT i; |
920 | 11.8k | CLzmaProb *probs = p->probs; |
921 | 5.77G | for (i = 0; i < numProbs; i++) |
922 | 5.77G | probs[i] = kBitModelTotal >> 1; |
923 | 11.8k | p->reps[0] = p->reps[1] = p->reps[2] = p->reps[3] = 1; |
924 | 11.8k | p->state = 0; |
925 | 11.8k | } |
926 | | |
927 | 11.8k | p->remainLen = 0; |
928 | 11.8k | } |
929 | | |
930 | 3.42M | LzmaDec_WriteRem(p, dicLimit); |
931 | | |
932 | 7.18M | while (p->remainLen != kMatchSpecLenStart) |
933 | 7.18M | { |
934 | 7.18M | int checkEndMarkNow = 0; |
935 | | |
936 | 7.18M | if (p->dicPos >= dicLimit) |
937 | 3.33M | { |
938 | 3.33M | if (p->remainLen == 0 && p->code == 0) |
939 | 198 | { |
940 | 198 | *status = LZMA_STATUS_MAYBE_FINISHED_WITHOUT_MARK; |
941 | 198 | return SZ_OK; |
942 | 198 | } |
943 | 3.33M | if (finishMode == LZMA_FINISH_ANY) |
944 | 3.33M | { |
945 | 3.33M | *status = LZMA_STATUS_NOT_FINISHED; |
946 | 3.33M | return SZ_OK; |
947 | 3.33M | } |
948 | 0 | if (p->remainLen != 0) |
949 | 0 | { |
950 | 0 | *status = LZMA_STATUS_NOT_FINISHED; |
951 | 0 | return SZ_ERROR_DATA; |
952 | 0 | } |
953 | 0 | checkEndMarkNow = 1; |
954 | 0 | } |
955 | | |
956 | 3.85M | if (p->tempBufSize == 0) |
957 | 3.83M | { |
958 | 3.83M | SizeT processed; |
959 | 3.83M | const Byte *bufLimit; |
960 | 3.83M | if (inSize < LZMA_REQUIRED_INPUT_MAX || checkEndMarkNow) |
961 | 564k | { |
962 | 564k | int dummyRes = LzmaDec_TryDummy(p, src, inSize); |
963 | 564k | if (dummyRes == DUMMY_ERROR) |
964 | 81.9k | { |
965 | 81.9k | memcpy(p->tempBuf, src, inSize); |
966 | 81.9k | p->tempBufSize = (unsigned)inSize; |
967 | 81.9k | (*srcLen) += inSize; |
968 | 81.9k | *status = LZMA_STATUS_NEEDS_MORE_INPUT; |
969 | 81.9k | return SZ_OK; |
970 | 81.9k | } |
971 | 482k | if (checkEndMarkNow && dummyRes != DUMMY_MATCH) |
972 | 0 | { |
973 | 0 | *status = LZMA_STATUS_NOT_FINISHED; |
974 | 0 | return SZ_ERROR_DATA; |
975 | 0 | } |
976 | 482k | bufLimit = src; |
977 | 482k | } |
978 | 3.27M | else |
979 | 3.27M | bufLimit = src + inSize - LZMA_REQUIRED_INPUT_MAX; |
980 | 3.75M | p->buf = src; |
981 | 3.75M | if (LzmaDec_DecodeReal2(p, dicLimit, bufLimit, memlimit) != 0) |
982 | 2.23k | return SZ_ERROR_DATA; |
983 | 3.75M | processed = (SizeT)(p->buf - src); |
984 | 3.75M | (*srcLen) += processed; |
985 | 3.75M | src += processed; |
986 | 3.75M | inSize -= processed; |
987 | 3.75M | } |
988 | 15.8k | else |
989 | 15.8k | { |
990 | 15.8k | unsigned rem = p->tempBufSize, lookAhead = 0; |
991 | 57.1k | while (rem < LZMA_REQUIRED_INPUT_MAX && lookAhead < inSize) |
992 | 41.2k | p->tempBuf[rem++] = src[lookAhead++]; |
993 | 15.8k | p->tempBufSize = rem; |
994 | 15.8k | if (rem < LZMA_REQUIRED_INPUT_MAX || checkEndMarkNow) |
995 | 14.9k | { |
996 | 14.9k | int dummyRes = LzmaDec_TryDummy(p, p->tempBuf, (SizeT)rem); |
997 | 14.9k | if (dummyRes == DUMMY_ERROR) |
998 | 6.76k | { |
999 | 6.76k | (*srcLen) += (SizeT)lookAhead; |
1000 | 6.76k | *status = LZMA_STATUS_NEEDS_MORE_INPUT; |
1001 | 6.76k | return SZ_OK; |
1002 | 6.76k | } |
1003 | 8.21k | if (checkEndMarkNow && dummyRes != DUMMY_MATCH) |
1004 | 0 | { |
1005 | 0 | *status = LZMA_STATUS_NOT_FINISHED; |
1006 | 0 | return SZ_ERROR_DATA; |
1007 | 0 | } |
1008 | 8.21k | } |
1009 | 9.09k | p->buf = p->tempBuf; |
1010 | 9.09k | if (LzmaDec_DecodeReal2(p, dicLimit, p->buf, memlimit) != 0) |
1011 | 765 | return SZ_ERROR_DATA; |
1012 | | |
1013 | 8.33k | { |
1014 | 8.33k | unsigned kkk = (unsigned)(p->buf - p->tempBuf); |
1015 | 8.33k | if (rem < kkk) |
1016 | 0 | return SZ_ERROR_FAIL; /* some internal error */ |
1017 | 8.33k | rem -= kkk; |
1018 | 8.33k | if (lookAhead < rem) |
1019 | 0 | return SZ_ERROR_FAIL; /* some internal error */ |
1020 | 8.33k | lookAhead -= rem; |
1021 | 8.33k | } |
1022 | 0 | (*srcLen) += (SizeT)lookAhead; |
1023 | 8.33k | src += lookAhead; |
1024 | 8.33k | inSize -= (SizeT)lookAhead; |
1025 | 8.33k | p->tempBufSize = 0; |
1026 | 8.33k | } |
1027 | 3.85M | } |
1028 | | |
1029 | 820 | if (p->code != 0) |
1030 | 557 | return SZ_ERROR_DATA; |
1031 | 263 | *status = LZMA_STATUS_FINISHED_WITH_MARK; |
1032 | 263 | return SZ_OK; |
1033 | 820 | } |
1034 | | |
1035 | | |
1036 | | SRes LzmaDec_DecodeToBuf(CLzmaDec *p, Byte *dest, SizeT *destLen, const Byte *src, SizeT *srcLen, ELzmaFinishMode finishMode, ELzmaStatus *status, SizeT memlimit) |
1037 | 1.39M | { |
1038 | 1.39M | SizeT outSize = *destLen; |
1039 | 1.39M | SizeT inSize = *srcLen; |
1040 | 1.39M | *srcLen = *destLen = 0; |
1041 | 1.39M | for (;;) |
1042 | 3.42M | { |
1043 | 3.42M | SizeT inSizeCur = inSize, outSizeCur, dicPos; |
1044 | 3.42M | ELzmaFinishMode curFinishMode; |
1045 | 3.42M | SRes res; |
1046 | 3.42M | if (p->dicPos == p->dicBufSize) { |
1047 | 2.05M | if (p->dicBufSize < p->prop.dicSize) { |
1048 | 4.78k | if (p->dicBufSize < memlimit) { |
1049 | 4.50k | p->dicBufSize = p->dicBufSize << 2; |
1050 | 4.50k | if (p->dicBufSize > memlimit) { |
1051 | 0 | p->dicBufSize = memlimit; |
1052 | 0 | } |
1053 | 4.50k | if (p->dicBufSize > p->prop.dicSize) { |
1054 | 1.13k | p->dicBufSize = p->prop.dicSize; |
1055 | 1.13k | } |
1056 | 4.50k | Byte *tmp = realloc(p->dic, p->dicBufSize); |
1057 | 4.50k | if (!tmp) { |
1058 | 0 | return SZ_ERROR_MEM; |
1059 | 0 | } |
1060 | 4.50k | p->dic = tmp; |
1061 | 4.50k | } else { |
1062 | 279 | return SZ_ERROR_MEM; |
1063 | 279 | } |
1064 | 2.04M | } else { |
1065 | 2.04M | p->dicPos = 0; |
1066 | 2.04M | } |
1067 | 2.05M | } |
1068 | 3.42M | dicPos = p->dicPos; |
1069 | 3.42M | if (outSize > p->dicBufSize - dicPos) |
1070 | 2.03M | { |
1071 | 2.03M | outSizeCur = p->dicBufSize; |
1072 | 2.03M | curFinishMode = LZMA_FINISH_ANY; |
1073 | 2.03M | } |
1074 | 1.38M | else |
1075 | 1.38M | { |
1076 | 1.38M | outSizeCur = dicPos + outSize; |
1077 | 1.38M | curFinishMode = finishMode; |
1078 | 1.38M | } |
1079 | | |
1080 | 3.42M | res = LzmaDec_DecodeToDic(p, outSizeCur, src, &inSizeCur, curFinishMode, status, memlimit); |
1081 | 3.42M | src += inSizeCur; |
1082 | 3.42M | inSize -= inSizeCur; |
1083 | 3.42M | *srcLen += inSizeCur; |
1084 | 3.42M | outSizeCur = p->dicPos - dicPos; |
1085 | 3.42M | memcpy(dest, p->dic + dicPos, outSizeCur); |
1086 | 3.42M | dest += outSizeCur; |
1087 | 3.42M | outSize -= outSizeCur; |
1088 | 3.42M | *destLen += outSizeCur; |
1089 | 3.42M | if (res != 0) |
1090 | 4.73k | return res; |
1091 | 3.42M | if (outSizeCur == 0 || outSize == 0) |
1092 | 1.39M | return SZ_OK; |
1093 | 3.42M | } |
1094 | 1.39M | } |
1095 | | |
1096 | | void LzmaDec_FreeProbs(CLzmaDec *p, ISzAllocPtr alloc) |
1097 | 28.3k | { |
1098 | 28.3k | ISzAlloc_Free(alloc, p->probs); |
1099 | 28.3k | p->probs = NULL; |
1100 | 28.3k | } |
1101 | | |
1102 | | static void LzmaDec_FreeDict(CLzmaDec *p, ISzAllocPtr alloc) |
1103 | 28.3k | { |
1104 | 28.3k | ISzAlloc_Free(alloc, p->dic); |
1105 | 28.3k | p->dic = NULL; |
1106 | 28.3k | } |
1107 | | |
1108 | | void LzmaDec_Free(CLzmaDec *p, ISzAllocPtr alloc) |
1109 | 14.7k | { |
1110 | 14.7k | LzmaDec_FreeProbs(p, alloc); |
1111 | 14.7k | LzmaDec_FreeDict(p, alloc); |
1112 | 14.7k | } |
1113 | | |
1114 | | SRes LzmaProps_Decode(CLzmaProps *p, const Byte *data, unsigned size) |
1115 | 14.2k | { |
1116 | 14.2k | UInt32 dicSize; |
1117 | 14.2k | Byte d; |
1118 | | |
1119 | 14.2k | if (size < LZMA_PROPS_SIZE) |
1120 | 0 | return SZ_ERROR_UNSUPPORTED; |
1121 | 14.2k | else |
1122 | 14.2k | dicSize = data[1] | ((UInt32)data[2] << 8) | ((UInt32)data[3] << 16) | ((UInt32)data[4] << 24); |
1123 | | |
1124 | 14.2k | if (dicSize < LZMA_DIC_MIN) |
1125 | 4.50k | dicSize = LZMA_DIC_MIN; |
1126 | 14.2k | p->dicSize = dicSize; |
1127 | | |
1128 | 14.2k | d = data[0]; |
1129 | 14.2k | if (d >= (9 * 5 * 5)) |
1130 | 669 | return SZ_ERROR_UNSUPPORTED; |
1131 | | |
1132 | 13.5k | p->lc = (Byte)(d % 9); |
1133 | 13.5k | d /= 9; |
1134 | 13.5k | p->pb = (Byte)(d / 5); |
1135 | 13.5k | p->lp = (Byte)(d % 5); |
1136 | 13.5k | p->_pad_ = 0; |
1137 | | |
1138 | 13.5k | return SZ_OK; |
1139 | 14.2k | } |
1140 | | |
1141 | | static SRes LzmaDec_AllocateProbs2(CLzmaDec *p, const CLzmaProps *propNew, ISzAllocPtr alloc) |
1142 | 13.5k | { |
1143 | 13.5k | UInt32 numProbs = LzmaProps_GetNumProbs(propNew); |
1144 | 13.5k | if (!p->probs || numProbs != p->numProbs) |
1145 | 13.5k | { |
1146 | 13.5k | LzmaDec_FreeProbs(p, alloc); |
1147 | 13.5k | p->probs = (CLzmaProb *)ISzAlloc_Alloc(alloc, numProbs * sizeof(CLzmaProb)); |
1148 | 13.5k | if (!p->probs) |
1149 | 0 | return SZ_ERROR_MEM; |
1150 | 13.5k | p->probs_1664 = p->probs + 1664; |
1151 | 13.5k | p->numProbs = numProbs; |
1152 | 13.5k | } |
1153 | 13.5k | return SZ_OK; |
1154 | 13.5k | } |
1155 | | |
1156 | | SRes LzmaDec_AllocateProbs(CLzmaDec *p, const Byte *props, unsigned propsSize, ISzAllocPtr alloc) |
1157 | 0 | { |
1158 | 0 | CLzmaProps propNew; |
1159 | 0 | RINOK(LzmaProps_Decode(&propNew, props, propsSize)); |
1160 | 0 | RINOK(LzmaDec_AllocateProbs2(p, &propNew, alloc)); |
1161 | 0 | p->prop = propNew; |
1162 | 0 | return SZ_OK; |
1163 | 0 | } |
1164 | | |
1165 | | SRes LzmaDec_Allocate(CLzmaDec *p, const Byte *props, unsigned propsSize, ISzAllocPtr alloc) |
1166 | 14.2k | { |
1167 | 14.2k | CLzmaProps propNew; |
1168 | 14.2k | SizeT dicBufSize; |
1169 | 14.2k | RINOK(LzmaProps_Decode(&propNew, props, propsSize)); |
1170 | 13.5k | RINOK(LzmaDec_AllocateProbs2(p, &propNew, alloc)); |
1171 | | |
1172 | 13.5k | { |
1173 | 13.5k | UInt32 dictSize = propNew.dicSize; |
1174 | 13.5k | SizeT mask = ((UInt32)1 << 12) - 1; |
1175 | 13.5k | if (dictSize >= ((UInt32)1 << 30)) mask = ((UInt32)1 << 22) - 1; |
1176 | 9.53k | else if (dictSize >= ((UInt32)1 << 22)) mask = ((UInt32)1 << 20) - 1;; |
1177 | 13.5k | dicBufSize = ((SizeT)dictSize + mask) & ~mask; |
1178 | 13.5k | if (dicBufSize < dictSize) |
1179 | 0 | dicBufSize = dictSize; |
1180 | 13.5k | } |
1181 | 13.5k | if (dicBufSize > LZMA_DIC_MIN) { |
1182 | 9.45k | dicBufSize = LZMA_DIC_MIN; |
1183 | 9.45k | } |
1184 | | |
1185 | 13.5k | if (!p->dic || dicBufSize != p->dicBufSize) |
1186 | 13.5k | { |
1187 | 13.5k | LzmaDec_FreeDict(p, alloc); |
1188 | 13.5k | p->dic = (Byte *)ISzAlloc_Alloc(alloc, dicBufSize); |
1189 | 13.5k | if (!p->dic) |
1190 | 0 | { |
1191 | 0 | LzmaDec_FreeProbs(p, alloc); |
1192 | 0 | return SZ_ERROR_MEM; |
1193 | 0 | } |
1194 | 13.5k | } |
1195 | 13.5k | p->dicBufSize = dicBufSize; |
1196 | 13.5k | p->prop = propNew; |
1197 | 13.5k | return SZ_OK; |
1198 | 13.5k | } |
1199 | | |
1200 | | SRes LzmaDecode(Byte *dest, SizeT *destLen, const Byte *src, SizeT *srcLen, |
1201 | | const Byte *propData, unsigned propSize, ELzmaFinishMode finishMode, |
1202 | | ELzmaStatus *status, ISzAllocPtr alloc) |
1203 | 0 | { |
1204 | 0 | CLzmaDec p; |
1205 | 0 | SRes res; |
1206 | 0 | SizeT outSize = *destLen, inSize = *srcLen; |
1207 | 0 | *destLen = *srcLen = 0; |
1208 | 0 | *status = LZMA_STATUS_NOT_SPECIFIED; |
1209 | 0 | if (inSize < RC_INIT_SIZE) |
1210 | 0 | return SZ_ERROR_INPUT_EOF; |
1211 | 0 | LzmaDec_Construct(&p); |
1212 | 0 | RINOK(LzmaDec_AllocateProbs(&p, propData, propSize, alloc)); |
1213 | 0 | p.dic = dest; |
1214 | 0 | p.dicBufSize = outSize; |
1215 | 0 | LzmaDec_Init(&p); |
1216 | 0 | *srcLen = inSize; |
1217 | 0 | res = LzmaDec_DecodeToDic(&p, outSize, src, srcLen, finishMode, status, SIZE_MAX); |
1218 | 0 | *destLen = p.dicPos; |
1219 | 0 | if (res == SZ_OK && *status == LZMA_STATUS_NEEDS_MORE_INPUT) |
1220 | 0 | res = SZ_ERROR_INPUT_EOF; |
1221 | 0 | LzmaDec_FreeProbs(&p, alloc); |
1222 | 0 | return res; |
1223 | 0 | } |