/src/lzo-2.10/src/lzo1x_d.ch
Line | Count | Source (jump to first uncovered line) |
1 | | /* lzo1x_d.ch -- implementation of the LZO1X decompression algorithm |
2 | | |
3 | | This file is part of the LZO real-time data compression library. |
4 | | |
5 | | Copyright (C) 1996-2017 Markus Franz Xaver Johannes Oberhumer |
6 | | All Rights Reserved. |
7 | | |
8 | | The LZO library is free software; you can redistribute it and/or |
9 | | modify it under the terms of the GNU General Public License as |
10 | | published by the Free Software Foundation; either version 2 of |
11 | | the License, or (at your option) any later version. |
12 | | |
13 | | The LZO library is distributed in the hope that it will be useful, |
14 | | but WITHOUT ANY WARRANTY; without even the implied warranty of |
15 | | MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the |
16 | | GNU General Public License for more details. |
17 | | |
18 | | You should have received a copy of the GNU General Public License |
19 | | along with the LZO library; see the file COPYING. |
20 | | If not, write to the Free Software Foundation, Inc., |
21 | | 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA. |
22 | | |
23 | | Markus F.X.J. Oberhumer |
24 | | <markus@oberhumer.com> |
25 | | http://www.oberhumer.com/opensource/lzo/ |
26 | | */ |
27 | | |
28 | | |
29 | | #include "lzo1_d.ch" |
30 | | |
31 | | |
32 | | /*********************************************************************** |
33 | | // decompress a block of data. |
34 | | ************************************************************************/ |
35 | | |
36 | | #if defined(DO_DECOMPRESS) |
37 | | LZO_PUBLIC(int) |
38 | | DO_DECOMPRESS ( const lzo_bytep in , lzo_uint in_len, |
39 | | lzo_bytep out, lzo_uintp out_len, |
40 | | lzo_voidp wrkmem ) |
41 | | #endif |
42 | 5.85k | { |
43 | 5.85k | lzo_bytep op; |
44 | 5.85k | const lzo_bytep ip; |
45 | 5.85k | lzo_uint t; |
46 | | #if defined(COPY_DICT) |
47 | | lzo_uint m_off; |
48 | | const lzo_bytep dict_end; |
49 | | #else |
50 | 5.85k | const lzo_bytep m_pos; |
51 | 5.85k | #endif |
52 | | |
53 | 5.85k | const lzo_bytep const ip_end = in + in_len; |
54 | | #if defined(HAVE_ANY_OP) |
55 | | lzo_bytep const op_end = out + *out_len; |
56 | | #endif |
57 | | #if defined(LZO1Z) |
58 | | lzo_uint last_m_off = 0; |
59 | | #endif |
60 | | |
61 | 5.85k | LZO_UNUSED(wrkmem); |
62 | | |
63 | | #if defined(COPY_DICT) |
64 | | if (dict) |
65 | | { |
66 | | if (dict_len > M4_MAX_OFFSET) |
67 | | { |
68 | | dict += dict_len - M4_MAX_OFFSET; |
69 | | dict_len = M4_MAX_OFFSET; |
70 | | } |
71 | | dict_end = dict + dict_len; |
72 | | } |
73 | | else |
74 | | { |
75 | | dict_len = 0; |
76 | | dict_end = NULL; |
77 | | } |
78 | | #endif /* COPY_DICT */ |
79 | | |
80 | 5.85k | *out_len = 0; |
81 | | |
82 | 5.85k | op = out; |
83 | 5.85k | ip = in; |
84 | | |
85 | 5.85k | NEED_IP(1); |
86 | 5.85k | if (*ip > 17) |
87 | 3.82k | { |
88 | 3.82k | t = *ip++ - 17; |
89 | 3.82k | if (t < 4) |
90 | 1.82k | goto match_next; |
91 | 2.00k | assert(t > 0); NEED_OP(t); NEED_IP(t+3); |
92 | 30.9k | do *op++ = *ip++; while (--t > 0); |
93 | 2.00k | goto first_literal_run; |
94 | 3.82k | } |
95 | | |
96 | 2.03k | for (;;) |
97 | 1.61M | { |
98 | 1.61M | NEED_IP(3); |
99 | 1.61M | t = *ip++; |
100 | 1.61M | if (t >= 16) |
101 | 1.26M | goto match; |
102 | | /* a literal run */ |
103 | 350k | if (t == 0) |
104 | 76.1k | { |
105 | 385k | while (*ip == 0) |
106 | 309k | { |
107 | 309k | t += 255; |
108 | 309k | ip++; |
109 | 309k | TEST_IV(t); |
110 | 309k | NEED_IP(1); |
111 | 309k | } |
112 | 76.1k | t += 15 + *ip++; |
113 | 76.1k | } |
114 | | /* copy literals */ |
115 | 350k | assert(t > 0); NEED_OP(t+3); NEED_IP(t+6); |
116 | 350k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) |
117 | 350k | t += 3; |
118 | 350k | if (t >= 8) do |
119 | 10.6M | { |
120 | 10.6M | UA_COPY8(op,ip); |
121 | 10.6M | op += 8; ip += 8; t -= 8; |
122 | 10.6M | } while (t >= 8); |
123 | 350k | if (t >= 4) |
124 | 239k | { |
125 | 239k | UA_COPY4(op,ip); |
126 | 239k | op += 4; ip += 4; t -= 4; |
127 | 239k | } |
128 | 350k | if (t > 0) |
129 | 225k | { |
130 | 225k | *op++ = *ip++; |
131 | 225k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } |
132 | 225k | } |
133 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) |
134 | | #if !(LZO_OPT_UNALIGNED32) |
135 | | if (PTR_ALIGNED2_4(op,ip)) |
136 | | { |
137 | | #endif |
138 | | UA_COPY4(op,ip); |
139 | | op += 4; ip += 4; |
140 | | if (--t > 0) |
141 | | { |
142 | | if (t >= 4) |
143 | | { |
144 | | do { |
145 | | UA_COPY4(op,ip); |
146 | | op += 4; ip += 4; t -= 4; |
147 | | } while (t >= 4); |
148 | | if (t > 0) do *op++ = *ip++; while (--t > 0); |
149 | | } |
150 | | else |
151 | | do *op++ = *ip++; while (--t > 0); |
152 | | } |
153 | | #if !(LZO_OPT_UNALIGNED32) |
154 | | } |
155 | | else |
156 | | #endif |
157 | | #endif |
158 | | #if !(LZO_OPT_UNALIGNED32) |
159 | | { |
160 | | *op++ = *ip++; *op++ = *ip++; *op++ = *ip++; |
161 | | do *op++ = *ip++; while (--t > 0); |
162 | | } |
163 | | #endif |
164 | | |
165 | | |
166 | 352k | first_literal_run: |
167 | | |
168 | | |
169 | 352k | t = *ip++; |
170 | 352k | if (t >= 16) |
171 | 346k | goto match; |
172 | | #if defined(COPY_DICT) |
173 | | #if defined(LZO1Z) |
174 | | m_off = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); |
175 | | last_m_off = m_off; |
176 | | #else |
177 | | m_off = (1 + M2_MAX_OFFSET) + (t >> 2) + (*ip++ << 2); |
178 | | #endif |
179 | | NEED_OP(3); |
180 | | t = 3; COPY_DICT(t,m_off) |
181 | | #else /* !COPY_DICT */ |
182 | | #if defined(LZO1Z) |
183 | 2.65k | t = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); |
184 | 2.65k | m_pos = op - t; |
185 | 2.65k | last_m_off = t; |
186 | | #else |
187 | 3.36k | m_pos = op - (1 + M2_MAX_OFFSET); |
188 | | m_pos -= t >> 2; |
189 | | m_pos -= *ip++ << 2; |
190 | | #endif |
191 | 6.01k | TEST_LB(m_pos); NEED_OP(3); |
192 | 3.36k | *op++ = *m_pos++; *op++ = *m_pos++; *op++ = *m_pos; |
193 | 3.36k | #endif /* COPY_DICT */ |
194 | 3.36k | goto match_done; |
195 | | |
196 | | |
197 | | /* handle matches */ |
198 | 1.41M | for (;;) { |
199 | 3.02M | match: |
200 | 3.02M | if (t >= 64) /* a M2 match */ |
201 | 1.44M | { |
202 | | #if defined(COPY_DICT) |
203 | | #if defined(LZO1X) |
204 | | m_off = 1 + ((t >> 2) & 7) + (*ip++ << 3); |
205 | | t = (t >> 5) - 1; |
206 | | #elif defined(LZO1Y) |
207 | | m_off = 1 + ((t >> 2) & 3) + (*ip++ << 2); |
208 | | t = (t >> 4) - 3; |
209 | | #elif defined(LZO1Z) |
210 | | m_off = t & 0x1f; |
211 | | if (m_off >= 0x1c) |
212 | | m_off = last_m_off; |
213 | | else |
214 | | { |
215 | | m_off = 1 + (m_off << 6) + (*ip++ >> 2); |
216 | | last_m_off = m_off; |
217 | | } |
218 | | t = (t >> 5) - 1; |
219 | | #endif |
220 | | #else /* !COPY_DICT */ |
221 | | #if defined(LZO1X) |
222 | | m_pos = op - 1; |
223 | | m_pos -= (t >> 2) & 7; |
224 | | m_pos -= *ip++ << 3; |
225 | | t = (t >> 5) - 1; |
226 | | #elif defined(LZO1Y) |
227 | | m_pos = op - 1; |
228 | | m_pos -= (t >> 2) & 3; |
229 | | m_pos -= *ip++ << 2; |
230 | | t = (t >> 4) - 3; |
231 | | #elif defined(LZO1Z) |
232 | | { |
233 | | lzo_uint off = t & 0x1f; |
234 | | m_pos = op; |
235 | 337k | if (off >= 0x1c) |
236 | 14.4k | { |
237 | 14.4k | assert(last_m_off > 0); |
238 | 14.4k | m_pos -= last_m_off; |
239 | 14.4k | } |
240 | 323k | else |
241 | 323k | { |
242 | 323k | off = 1 + (off << 6) + (*ip++ >> 2); |
243 | 323k | m_pos -= off; |
244 | 323k | last_m_off = off; |
245 | 323k | } |
246 | | } |
247 | | t = (t >> 5) - 1; |
248 | | #endif |
249 | 1.44M | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); |
250 | 1.44M | goto copy_match; |
251 | 1.44M | #endif /* COPY_DICT */ |
252 | 1.44M | } |
253 | 1.58M | else if (t >= 32) /* a M3 match */ |
254 | 1.06M | { |
255 | 1.06M | t &= 31; |
256 | 1.06M | if (t == 0) |
257 | 225k | { |
258 | 407k | while (*ip == 0) |
259 | 181k | { |
260 | 181k | t += 255; |
261 | 181k | ip++; |
262 | 181k | TEST_OV(t); |
263 | 181k | NEED_IP(1); |
264 | 181k | } |
265 | 225k | t += 31 + *ip++; |
266 | 225k | NEED_IP(2); |
267 | 225k | } |
268 | | #if defined(COPY_DICT) |
269 | | #if defined(LZO1Z) |
270 | | m_off = 1 + (ip[0] << 6) + (ip[1] >> 2); |
271 | | last_m_off = m_off; |
272 | | #else |
273 | | m_off = 1 + (ip[0] >> 2) + (ip[1] << 6); |
274 | | #endif |
275 | | #else /* !COPY_DICT */ |
276 | | #if defined(LZO1Z) |
277 | | { |
278 | | lzo_uint off = 1 + (ip[0] << 6) + (ip[1] >> 2); |
279 | | m_pos = op - off; |
280 | | last_m_off = off; |
281 | | } |
282 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) |
283 | | m_pos = op - 1; |
284 | 799k | m_pos -= UA_GET_LE16(ip) >> 2; |
285 | | #else |
286 | | m_pos = op - 1; |
287 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); |
288 | | #endif |
289 | 1.06M | #endif /* COPY_DICT */ |
290 | 1.06M | ip += 2; |
291 | 1.06M | } |
292 | 525k | else if (t >= 16) /* a M4 match */ |
293 | 238k | { |
294 | | #if defined(COPY_DICT) |
295 | | m_off = (t & 8) << 11; |
296 | | #else /* !COPY_DICT */ |
297 | 238k | m_pos = op; |
298 | 238k | m_pos -= (t & 8) << 11; |
299 | 238k | #endif /* COPY_DICT */ |
300 | 238k | t &= 7; |
301 | 238k | if (t == 0) |
302 | 87.8k | { |
303 | 142k | while (*ip == 0) |
304 | 54.9k | { |
305 | 54.9k | t += 255; |
306 | 54.9k | ip++; |
307 | 54.9k | TEST_OV(t); |
308 | 54.9k | NEED_IP(1); |
309 | 54.9k | } |
310 | 87.8k | t += 7 + *ip++; |
311 | 87.8k | NEED_IP(2); |
312 | 87.8k | } |
313 | | #if defined(COPY_DICT) |
314 | | #if defined(LZO1Z) |
315 | | m_off += (ip[0] << 6) + (ip[1] >> 2); |
316 | | #else |
317 | | m_off += (ip[0] >> 2) + (ip[1] << 6); |
318 | | #endif |
319 | | ip += 2; |
320 | | if (m_off == 0) |
321 | | goto eof_found; |
322 | | m_off += 0x4000; |
323 | | #if defined(LZO1Z) |
324 | | last_m_off = m_off; |
325 | | #endif |
326 | | #else /* !COPY_DICT */ |
327 | | #if defined(LZO1Z) |
328 | | m_pos -= (ip[0] << 6) + (ip[1] >> 2); |
329 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) |
330 | 153k | m_pos -= UA_GET_LE16(ip) >> 2; |
331 | | #else |
332 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); |
333 | | #endif |
334 | 238k | ip += 2; |
335 | 238k | if (m_pos == op) |
336 | 5.85k | goto eof_found; |
337 | 232k | m_pos -= 0x4000; |
338 | | #if defined(LZO1Z) |
339 | 83.6k | last_m_off = pd((const lzo_bytep)op, m_pos); |
340 | | #endif |
341 | 232k | #endif /* COPY_DICT */ |
342 | 232k | } |
343 | 287k | else /* a M1 match */ |
344 | 287k | { |
345 | | #if defined(COPY_DICT) |
346 | | #if defined(LZO1Z) |
347 | | m_off = 1 + (t << 6) + (*ip++ >> 2); |
348 | | last_m_off = m_off; |
349 | | #else |
350 | | m_off = 1 + (t >> 2) + (*ip++ << 2); |
351 | | #endif |
352 | | NEED_OP(2); |
353 | | t = 2; COPY_DICT(t,m_off) |
354 | | #else /* !COPY_DICT */ |
355 | | #if defined(LZO1Z) |
356 | | t = 1 + (t << 6) + (*ip++ >> 2); |
357 | | m_pos = op - t; |
358 | | last_m_off = t; |
359 | | #else |
360 | | m_pos = op - 1; |
361 | | m_pos -= t >> 2; |
362 | | m_pos -= *ip++ << 2; |
363 | | #endif |
364 | 287k | TEST_LB(m_pos); NEED_OP(2); |
365 | 287k | *op++ = *m_pos++; *op++ = *m_pos; |
366 | 287k | #endif /* COPY_DICT */ |
367 | 287k | goto match_done; |
368 | 287k | } |
369 | | |
370 | | /* copy match */ |
371 | | #if defined(COPY_DICT) |
372 | | |
373 | | NEED_OP(t+3-1); |
374 | | t += 3-1; COPY_DICT(t,m_off) |
375 | | |
376 | | #else /* !COPY_DICT */ |
377 | | |
378 | 1.29M | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); |
379 | 1.29M | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) |
380 | 1.29M | if (op - m_pos >= 8) |
381 | 1.18M | { |
382 | 1.18M | t += (3 - 1); |
383 | 1.18M | if (t >= 8) do |
384 | 9.15M | { |
385 | 9.15M | UA_COPY8(op,m_pos); |
386 | 9.15M | op += 8; m_pos += 8; t -= 8; |
387 | 9.15M | } while (t >= 8); |
388 | 1.18M | if (t >= 4) |
389 | 627k | { |
390 | 627k | UA_COPY4(op,m_pos); |
391 | 627k | op += 4; m_pos += 4; t -= 4; |
392 | 627k | } |
393 | 1.18M | if (t > 0) |
394 | 840k | { |
395 | 840k | *op++ = m_pos[0]; |
396 | 840k | if (t > 1) { *op++ = m_pos[1]; if (t > 2) { *op++ = m_pos[2]; } } |
397 | 840k | } |
398 | 1.18M | } |
399 | 111k | else |
400 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) |
401 | | #if !(LZO_OPT_UNALIGNED32) |
402 | | if (t >= 2 * 4 - (3 - 1) && PTR_ALIGNED2_4(op,m_pos)) |
403 | | { |
404 | | assert((op - m_pos) >= 4); /* both pointers are aligned */ |
405 | | #else |
406 | | if (t >= 2 * 4 - (3 - 1) && (op - m_pos) >= 4) |
407 | | { |
408 | | #endif |
409 | | UA_COPY4(op,m_pos); |
410 | | op += 4; m_pos += 4; t -= 4 - (3 - 1); |
411 | | do { |
412 | | UA_COPY4(op,m_pos); |
413 | | op += 4; m_pos += 4; t -= 4; |
414 | | } while (t >= 4); |
415 | | if (t > 0) do *op++ = *m_pos++; while (--t > 0); |
416 | | } |
417 | | else |
418 | | #endif |
419 | 111k | { |
420 | 1.55M | copy_match: |
421 | 1.55M | *op++ = *m_pos++; *op++ = *m_pos++; |
422 | 25.5M | do *op++ = *m_pos++; while (--t > 0); |
423 | 1.55M | } |
424 | | |
425 | 1.29M | #endif /* COPY_DICT */ |
426 | | |
427 | 3.02M | match_done: |
428 | | #if defined(LZO1Z) |
429 | | t = ip[-1] & 3; |
430 | | #else |
431 | | t = ip[-2] & 3; |
432 | | #endif |
433 | 3.02M | if (t == 0) |
434 | 1.61M | break; |
435 | | |
436 | | /* copy literals */ |
437 | 1.41M | match_next: |
438 | 1.41M | assert(t > 0); assert(t < 4); NEED_OP(t); NEED_IP(t+3); |
439 | | #if 0 |
440 | | do *op++ = *ip++; while (--t > 0); |
441 | | #else |
442 | 1.41M | *op++ = *ip++; |
443 | 1.41M | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } |
444 | 1.41M | #endif |
445 | 1.41M | t = *ip++; |
446 | 1.41M | } |
447 | 0 | } |
448 | | |
449 | 5.85k | eof_found: |
450 | 5.85k | *out_len = pd(op, out); |
451 | 5.85k | return (ip == ip_end ? LZO_E_OK : |
452 | 5.85k | (ip < ip_end ? LZO_E_INPUT_NOT_CONSUMED : LZO_E_INPUT_OVERRUN)); |
453 | | |
454 | | |
455 | | #if defined(HAVE_NEED_IP) |
456 | | input_overrun: |
457 | | *out_len = pd(op, out); |
458 | | return LZO_E_INPUT_OVERRUN; |
459 | | #endif |
460 | | |
461 | | #if defined(HAVE_NEED_OP) |
462 | | output_overrun: |
463 | | *out_len = pd(op, out); |
464 | | return LZO_E_OUTPUT_OVERRUN; |
465 | | #endif |
466 | | |
467 | | #if defined(LZO_TEST_OVERRUN_LOOKBEHIND) |
468 | | lookbehind_overrun: |
469 | | *out_len = pd(op, out); |
470 | | return LZO_E_LOOKBEHIND_OVERRUN; |
471 | | #endif |
472 | 2.03k | } Line | Count | Source | 42 | 2.75k | { | 43 | 2.75k | lzo_bytep op; | 44 | 2.75k | const lzo_bytep ip; | 45 | 2.75k | lzo_uint t; | 46 | | #if defined(COPY_DICT) | 47 | | lzo_uint m_off; | 48 | | const lzo_bytep dict_end; | 49 | | #else | 50 | 2.75k | const lzo_bytep m_pos; | 51 | 2.75k | #endif | 52 | | | 53 | 2.75k | const lzo_bytep const ip_end = in + in_len; | 54 | | #if defined(HAVE_ANY_OP) | 55 | | lzo_bytep const op_end = out + *out_len; | 56 | | #endif | 57 | | #if defined(LZO1Z) | 58 | | lzo_uint last_m_off = 0; | 59 | | #endif | 60 | | | 61 | 2.75k | LZO_UNUSED(wrkmem); | 62 | | | 63 | | #if defined(COPY_DICT) | 64 | | if (dict) | 65 | | { | 66 | | if (dict_len > M4_MAX_OFFSET) | 67 | | { | 68 | | dict += dict_len - M4_MAX_OFFSET; | 69 | | dict_len = M4_MAX_OFFSET; | 70 | | } | 71 | | dict_end = dict + dict_len; | 72 | | } | 73 | | else | 74 | | { | 75 | | dict_len = 0; | 76 | | dict_end = NULL; | 77 | | } | 78 | | #endif /* COPY_DICT */ | 79 | | | 80 | 2.75k | *out_len = 0; | 81 | | | 82 | 2.75k | op = out; | 83 | 2.75k | ip = in; | 84 | | | 85 | 2.75k | NEED_IP(1); | 86 | 2.75k | if (*ip > 17) | 87 | 1.23k | { | 88 | 1.23k | t = *ip++ - 17; | 89 | 1.23k | if (t < 4) | 90 | 585 | goto match_next; | 91 | 652 | assert(t > 0); NEED_OP(t); NEED_IP(t+3); | 92 | 12.3k | do *op++ = *ip++; while (--t > 0); | 93 | 652 | goto first_literal_run; | 94 | 1.23k | } | 95 | | | 96 | 1.51k | for (;;) | 97 | 856k | { | 98 | 856k | NEED_IP(3); | 99 | 856k | t = *ip++; | 100 | 856k | if (t >= 16) | 101 | 656k | goto match; | 102 | | /* a literal run */ | 103 | 200k | if (t == 0) | 104 | 42.1k | { | 105 | 236k | while (*ip == 0) | 106 | 194k | { | 107 | 194k | t += 255; | 108 | 194k | ip++; | 109 | 194k | TEST_IV(t); | 110 | 194k | NEED_IP(1); | 111 | 194k | } | 112 | 42.1k | t += 15 + *ip++; | 113 | 42.1k | } | 114 | | /* copy literals */ | 115 | 200k | assert(t > 0); NEED_OP(t+3); NEED_IP(t+6); | 116 | 200k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 117 | 200k | t += 3; | 118 | 200k | if (t >= 8) do | 119 | 6.64M | { | 120 | 6.64M | UA_COPY8(op,ip); | 121 | 6.64M | op += 8; ip += 8; t -= 8; | 122 | 6.64M | } while (t >= 8); | 123 | 200k | if (t >= 4) | 124 | 137k | { | 125 | 137k | UA_COPY4(op,ip); | 126 | 137k | op += 4; ip += 4; t -= 4; | 127 | 137k | } | 128 | 200k | if (t > 0) | 129 | 129k | { | 130 | 129k | *op++ = *ip++; | 131 | 129k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 132 | 129k | } | 133 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 134 | | #if !(LZO_OPT_UNALIGNED32) | 135 | | if (PTR_ALIGNED2_4(op,ip)) | 136 | | { | 137 | | #endif | 138 | | UA_COPY4(op,ip); | 139 | | op += 4; ip += 4; | 140 | | if (--t > 0) | 141 | | { | 142 | | if (t >= 4) | 143 | | { | 144 | | do { | 145 | | UA_COPY4(op,ip); | 146 | | op += 4; ip += 4; t -= 4; | 147 | | } while (t >= 4); | 148 | | if (t > 0) do *op++ = *ip++; while (--t > 0); | 149 | | } | 150 | | else | 151 | | do *op++ = *ip++; while (--t > 0); | 152 | | } | 153 | | #if !(LZO_OPT_UNALIGNED32) | 154 | | } | 155 | | else | 156 | | #endif | 157 | | #endif | 158 | | #if !(LZO_OPT_UNALIGNED32) | 159 | | { | 160 | | *op++ = *ip++; *op++ = *ip++; *op++ = *ip++; | 161 | | do *op++ = *ip++; while (--t > 0); | 162 | | } | 163 | | #endif | 164 | | | 165 | | | 166 | 201k | first_literal_run: | 167 | | | 168 | | | 169 | 201k | t = *ip++; | 170 | 201k | if (t >= 16) | 171 | 200k | goto match; | 172 | | #if defined(COPY_DICT) | 173 | | #if defined(LZO1Z) | 174 | | m_off = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 175 | | last_m_off = m_off; | 176 | | #else | 177 | | m_off = (1 + M2_MAX_OFFSET) + (t >> 2) + (*ip++ << 2); | 178 | | #endif | 179 | | NEED_OP(3); | 180 | | t = 3; COPY_DICT(t,m_off) | 181 | | #else /* !COPY_DICT */ | 182 | | #if defined(LZO1Z) | 183 | | t = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 184 | | m_pos = op - t; | 185 | | last_m_off = t; | 186 | | #else | 187 | 1.34k | m_pos = op - (1 + M2_MAX_OFFSET); | 188 | 1.34k | m_pos -= t >> 2; | 189 | 1.34k | m_pos -= *ip++ << 2; | 190 | 1.34k | #endif | 191 | 1.34k | TEST_LB(m_pos); NEED_OP(3); | 192 | 1.34k | *op++ = *m_pos++; *op++ = *m_pos++; *op++ = *m_pos; | 193 | 1.34k | #endif /* COPY_DICT */ | 194 | 1.34k | goto match_done; | 195 | | | 196 | | | 197 | | /* handle matches */ | 198 | 537k | for (;;) { | 199 | 1.39M | match: | 200 | 1.39M | if (t >= 64) /* a M2 match */ | 201 | 687k | { | 202 | | #if defined(COPY_DICT) | 203 | | #if defined(LZO1X) | 204 | | m_off = 1 + ((t >> 2) & 7) + (*ip++ << 3); | 205 | | t = (t >> 5) - 1; | 206 | | #elif defined(LZO1Y) | 207 | | m_off = 1 + ((t >> 2) & 3) + (*ip++ << 2); | 208 | | t = (t >> 4) - 3; | 209 | | #elif defined(LZO1Z) | 210 | | m_off = t & 0x1f; | 211 | | if (m_off >= 0x1c) | 212 | | m_off = last_m_off; | 213 | | else | 214 | | { | 215 | | m_off = 1 + (m_off << 6) + (*ip++ >> 2); | 216 | | last_m_off = m_off; | 217 | | } | 218 | | t = (t >> 5) - 1; | 219 | | #endif | 220 | | #else /* !COPY_DICT */ | 221 | 687k | #if defined(LZO1X) | 222 | 687k | m_pos = op - 1; | 223 | 687k | m_pos -= (t >> 2) & 7; | 224 | 687k | m_pos -= *ip++ << 3; | 225 | 687k | t = (t >> 5) - 1; | 226 | | #elif defined(LZO1Y) | 227 | | m_pos = op - 1; | 228 | | m_pos -= (t >> 2) & 3; | 229 | | m_pos -= *ip++ << 2; | 230 | | t = (t >> 4) - 3; | 231 | | #elif defined(LZO1Z) | 232 | | { | 233 | | lzo_uint off = t & 0x1f; | 234 | | m_pos = op; | 235 | | if (off >= 0x1c) | 236 | | { | 237 | | assert(last_m_off > 0); | 238 | | m_pos -= last_m_off; | 239 | | } | 240 | | else | 241 | | { | 242 | | off = 1 + (off << 6) + (*ip++ >> 2); | 243 | | m_pos -= off; | 244 | | last_m_off = off; | 245 | | } | 246 | | } | 247 | | t = (t >> 5) - 1; | 248 | | #endif | 249 | 687k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 250 | 687k | goto copy_match; | 251 | 687k | #endif /* COPY_DICT */ | 252 | 687k | } | 253 | 706k | else if (t >= 32) /* a M3 match */ | 254 | 529k | { | 255 | 529k | t &= 31; | 256 | 529k | if (t == 0) | 257 | 118k | { | 258 | 206k | while (*ip == 0) | 259 | 87.4k | { | 260 | 87.4k | t += 255; | 261 | 87.4k | ip++; | 262 | 87.4k | TEST_OV(t); | 263 | 87.4k | NEED_IP(1); | 264 | 87.4k | } | 265 | 118k | t += 31 + *ip++; | 266 | 118k | NEED_IP(2); | 267 | 118k | } | 268 | | #if defined(COPY_DICT) | 269 | | #if defined(LZO1Z) | 270 | | m_off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 271 | | last_m_off = m_off; | 272 | | #else | 273 | | m_off = 1 + (ip[0] >> 2) + (ip[1] << 6); | 274 | | #endif | 275 | | #else /* !COPY_DICT */ | 276 | | #if defined(LZO1Z) | 277 | | { | 278 | | lzo_uint off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 279 | | m_pos = op - off; | 280 | | last_m_off = off; | 281 | | } | 282 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 283 | | m_pos = op - 1; | 284 | 529k | m_pos -= UA_GET_LE16(ip) >> 2; | 285 | | #else | 286 | | m_pos = op - 1; | 287 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 288 | | #endif | 289 | 529k | #endif /* COPY_DICT */ | 290 | 529k | ip += 2; | 291 | 529k | } | 292 | 176k | else if (t >= 16) /* a M4 match */ | 293 | 92.4k | { | 294 | | #if defined(COPY_DICT) | 295 | | m_off = (t & 8) << 11; | 296 | | #else /* !COPY_DICT */ | 297 | 92.4k | m_pos = op; | 298 | 92.4k | m_pos -= (t & 8) << 11; | 299 | 92.4k | #endif /* COPY_DICT */ | 300 | 92.4k | t &= 7; | 301 | 92.4k | if (t == 0) | 302 | 40.4k | { | 303 | 68.1k | while (*ip == 0) | 304 | 27.7k | { | 305 | 27.7k | t += 255; | 306 | 27.7k | ip++; | 307 | 27.7k | TEST_OV(t); | 308 | 27.7k | NEED_IP(1); | 309 | 27.7k | } | 310 | 40.4k | t += 7 + *ip++; | 311 | 40.4k | NEED_IP(2); | 312 | 40.4k | } | 313 | | #if defined(COPY_DICT) | 314 | | #if defined(LZO1Z) | 315 | | m_off += (ip[0] << 6) + (ip[1] >> 2); | 316 | | #else | 317 | | m_off += (ip[0] >> 2) + (ip[1] << 6); | 318 | | #endif | 319 | | ip += 2; | 320 | | if (m_off == 0) | 321 | | goto eof_found; | 322 | | m_off += 0x4000; | 323 | | #if defined(LZO1Z) | 324 | | last_m_off = m_off; | 325 | | #endif | 326 | | #else /* !COPY_DICT */ | 327 | | #if defined(LZO1Z) | 328 | | m_pos -= (ip[0] << 6) + (ip[1] >> 2); | 329 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 330 | 92.4k | m_pos -= UA_GET_LE16(ip) >> 2; | 331 | | #else | 332 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 333 | | #endif | 334 | 92.4k | ip += 2; | 335 | 92.4k | if (m_pos == op) | 336 | 2.75k | goto eof_found; | 337 | 89.6k | m_pos -= 0x4000; | 338 | | #if defined(LZO1Z) | 339 | | last_m_off = pd((const lzo_bytep)op, m_pos); | 340 | | #endif | 341 | 89.6k | #endif /* COPY_DICT */ | 342 | 89.6k | } | 343 | 84.5k | else /* a M1 match */ | 344 | 84.5k | { | 345 | | #if defined(COPY_DICT) | 346 | | #if defined(LZO1Z) | 347 | | m_off = 1 + (t << 6) + (*ip++ >> 2); | 348 | | last_m_off = m_off; | 349 | | #else | 350 | | m_off = 1 + (t >> 2) + (*ip++ << 2); | 351 | | #endif | 352 | | NEED_OP(2); | 353 | | t = 2; COPY_DICT(t,m_off) | 354 | | #else /* !COPY_DICT */ | 355 | | #if defined(LZO1Z) | 356 | | t = 1 + (t << 6) + (*ip++ >> 2); | 357 | | m_pos = op - t; | 358 | | last_m_off = t; | 359 | | #else | 360 | 84.5k | m_pos = op - 1; | 361 | 84.5k | m_pos -= t >> 2; | 362 | 84.5k | m_pos -= *ip++ << 2; | 363 | 84.5k | #endif | 364 | 84.5k | TEST_LB(m_pos); NEED_OP(2); | 365 | 84.5k | *op++ = *m_pos++; *op++ = *m_pos; | 366 | 84.5k | #endif /* COPY_DICT */ | 367 | 84.5k | goto match_done; | 368 | 84.5k | } | 369 | | | 370 | | /* copy match */ | 371 | | #if defined(COPY_DICT) | 372 | | | 373 | | NEED_OP(t+3-1); | 374 | | t += 3-1; COPY_DICT(t,m_off) | 375 | | | 376 | | #else /* !COPY_DICT */ | 377 | | | 378 | 619k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 379 | 619k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 380 | 619k | if (op - m_pos >= 8) | 381 | 556k | { | 382 | 556k | t += (3 - 1); | 383 | 556k | if (t >= 8) do | 384 | 4.51M | { | 385 | 4.51M | UA_COPY8(op,m_pos); | 386 | 4.51M | op += 8; m_pos += 8; t -= 8; | 387 | 4.51M | } while (t >= 8); | 388 | 556k | if (t >= 4) | 389 | 306k | { | 390 | 306k | UA_COPY4(op,m_pos); | 391 | 306k | op += 4; m_pos += 4; t -= 4; | 392 | 306k | } | 393 | 556k | if (t > 0) | 394 | 387k | { | 395 | 387k | *op++ = m_pos[0]; | 396 | 387k | if (t > 1) { *op++ = m_pos[1]; if (t > 2) { *op++ = m_pos[2]; } } | 397 | 387k | } | 398 | 556k | } | 399 | 63.1k | else | 400 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 401 | | #if !(LZO_OPT_UNALIGNED32) | 402 | | if (t >= 2 * 4 - (3 - 1) && PTR_ALIGNED2_4(op,m_pos)) | 403 | | { | 404 | | assert((op - m_pos) >= 4); /* both pointers are aligned */ | 405 | | #else | 406 | | if (t >= 2 * 4 - (3 - 1) && (op - m_pos) >= 4) | 407 | | { | 408 | | #endif | 409 | | UA_COPY4(op,m_pos); | 410 | | op += 4; m_pos += 4; t -= 4 - (3 - 1); | 411 | | do { | 412 | | UA_COPY4(op,m_pos); | 413 | | op += 4; m_pos += 4; t -= 4; | 414 | | } while (t >= 4); | 415 | | if (t > 0) do *op++ = *m_pos++; while (--t > 0); | 416 | | } | 417 | | else | 418 | | #endif | 419 | 63.1k | { | 420 | 750k | copy_match: | 421 | 750k | *op++ = *m_pos++; *op++ = *m_pos++; | 422 | 12.2M | do *op++ = *m_pos++; while (--t > 0); | 423 | 750k | } | 424 | | | 425 | 619k | #endif /* COPY_DICT */ | 426 | | | 427 | 1.39M | match_done: | 428 | | #if defined(LZO1Z) | 429 | | t = ip[-1] & 3; | 430 | | #else | 431 | 1.39M | t = ip[-2] & 3; | 432 | 1.39M | #endif | 433 | 1.39M | if (t == 0) | 434 | 855k | break; | 435 | | | 436 | | /* copy literals */ | 437 | 537k | match_next: | 438 | 537k | assert(t > 0); assert(t < 4); NEED_OP(t); NEED_IP(t+3); | 439 | | #if 0 | 440 | | do *op++ = *ip++; while (--t > 0); | 441 | | #else | 442 | 537k | *op++ = *ip++; | 443 | 537k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 444 | 537k | #endif | 445 | 537k | t = *ip++; | 446 | 537k | } | 447 | 0 | } | 448 | | | 449 | 2.75k | eof_found: | 450 | 2.75k | *out_len = pd(op, out); | 451 | 2.75k | return (ip == ip_end ? LZO_E_OK : | 452 | 2.75k | (ip < ip_end ? LZO_E_INPUT_NOT_CONSUMED : LZO_E_INPUT_OVERRUN)); | 453 | | | 454 | | | 455 | | #if defined(HAVE_NEED_IP) | 456 | | input_overrun: | 457 | | *out_len = pd(op, out); | 458 | | return LZO_E_INPUT_OVERRUN; | 459 | | #endif | 460 | | | 461 | | #if defined(HAVE_NEED_OP) | 462 | | output_overrun: | 463 | | *out_len = pd(op, out); | 464 | | return LZO_E_OUTPUT_OVERRUN; | 465 | | #endif | 466 | | | 467 | | #if defined(LZO_TEST_OVERRUN_LOOKBEHIND) | 468 | | lookbehind_overrun: | 469 | | *out_len = pd(op, out); | 470 | | return LZO_E_LOOKBEHIND_OVERRUN; | 471 | | #endif | 472 | 1.51k | } |
Line | Count | Source | 42 | 1.65k | { | 43 | 1.65k | lzo_bytep op; | 44 | 1.65k | const lzo_bytep ip; | 45 | 1.65k | lzo_uint t; | 46 | | #if defined(COPY_DICT) | 47 | | lzo_uint m_off; | 48 | | const lzo_bytep dict_end; | 49 | | #else | 50 | 1.65k | const lzo_bytep m_pos; | 51 | 1.65k | #endif | 52 | | | 53 | 1.65k | const lzo_bytep const ip_end = in + in_len; | 54 | | #if defined(HAVE_ANY_OP) | 55 | | lzo_bytep const op_end = out + *out_len; | 56 | | #endif | 57 | | #if defined(LZO1Z) | 58 | | lzo_uint last_m_off = 0; | 59 | | #endif | 60 | | | 61 | 1.65k | LZO_UNUSED(wrkmem); | 62 | | | 63 | | #if defined(COPY_DICT) | 64 | | if (dict) | 65 | | { | 66 | | if (dict_len > M4_MAX_OFFSET) | 67 | | { | 68 | | dict += dict_len - M4_MAX_OFFSET; | 69 | | dict_len = M4_MAX_OFFSET; | 70 | | } | 71 | | dict_end = dict + dict_len; | 72 | | } | 73 | | else | 74 | | { | 75 | | dict_len = 0; | 76 | | dict_end = NULL; | 77 | | } | 78 | | #endif /* COPY_DICT */ | 79 | | | 80 | 1.65k | *out_len = 0; | 81 | | | 82 | 1.65k | op = out; | 83 | 1.65k | ip = in; | 84 | | | 85 | 1.65k | NEED_IP(1); | 86 | 1.65k | if (*ip > 17) | 87 | 1.16k | { | 88 | 1.16k | t = *ip++ - 17; | 89 | 1.16k | if (t < 4) | 90 | 548 | goto match_next; | 91 | 620 | assert(t > 0); NEED_OP(t); NEED_IP(t+3); | 92 | 8.86k | do *op++ = *ip++; while (--t > 0); | 93 | 620 | goto first_literal_run; | 94 | 1.16k | } | 95 | | | 96 | 486 | for (;;) | 97 | 423k | { | 98 | 423k | NEED_IP(3); | 99 | 423k | t = *ip++; | 100 | 423k | if (t >= 16) | 101 | 332k | goto match; | 102 | | /* a literal run */ | 103 | 90.8k | if (t == 0) | 104 | 19.4k | { | 105 | 111k | while (*ip == 0) | 106 | 92.2k | { | 107 | 92.2k | t += 255; | 108 | 92.2k | ip++; | 109 | 92.2k | TEST_IV(t); | 110 | 92.2k | NEED_IP(1); | 111 | 92.2k | } | 112 | 19.4k | t += 15 + *ip++; | 113 | 19.4k | } | 114 | | /* copy literals */ | 115 | 90.8k | assert(t > 0); NEED_OP(t+3); NEED_IP(t+6); | 116 | 90.8k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 117 | 90.8k | t += 3; | 118 | 90.8k | if (t >= 8) do | 119 | 3.15M | { | 120 | 3.15M | UA_COPY8(op,ip); | 121 | 3.15M | op += 8; ip += 8; t -= 8; | 122 | 3.15M | } while (t >= 8); | 123 | 90.8k | if (t >= 4) | 124 | 62.0k | { | 125 | 62.0k | UA_COPY4(op,ip); | 126 | 62.0k | op += 4; ip += 4; t -= 4; | 127 | 62.0k | } | 128 | 90.8k | if (t > 0) | 129 | 57.6k | { | 130 | 57.6k | *op++ = *ip++; | 131 | 57.6k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 132 | 57.6k | } | 133 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 134 | | #if !(LZO_OPT_UNALIGNED32) | 135 | | if (PTR_ALIGNED2_4(op,ip)) | 136 | | { | 137 | | #endif | 138 | | UA_COPY4(op,ip); | 139 | | op += 4; ip += 4; | 140 | | if (--t > 0) | 141 | | { | 142 | | if (t >= 4) | 143 | | { | 144 | | do { | 145 | | UA_COPY4(op,ip); | 146 | | op += 4; ip += 4; t -= 4; | 147 | | } while (t >= 4); | 148 | | if (t > 0) do *op++ = *ip++; while (--t > 0); | 149 | | } | 150 | | else | 151 | | do *op++ = *ip++; while (--t > 0); | 152 | | } | 153 | | #if !(LZO_OPT_UNALIGNED32) | 154 | | } | 155 | | else | 156 | | #endif | 157 | | #endif | 158 | | #if !(LZO_OPT_UNALIGNED32) | 159 | | { | 160 | | *op++ = *ip++; *op++ = *ip++; *op++ = *ip++; | 161 | | do *op++ = *ip++; while (--t > 0); | 162 | | } | 163 | | #endif | 164 | | | 165 | | | 166 | 91.5k | first_literal_run: | 167 | | | 168 | | | 169 | 91.5k | t = *ip++; | 170 | 91.5k | if (t >= 16) | 171 | 89.4k | goto match; | 172 | | #if defined(COPY_DICT) | 173 | | #if defined(LZO1Z) | 174 | | m_off = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 175 | | last_m_off = m_off; | 176 | | #else | 177 | | m_off = (1 + M2_MAX_OFFSET) + (t >> 2) + (*ip++ << 2); | 178 | | #endif | 179 | | NEED_OP(3); | 180 | | t = 3; COPY_DICT(t,m_off) | 181 | | #else /* !COPY_DICT */ | 182 | | #if defined(LZO1Z) | 183 | | t = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 184 | | m_pos = op - t; | 185 | | last_m_off = t; | 186 | | #else | 187 | 2.02k | m_pos = op - (1 + M2_MAX_OFFSET); | 188 | 2.02k | m_pos -= t >> 2; | 189 | 2.02k | m_pos -= *ip++ << 2; | 190 | 2.02k | #endif | 191 | 2.02k | TEST_LB(m_pos); NEED_OP(3); | 192 | 2.02k | *op++ = *m_pos++; *op++ = *m_pos++; *op++ = *m_pos; | 193 | 2.02k | #endif /* COPY_DICT */ | 194 | 2.02k | goto match_done; | 195 | | | 196 | | | 197 | | /* handle matches */ | 198 | 402k | for (;;) { | 199 | 824k | match: | 200 | 824k | if (t >= 64) /* a M2 match */ | 201 | 415k | { | 202 | | #if defined(COPY_DICT) | 203 | | #if defined(LZO1X) | 204 | | m_off = 1 + ((t >> 2) & 7) + (*ip++ << 3); | 205 | | t = (t >> 5) - 1; | 206 | | #elif defined(LZO1Y) | 207 | | m_off = 1 + ((t >> 2) & 3) + (*ip++ << 2); | 208 | | t = (t >> 4) - 3; | 209 | | #elif defined(LZO1Z) | 210 | | m_off = t & 0x1f; | 211 | | if (m_off >= 0x1c) | 212 | | m_off = last_m_off; | 213 | | else | 214 | | { | 215 | | m_off = 1 + (m_off << 6) + (*ip++ >> 2); | 216 | | last_m_off = m_off; | 217 | | } | 218 | | t = (t >> 5) - 1; | 219 | | #endif | 220 | | #else /* !COPY_DICT */ | 221 | | #if defined(LZO1X) | 222 | | m_pos = op - 1; | 223 | | m_pos -= (t >> 2) & 7; | 224 | | m_pos -= *ip++ << 3; | 225 | | t = (t >> 5) - 1; | 226 | | #elif defined(LZO1Y) | 227 | | m_pos = op - 1; | 228 | 415k | m_pos -= (t >> 2) & 3; | 229 | 415k | m_pos -= *ip++ << 2; | 230 | 415k | t = (t >> 4) - 3; | 231 | | #elif defined(LZO1Z) | 232 | | { | 233 | | lzo_uint off = t & 0x1f; | 234 | | m_pos = op; | 235 | | if (off >= 0x1c) | 236 | | { | 237 | | assert(last_m_off > 0); | 238 | | m_pos -= last_m_off; | 239 | | } | 240 | | else | 241 | | { | 242 | | off = 1 + (off << 6) + (*ip++ >> 2); | 243 | | m_pos -= off; | 244 | | last_m_off = off; | 245 | | } | 246 | | } | 247 | | t = (t >> 5) - 1; | 248 | | #endif | 249 | 415k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 250 | 415k | goto copy_match; | 251 | 415k | #endif /* COPY_DICT */ | 252 | 415k | } | 253 | 409k | else if (t >= 32) /* a M3 match */ | 254 | 269k | { | 255 | 269k | t &= 31; | 256 | 269k | if (t == 0) | 257 | 63.0k | { | 258 | 115k | while (*ip == 0) | 259 | 52.2k | { | 260 | 52.2k | t += 255; | 261 | 52.2k | ip++; | 262 | 52.2k | TEST_OV(t); | 263 | 52.2k | NEED_IP(1); | 264 | 52.2k | } | 265 | 63.0k | t += 31 + *ip++; | 266 | 63.0k | NEED_IP(2); | 267 | 63.0k | } | 268 | | #if defined(COPY_DICT) | 269 | | #if defined(LZO1Z) | 270 | | m_off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 271 | | last_m_off = m_off; | 272 | | #else | 273 | | m_off = 1 + (ip[0] >> 2) + (ip[1] << 6); | 274 | | #endif | 275 | | #else /* !COPY_DICT */ | 276 | | #if defined(LZO1Z) | 277 | | { | 278 | | lzo_uint off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 279 | | m_pos = op - off; | 280 | | last_m_off = off; | 281 | | } | 282 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 283 | | m_pos = op - 1; | 284 | 269k | m_pos -= UA_GET_LE16(ip) >> 2; | 285 | | #else | 286 | | m_pos = op - 1; | 287 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 288 | | #endif | 289 | 269k | #endif /* COPY_DICT */ | 290 | 269k | ip += 2; | 291 | 269k | } | 292 | 139k | else if (t >= 16) /* a M4 match */ | 293 | 60.6k | { | 294 | | #if defined(COPY_DICT) | 295 | | m_off = (t & 8) << 11; | 296 | | #else /* !COPY_DICT */ | 297 | 60.6k | m_pos = op; | 298 | 60.6k | m_pos -= (t & 8) << 11; | 299 | 60.6k | #endif /* COPY_DICT */ | 300 | 60.6k | t &= 7; | 301 | 60.6k | if (t == 0) | 302 | 25.4k | { | 303 | 41.3k | while (*ip == 0) | 304 | 15.8k | { | 305 | 15.8k | t += 255; | 306 | 15.8k | ip++; | 307 | 15.8k | TEST_OV(t); | 308 | 15.8k | NEED_IP(1); | 309 | 15.8k | } | 310 | 25.4k | t += 7 + *ip++; | 311 | 25.4k | NEED_IP(2); | 312 | 25.4k | } | 313 | | #if defined(COPY_DICT) | 314 | | #if defined(LZO1Z) | 315 | | m_off += (ip[0] << 6) + (ip[1] >> 2); | 316 | | #else | 317 | | m_off += (ip[0] >> 2) + (ip[1] << 6); | 318 | | #endif | 319 | | ip += 2; | 320 | | if (m_off == 0) | 321 | | goto eof_found; | 322 | | m_off += 0x4000; | 323 | | #if defined(LZO1Z) | 324 | | last_m_off = m_off; | 325 | | #endif | 326 | | #else /* !COPY_DICT */ | 327 | | #if defined(LZO1Z) | 328 | | m_pos -= (ip[0] << 6) + (ip[1] >> 2); | 329 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 330 | 60.6k | m_pos -= UA_GET_LE16(ip) >> 2; | 331 | | #else | 332 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 333 | | #endif | 334 | 60.6k | ip += 2; | 335 | 60.6k | if (m_pos == op) | 336 | 1.65k | goto eof_found; | 337 | 58.9k | m_pos -= 0x4000; | 338 | | #if defined(LZO1Z) | 339 | | last_m_off = pd((const lzo_bytep)op, m_pos); | 340 | | #endif | 341 | 58.9k | #endif /* COPY_DICT */ | 342 | 58.9k | } | 343 | 79.1k | else /* a M1 match */ | 344 | 79.1k | { | 345 | | #if defined(COPY_DICT) | 346 | | #if defined(LZO1Z) | 347 | | m_off = 1 + (t << 6) + (*ip++ >> 2); | 348 | | last_m_off = m_off; | 349 | | #else | 350 | | m_off = 1 + (t >> 2) + (*ip++ << 2); | 351 | | #endif | 352 | | NEED_OP(2); | 353 | | t = 2; COPY_DICT(t,m_off) | 354 | | #else /* !COPY_DICT */ | 355 | | #if defined(LZO1Z) | 356 | | t = 1 + (t << 6) + (*ip++ >> 2); | 357 | | m_pos = op - t; | 358 | | last_m_off = t; | 359 | | #else | 360 | 79.1k | m_pos = op - 1; | 361 | 79.1k | m_pos -= t >> 2; | 362 | 79.1k | m_pos -= *ip++ << 2; | 363 | 79.1k | #endif | 364 | 79.1k | TEST_LB(m_pos); NEED_OP(2); | 365 | 79.1k | *op++ = *m_pos++; *op++ = *m_pos; | 366 | 79.1k | #endif /* COPY_DICT */ | 367 | 79.1k | goto match_done; | 368 | 79.1k | } | 369 | | | 370 | | /* copy match */ | 371 | | #if defined(COPY_DICT) | 372 | | | 373 | | NEED_OP(t+3-1); | 374 | | t += 3-1; COPY_DICT(t,m_off) | 375 | | | 376 | | #else /* !COPY_DICT */ | 377 | | | 378 | 328k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 379 | 328k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 380 | 328k | if (op - m_pos >= 8) | 381 | 305k | { | 382 | 305k | t += (3 - 1); | 383 | 305k | if (t >= 8) do | 384 | 2.60M | { | 385 | 2.60M | UA_COPY8(op,m_pos); | 386 | 2.60M | op += 8; m_pos += 8; t -= 8; | 387 | 2.60M | } while (t >= 8); | 388 | 305k | if (t >= 4) | 389 | 171k | { | 390 | 171k | UA_COPY4(op,m_pos); | 391 | 171k | op += 4; m_pos += 4; t -= 4; | 392 | 171k | } | 393 | 305k | if (t > 0) | 394 | 210k | { | 395 | 210k | *op++ = m_pos[0]; | 396 | 210k | if (t > 1) { *op++ = m_pos[1]; if (t > 2) { *op++ = m_pos[2]; } } | 397 | 210k | } | 398 | 305k | } | 399 | 23.5k | else | 400 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 401 | | #if !(LZO_OPT_UNALIGNED32) | 402 | | if (t >= 2 * 4 - (3 - 1) && PTR_ALIGNED2_4(op,m_pos)) | 403 | | { | 404 | | assert((op - m_pos) >= 4); /* both pointers are aligned */ | 405 | | #else | 406 | | if (t >= 2 * 4 - (3 - 1) && (op - m_pos) >= 4) | 407 | | { | 408 | | #endif | 409 | | UA_COPY4(op,m_pos); | 410 | | op += 4; m_pos += 4; t -= 4 - (3 - 1); | 411 | | do { | 412 | | UA_COPY4(op,m_pos); | 413 | | op += 4; m_pos += 4; t -= 4; | 414 | | } while (t >= 4); | 415 | | if (t > 0) do *op++ = *m_pos++; while (--t > 0); | 416 | | } | 417 | | else | 418 | | #endif | 419 | 23.5k | { | 420 | 438k | copy_match: | 421 | 438k | *op++ = *m_pos++; *op++ = *m_pos++; | 422 | 7.60M | do *op++ = *m_pos++; while (--t > 0); | 423 | 438k | } | 424 | | | 425 | 328k | #endif /* COPY_DICT */ | 426 | | | 427 | 825k | match_done: | 428 | | #if defined(LZO1Z) | 429 | | t = ip[-1] & 3; | 430 | | #else | 431 | 825k | t = ip[-2] & 3; | 432 | 825k | #endif | 433 | 825k | if (t == 0) | 434 | 423k | break; | 435 | | | 436 | | /* copy literals */ | 437 | 402k | match_next: | 438 | 402k | assert(t > 0); assert(t < 4); NEED_OP(t); NEED_IP(t+3); | 439 | | #if 0 | 440 | | do *op++ = *ip++; while (--t > 0); | 441 | | #else | 442 | 402k | *op++ = *ip++; | 443 | 402k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 444 | 402k | #endif | 445 | 402k | t = *ip++; | 446 | 402k | } | 447 | 0 | } | 448 | | | 449 | 1.65k | eof_found: | 450 | 1.65k | *out_len = pd(op, out); | 451 | 1.65k | return (ip == ip_end ? LZO_E_OK : | 452 | 1.65k | (ip < ip_end ? LZO_E_INPUT_NOT_CONSUMED : LZO_E_INPUT_OVERRUN)); | 453 | | | 454 | | | 455 | | #if defined(HAVE_NEED_IP) | 456 | | input_overrun: | 457 | | *out_len = pd(op, out); | 458 | | return LZO_E_INPUT_OVERRUN; | 459 | | #endif | 460 | | | 461 | | #if defined(HAVE_NEED_OP) | 462 | | output_overrun: | 463 | | *out_len = pd(op, out); | 464 | | return LZO_E_OUTPUT_OVERRUN; | 465 | | #endif | 466 | | | 467 | | #if defined(LZO_TEST_OVERRUN_LOOKBEHIND) | 468 | | lookbehind_overrun: | 469 | | *out_len = pd(op, out); | 470 | | return LZO_E_LOOKBEHIND_OVERRUN; | 471 | | #endif | 472 | 486 | } |
Line | Count | Source | 42 | 1.45k | { | 43 | 1.45k | lzo_bytep op; | 44 | 1.45k | const lzo_bytep ip; | 45 | 1.45k | lzo_uint t; | 46 | | #if defined(COPY_DICT) | 47 | | lzo_uint m_off; | 48 | | const lzo_bytep dict_end; | 49 | | #else | 50 | 1.45k | const lzo_bytep m_pos; | 51 | 1.45k | #endif | 52 | | | 53 | 1.45k | const lzo_bytep const ip_end = in + in_len; | 54 | | #if defined(HAVE_ANY_OP) | 55 | | lzo_bytep const op_end = out + *out_len; | 56 | | #endif | 57 | 1.45k | #if defined(LZO1Z) | 58 | 1.45k | lzo_uint last_m_off = 0; | 59 | 1.45k | #endif | 60 | | | 61 | 1.45k | LZO_UNUSED(wrkmem); | 62 | | | 63 | | #if defined(COPY_DICT) | 64 | | if (dict) | 65 | | { | 66 | | if (dict_len > M4_MAX_OFFSET) | 67 | | { | 68 | | dict += dict_len - M4_MAX_OFFSET; | 69 | | dict_len = M4_MAX_OFFSET; | 70 | | } | 71 | | dict_end = dict + dict_len; | 72 | | } | 73 | | else | 74 | | { | 75 | | dict_len = 0; | 76 | | dict_end = NULL; | 77 | | } | 78 | | #endif /* COPY_DICT */ | 79 | | | 80 | 1.45k | *out_len = 0; | 81 | | | 82 | 1.45k | op = out; | 83 | 1.45k | ip = in; | 84 | | | 85 | 1.45k | NEED_IP(1); | 86 | 1.45k | if (*ip > 17) | 87 | 1.42k | { | 88 | 1.42k | t = *ip++ - 17; | 89 | 1.42k | if (t < 4) | 90 | 687 | goto match_next; | 91 | 735 | assert(t > 0); NEED_OP(t); NEED_IP(t+3); | 92 | 9.72k | do *op++ = *ip++; while (--t > 0); | 93 | 735 | goto first_literal_run; | 94 | 1.42k | } | 95 | | | 96 | 28 | for (;;) | 97 | 335k | { | 98 | 335k | NEED_IP(3); | 99 | 335k | t = *ip++; | 100 | 335k | if (t >= 16) | 101 | 277k | goto match; | 102 | | /* a literal run */ | 103 | 58.7k | if (t == 0) | 104 | 14.6k | { | 105 | 37.2k | while (*ip == 0) | 106 | 22.5k | { | 107 | 22.5k | t += 255; | 108 | 22.5k | ip++; | 109 | 22.5k | TEST_IV(t); | 110 | 22.5k | NEED_IP(1); | 111 | 22.5k | } | 112 | 14.6k | t += 15 + *ip++; | 113 | 14.6k | } | 114 | | /* copy literals */ | 115 | 58.7k | assert(t > 0); NEED_OP(t+3); NEED_IP(t+6); | 116 | 58.7k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 117 | 58.7k | t += 3; | 118 | 58.7k | if (t >= 8) do | 119 | 889k | { | 120 | 889k | UA_COPY8(op,ip); | 121 | 889k | op += 8; ip += 8; t -= 8; | 122 | 889k | } while (t >= 8); | 123 | 58.7k | if (t >= 4) | 124 | 40.2k | { | 125 | 40.2k | UA_COPY4(op,ip); | 126 | 40.2k | op += 4; ip += 4; t -= 4; | 127 | 40.2k | } | 128 | 58.7k | if (t > 0) | 129 | 38.3k | { | 130 | 38.3k | *op++ = *ip++; | 131 | 38.3k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 132 | 38.3k | } | 133 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 134 | | #if !(LZO_OPT_UNALIGNED32) | 135 | | if (PTR_ALIGNED2_4(op,ip)) | 136 | | { | 137 | | #endif | 138 | | UA_COPY4(op,ip); | 139 | | op += 4; ip += 4; | 140 | | if (--t > 0) | 141 | | { | 142 | | if (t >= 4) | 143 | | { | 144 | | do { | 145 | | UA_COPY4(op,ip); | 146 | | op += 4; ip += 4; t -= 4; | 147 | | } while (t >= 4); | 148 | | if (t > 0) do *op++ = *ip++; while (--t > 0); | 149 | | } | 150 | | else | 151 | | do *op++ = *ip++; while (--t > 0); | 152 | | } | 153 | | #if !(LZO_OPT_UNALIGNED32) | 154 | | } | 155 | | else | 156 | | #endif | 157 | | #endif | 158 | | #if !(LZO_OPT_UNALIGNED32) | 159 | | { | 160 | | *op++ = *ip++; *op++ = *ip++; *op++ = *ip++; | 161 | | do *op++ = *ip++; while (--t > 0); | 162 | | } | 163 | | #endif | 164 | | | 165 | | | 166 | 59.5k | first_literal_run: | 167 | | | 168 | | | 169 | 59.5k | t = *ip++; | 170 | 59.5k | if (t >= 16) | 171 | 56.8k | goto match; | 172 | | #if defined(COPY_DICT) | 173 | | #if defined(LZO1Z) | 174 | | m_off = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 175 | | last_m_off = m_off; | 176 | | #else | 177 | | m_off = (1 + M2_MAX_OFFSET) + (t >> 2) + (*ip++ << 2); | 178 | | #endif | 179 | | NEED_OP(3); | 180 | | t = 3; COPY_DICT(t,m_off) | 181 | | #else /* !COPY_DICT */ | 182 | 2.65k | #if defined(LZO1Z) | 183 | 2.65k | t = (1 + M2_MAX_OFFSET) + (t << 6) + (*ip++ >> 2); | 184 | 2.65k | m_pos = op - t; | 185 | 2.65k | last_m_off = t; | 186 | | #else | 187 | | m_pos = op - (1 + M2_MAX_OFFSET); | 188 | | m_pos -= t >> 2; | 189 | | m_pos -= *ip++ << 2; | 190 | | #endif | 191 | 2.65k | TEST_LB(m_pos); NEED_OP(3); | 192 | 2.65k | *op++ = *m_pos++; *op++ = *m_pos++; *op++ = *m_pos; | 193 | 2.65k | #endif /* COPY_DICT */ | 194 | 2.65k | goto match_done; | 195 | | | 196 | | | 197 | | /* handle matches */ | 198 | 475k | for (;;) { | 199 | 809k | match: | 200 | 809k | if (t >= 64) /* a M2 match */ | 201 | 337k | { | 202 | | #if defined(COPY_DICT) | 203 | | #if defined(LZO1X) | 204 | | m_off = 1 + ((t >> 2) & 7) + (*ip++ << 3); | 205 | | t = (t >> 5) - 1; | 206 | | #elif defined(LZO1Y) | 207 | | m_off = 1 + ((t >> 2) & 3) + (*ip++ << 2); | 208 | | t = (t >> 4) - 3; | 209 | | #elif defined(LZO1Z) | 210 | | m_off = t & 0x1f; | 211 | | if (m_off >= 0x1c) | 212 | | m_off = last_m_off; | 213 | | else | 214 | | { | 215 | | m_off = 1 + (m_off << 6) + (*ip++ >> 2); | 216 | | last_m_off = m_off; | 217 | | } | 218 | | t = (t >> 5) - 1; | 219 | | #endif | 220 | | #else /* !COPY_DICT */ | 221 | | #if defined(LZO1X) | 222 | | m_pos = op - 1; | 223 | | m_pos -= (t >> 2) & 7; | 224 | | m_pos -= *ip++ << 3; | 225 | | t = (t >> 5) - 1; | 226 | | #elif defined(LZO1Y) | 227 | | m_pos = op - 1; | 228 | | m_pos -= (t >> 2) & 3; | 229 | | m_pos -= *ip++ << 2; | 230 | | t = (t >> 4) - 3; | 231 | | #elif defined(LZO1Z) | 232 | | { | 233 | 337k | lzo_uint off = t & 0x1f; | 234 | 337k | m_pos = op; | 235 | 337k | if (off >= 0x1c) | 236 | 14.4k | { | 237 | 14.4k | assert(last_m_off > 0); | 238 | 14.4k | m_pos -= last_m_off; | 239 | 14.4k | } | 240 | 323k | else | 241 | 323k | { | 242 | 323k | off = 1 + (off << 6) + (*ip++ >> 2); | 243 | 323k | m_pos -= off; | 244 | 323k | last_m_off = off; | 245 | 323k | } | 246 | 337k | } | 247 | 337k | t = (t >> 5) - 1; | 248 | 337k | #endif | 249 | 337k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 250 | 337k | goto copy_match; | 251 | 337k | #endif /* COPY_DICT */ | 252 | 337k | } | 253 | 472k | else if (t >= 32) /* a M3 match */ | 254 | 263k | { | 255 | 263k | t &= 31; | 256 | 263k | if (t == 0) | 257 | 43.9k | { | 258 | 85.5k | while (*ip == 0) | 259 | 41.6k | { | 260 | 41.6k | t += 255; | 261 | 41.6k | ip++; | 262 | 41.6k | TEST_OV(t); | 263 | 41.6k | NEED_IP(1); | 264 | 41.6k | } | 265 | 43.9k | t += 31 + *ip++; | 266 | 43.9k | NEED_IP(2); | 267 | 43.9k | } | 268 | | #if defined(COPY_DICT) | 269 | | #if defined(LZO1Z) | 270 | | m_off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 271 | | last_m_off = m_off; | 272 | | #else | 273 | | m_off = 1 + (ip[0] >> 2) + (ip[1] << 6); | 274 | | #endif | 275 | | #else /* !COPY_DICT */ | 276 | 263k | #if defined(LZO1Z) | 277 | 263k | { | 278 | 263k | lzo_uint off = 1 + (ip[0] << 6) + (ip[1] >> 2); | 279 | 263k | m_pos = op - off; | 280 | 263k | last_m_off = off; | 281 | 263k | } | 282 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 283 | | m_pos = op - 1; | 284 | | m_pos -= UA_GET_LE16(ip) >> 2; | 285 | | #else | 286 | | m_pos = op - 1; | 287 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 288 | | #endif | 289 | 263k | #endif /* COPY_DICT */ | 290 | 263k | ip += 2; | 291 | 263k | } | 292 | 209k | else if (t >= 16) /* a M4 match */ | 293 | 85.0k | { | 294 | | #if defined(COPY_DICT) | 295 | | m_off = (t & 8) << 11; | 296 | | #else /* !COPY_DICT */ | 297 | 85.0k | m_pos = op; | 298 | 85.0k | m_pos -= (t & 8) << 11; | 299 | 85.0k | #endif /* COPY_DICT */ | 300 | 85.0k | t &= 7; | 301 | 85.0k | if (t == 0) | 302 | 21.9k | { | 303 | 33.3k | while (*ip == 0) | 304 | 11.3k | { | 305 | 11.3k | t += 255; | 306 | 11.3k | ip++; | 307 | 11.3k | TEST_OV(t); | 308 | 11.3k | NEED_IP(1); | 309 | 11.3k | } | 310 | 21.9k | t += 7 + *ip++; | 311 | 21.9k | NEED_IP(2); | 312 | 21.9k | } | 313 | | #if defined(COPY_DICT) | 314 | | #if defined(LZO1Z) | 315 | | m_off += (ip[0] << 6) + (ip[1] >> 2); | 316 | | #else | 317 | | m_off += (ip[0] >> 2) + (ip[1] << 6); | 318 | | #endif | 319 | | ip += 2; | 320 | | if (m_off == 0) | 321 | | goto eof_found; | 322 | | m_off += 0x4000; | 323 | | #if defined(LZO1Z) | 324 | | last_m_off = m_off; | 325 | | #endif | 326 | | #else /* !COPY_DICT */ | 327 | 85.0k | #if defined(LZO1Z) | 328 | 85.0k | m_pos -= (ip[0] << 6) + (ip[1] >> 2); | 329 | | #elif (LZO_OPT_UNALIGNED16) && (LZO_ABI_LITTLE_ENDIAN) | 330 | | m_pos -= UA_GET_LE16(ip) >> 2; | 331 | | #else | 332 | | m_pos -= (ip[0] >> 2) + (ip[1] << 6); | 333 | | #endif | 334 | 85.0k | ip += 2; | 335 | 85.0k | if (m_pos == op) | 336 | 1.45k | goto eof_found; | 337 | 83.6k | m_pos -= 0x4000; | 338 | 83.6k | #if defined(LZO1Z) | 339 | 83.6k | last_m_off = pd((const lzo_bytep)op, m_pos); | 340 | 83.6k | #endif | 341 | 83.6k | #endif /* COPY_DICT */ | 342 | 83.6k | } | 343 | 123k | else /* a M1 match */ | 344 | 123k | { | 345 | | #if defined(COPY_DICT) | 346 | | #if defined(LZO1Z) | 347 | | m_off = 1 + (t << 6) + (*ip++ >> 2); | 348 | | last_m_off = m_off; | 349 | | #else | 350 | | m_off = 1 + (t >> 2) + (*ip++ << 2); | 351 | | #endif | 352 | | NEED_OP(2); | 353 | | t = 2; COPY_DICT(t,m_off) | 354 | | #else /* !COPY_DICT */ | 355 | 123k | #if defined(LZO1Z) | 356 | 123k | t = 1 + (t << 6) + (*ip++ >> 2); | 357 | 123k | m_pos = op - t; | 358 | 123k | last_m_off = t; | 359 | | #else | 360 | | m_pos = op - 1; | 361 | | m_pos -= t >> 2; | 362 | | m_pos -= *ip++ << 2; | 363 | | #endif | 364 | 123k | TEST_LB(m_pos); NEED_OP(2); | 365 | 123k | *op++ = *m_pos++; *op++ = *m_pos; | 366 | 123k | #endif /* COPY_DICT */ | 367 | 123k | goto match_done; | 368 | 123k | } | 369 | | | 370 | | /* copy match */ | 371 | | #if defined(COPY_DICT) | 372 | | | 373 | | NEED_OP(t+3-1); | 374 | | t += 3-1; COPY_DICT(t,m_off) | 375 | | | 376 | | #else /* !COPY_DICT */ | 377 | | | 378 | 346k | TEST_LB(m_pos); assert(t > 0); NEED_OP(t+3-1); | 379 | 346k | #if (LZO_OPT_UNALIGNED64) && (LZO_OPT_UNALIGNED32) | 380 | 346k | if (op - m_pos >= 8) | 381 | 322k | { | 382 | 322k | t += (3 - 1); | 383 | 322k | if (t >= 8) do | 384 | 2.03M | { | 385 | 2.03M | UA_COPY8(op,m_pos); | 386 | 2.03M | op += 8; m_pos += 8; t -= 8; | 387 | 2.03M | } while (t >= 8); | 388 | 322k | if (t >= 4) | 389 | 150k | { | 390 | 150k | UA_COPY4(op,m_pos); | 391 | 150k | op += 4; m_pos += 4; t -= 4; | 392 | 150k | } | 393 | 322k | if (t > 0) | 394 | 242k | { | 395 | 242k | *op++ = m_pos[0]; | 396 | 242k | if (t > 1) { *op++ = m_pos[1]; if (t > 2) { *op++ = m_pos[2]; } } | 397 | 242k | } | 398 | 322k | } | 399 | 24.7k | else | 400 | | #elif (LZO_OPT_UNALIGNED32) || (LZO_ALIGNED_OK_4) | 401 | | #if !(LZO_OPT_UNALIGNED32) | 402 | | if (t >= 2 * 4 - (3 - 1) && PTR_ALIGNED2_4(op,m_pos)) | 403 | | { | 404 | | assert((op - m_pos) >= 4); /* both pointers are aligned */ | 405 | | #else | 406 | | if (t >= 2 * 4 - (3 - 1) && (op - m_pos) >= 4) | 407 | | { | 408 | | #endif | 409 | | UA_COPY4(op,m_pos); | 410 | | op += 4; m_pos += 4; t -= 4 - (3 - 1); | 411 | | do { | 412 | | UA_COPY4(op,m_pos); | 413 | | op += 4; m_pos += 4; t -= 4; | 414 | | } while (t >= 4); | 415 | | if (t > 0) do *op++ = *m_pos++; while (--t > 0); | 416 | | } | 417 | | else | 418 | | #endif | 419 | 24.7k | { | 420 | 362k | copy_match: | 421 | 362k | *op++ = *m_pos++; *op++ = *m_pos++; | 422 | 5.67M | do *op++ = *m_pos++; while (--t > 0); | 423 | 362k | } | 424 | | | 425 | 346k | #endif /* COPY_DICT */ | 426 | | | 427 | 811k | match_done: | 428 | 811k | #if defined(LZO1Z) | 429 | 811k | t = ip[-1] & 3; | 430 | | #else | 431 | | t = ip[-2] & 3; | 432 | | #endif | 433 | 811k | if (t == 0) | 434 | 335k | break; | 435 | | | 436 | | /* copy literals */ | 437 | 475k | match_next: | 438 | 475k | assert(t > 0); assert(t < 4); NEED_OP(t); NEED_IP(t+3); | 439 | | #if 0 | 440 | | do *op++ = *ip++; while (--t > 0); | 441 | | #else | 442 | 475k | *op++ = *ip++; | 443 | 475k | if (t > 1) { *op++ = *ip++; if (t > 2) { *op++ = *ip++; } } | 444 | 475k | #endif | 445 | 475k | t = *ip++; | 446 | 475k | } | 447 | 0 | } | 448 | | | 449 | 1.45k | eof_found: | 450 | 1.45k | *out_len = pd(op, out); | 451 | 1.45k | return (ip == ip_end ? LZO_E_OK : | 452 | 1.45k | (ip < ip_end ? LZO_E_INPUT_NOT_CONSUMED : LZO_E_INPUT_OVERRUN)); | 453 | | | 454 | | | 455 | | #if defined(HAVE_NEED_IP) | 456 | | input_overrun: | 457 | | *out_len = pd(op, out); | 458 | | return LZO_E_INPUT_OVERRUN; | 459 | | #endif | 460 | | | 461 | | #if defined(HAVE_NEED_OP) | 462 | | output_overrun: | 463 | | *out_len = pd(op, out); | 464 | | return LZO_E_OUTPUT_OVERRUN; | 465 | | #endif | 466 | | | 467 | | #if defined(LZO_TEST_OVERRUN_LOOKBEHIND) | 468 | | lookbehind_overrun: | 469 | | *out_len = pd(op, out); | 470 | | return LZO_E_LOOKBEHIND_OVERRUN; | 471 | | #endif | 472 | 28 | } |
|
473 | | |
474 | | |
475 | | /* vim:set ts=4 sw=4 et: */ |