Coverage Report

Created: 2025-06-10 06:58

/src/ghostpdl/base/spngp.c
Line
Count
Source (jump to first uncovered line)
1
/* Copyright (C) 2001-2023 Artifex Software, Inc.
2
   All Rights Reserved.
3
4
   This software is provided AS-IS with no warranty, either express or
5
   implied.
6
7
   This software is distributed under license and may not be copied,
8
   modified or distributed except as expressly authorized under the terms
9
   of the license contained in the file LICENSE in this distribution.
10
11
   Refer to licensing information at http://www.artifex.com or contact
12
   Artifex Software, Inc.,  39 Mesa Street, Suite 108A, San Francisco,
13
   CA 94129, USA, for further information.
14
*/
15
16
17
/* PNG pixel prediction filters */
18
#include "memory_.h"
19
#include "strimpl.h"
20
#include "spngpx.h"
21
22
/* ------ PNGPredictorEncode/Decode ------ */
23
24
private_st_PNGP_state();
25
26
/* Define values for case dispatch. */
27
1.62M
#define cNone 10
28
11.0M
#define cSub 11
29
139k
#define cUp 12
30
3.23k
#define cAverage 13
31
13.8k
#define cPaeth 14
32
1.31M
#define cOptimum 15
33
10.8M
#define cEncode -10
34
631k
#define cDecode -4
35
static const byte pngp_case_needs_prev[] = {
36
    0, 0, 1, 1, 1, 1
37
};
38
39
/* Set defaults */
40
static void
41
s_PNGP_set_defaults(stream_state * st)
42
13.4k
{
43
13.4k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
44
45
13.4k
    s_PNGP_set_defaults_inline(ss);
46
13.4k
}
47
48
/* Common (re)initialization. */
49
static int
50
s_PNGP_reinit(stream_state * st)
51
16.3k
{
52
16.3k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
53
54
16.3k
    if (ss->prev_row != 0)
55
16.3k
        memset(ss->prev_row + ss->bpp, 0, ss->row_count);
56
16.3k
    ss->row_left = 0;
57
16.3k
    return 0;
58
16.3k
}
59
60
/* Common initialization. */
61
static int
62
s_pngp_init(stream_state * st, bool need_prev)
63
16.3k
{
64
16.3k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
65
16.3k
    int bits_per_pixel = ss->Colors * ss->BitsPerComponent;
66
16.3k
    long bits_per_row = (long)bits_per_pixel * ss->Columns;
67
16.3k
    byte *prev_row = 0;
68
69
16.3k
#if ARCH_SIZEOF_LONG > ARCH_SIZEOF_INT
70
16.3k
    if (bits_per_row > max_uint * 7L)
71
0
        return ERRC; /****** WRONG ******/
72
16.3k
#endif
73
16.3k
    ss->row_count = (uint) ((bits_per_row + 7) >> 3);
74
16.3k
    ss->end_mask = (1 << (-bits_per_row & 7)) - 1;
75
76
16.3k
    if (ss->Colors > s_PNG_max_Colors)
77
0
        return ERRC; /* Too many colorants */
78
79
16.3k
    if (bits_per_row < 1)
80
0
        return ERRC;
81
82
16.3k
    ss->bpp = (bits_per_pixel + 7) >> 3;
83
16.3k
    if (need_prev) {
84
16.3k
        prev_row = gs_alloc_bytes(st->memory, ss->bpp + ss->row_count,
85
16.3k
                                  "PNGPredictor prev row");
86
16.3k
        if (prev_row == 0)
87
1
            return ERRC;  /****** WRONG ******/
88
16.3k
        memset(prev_row, 0, ss->bpp);
89
16.3k
    }
90
16.3k
    ss->prev_row = prev_row;
91
    /* case_index is only preset for encoding */
92
16.3k
    return s_PNGP_reinit(st);
93
16.3k
}
94
95
/* Initialize PNGPredictorEncode filter. */
96
static int
97
s_PNGPE_init(stream_state * st)
98
13.4k
{
99
13.4k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
100
101
13.4k
    return s_pngp_init(st, pngp_case_needs_prev[ss->Predictor - cNone]);
102
13.4k
}
103
104
/* Initialize PNGPredictorDecode filter. */
105
static int
106
s_PNGPD_init(stream_state * st)
107
2.90k
{
108
2.90k
    return s_pngp_init(st, true);
109
2.90k
}
110
111
/* Release a PNGPredictor filter. */
112
static void
113
s_PNGP_release(stream_state *st)
114
16.3k
{
115
16.3k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
116
117
16.3k
    if (ss->prev_row)
118
16.3k
        gs_free_object(st->memory, ss->prev_row, "PNGPredictor prev row");
119
16.3k
}
120
121
/*
122
 * Process a partial buffer.  We pass in current and previous pointers
123
 * to both the current and preceding scan line.  Note that dprev is
124
 * p - bpp for encoding, q - bpp for decoding; similarly, the 'up' row
125
 * is the raw data for encoding, the filtered (encoded) data for decoding.
126
 * Note also that the case_index cannot be cOptimum.
127
 *
128
 * Uses ss->case_index; uses and updates ss->row_left, pr->ptr, pw->ptr.
129
 */
130
static int
131
paeth_predictor(int a, int b, int c)
132
1.64M
{
133
    /* The definitions of ac and bc are correct, not a typo. */
134
1.64M
    int ac = b - c, bc = a - c, abcc = ac + bc;
135
1.64M
    int pa = (ac < 0 ? -ac : ac), pb = (bc < 0 ? -bc : bc),
136
1.64M
        pc = (abcc < 0 ? -abcc : abcc);
137
138
1.64M
    return (pa <= pb && pa <= pc ? a : pb <= pc ? b : c);
139
1.64M
}
140
static void
141
s_pngp_process(stream_state * st, stream_cursor_write * pw,
142
               const byte * dprev, stream_cursor_read * pr,
143
               const byte * upprev, const byte * up, uint count)
144
10.2M
{
145
10.2M
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
146
10.2M
    byte *q = pw->ptr + 1;
147
10.2M
    const byte *p = pr->ptr + 1;
148
149
10.2M
    pr->ptr += count;
150
10.2M
    pw->ptr += count;
151
10.2M
    ss->row_left -= count;
152
10.2M
    switch (ss->case_index) {
153
0
        case cEncode + cNone:
154
123k
        case cDecode + cNone:
155
123k
            memcpy(q, p, count);
156
123k
            break;
157
9.74M
        case cEncode + cSub:
158
503M
            for (; count; ++q, ++dprev, ++p, --count)
159
493M
                *q = (byte) (*p - *dprev);
160
9.74M
            break;
161
171k
        case cDecode + cSub:
162
43.9M
            for (; count; ++q, ++dprev, ++p, --count)
163
43.8M
                *q = (byte) (*p + *dprev);
164
171k
            break;
165
0
        case cEncode + cUp:
166
0
            for (; count; ++q, ++up, ++p, --count)
167
0
                *q = (byte) (*p - *up);
168
0
            break;
169
139k
        case cDecode + cUp:
170
1.45M
            for (; count; ++q, ++up, ++p, --count)
171
1.31M
                *q = (byte) (*p + *up);
172
139k
            break;
173
0
        case cEncode + cAverage:
174
0
            for (; count; ++q, ++dprev, ++up, ++p, --count)
175
0
                *q = (byte) (*p - arith_rshift_1((int)*dprev + (int)*up));
176
0
            break;
177
3.23k
        case cDecode + cAverage:
178
383k
            for (; count; ++q, ++dprev, ++up, ++p, --count)
179
380k
                *q = (byte) (*p + arith_rshift_1((int)*dprev + (int)*up));
180
3.23k
            break;
181
0
        case cEncode + cPaeth:
182
0
            for (; count; ++q, ++dprev, ++up, ++upprev, ++p, --count)
183
0
                *q = (byte) (*p - paeth_predictor(*dprev, *up, *upprev));
184
0
            break;
185
13.8k
        case cDecode + cPaeth:
186
1.66M
            for (; count; ++q, ++dprev, ++up, ++upprev, ++p, --count)
187
1.64M
                *q = (byte) (*p + paeth_predictor(*dprev, *up, *upprev));
188
13.8k
            break;
189
10.2M
    }
190
10.2M
}
191
192
/* Calculate the number of bytes for the next processing step, */
193
/* the min of (input data, output data, remaining row length). */
194
static uint
195
s_pngp_count(const stream_state * st_const, const stream_cursor_read * pr,
196
             const stream_cursor_write * pw)
197
9.01M
{
198
9.01M
    const stream_PNGP_state *const ss_const =
199
9.01M
        (const stream_PNGP_state *)st_const;
200
9.01M
    uint rcount = pr->limit - pr->ptr;
201
9.01M
    uint wcount = pw->limit - pw->ptr;
202
9.01M
    uint row_left = ss_const->row_left;
203
204
9.01M
    if (rcount < row_left)
205
6.93M
        row_left = rcount;
206
9.01M
    if (wcount < row_left)
207
5.79M
        row_left = wcount;
208
9.01M
    return row_left;
209
9.01M
}
210
211
/*
212
 * Encode a buffer.  Let N = ss->row_count, P = N - ss->row_left,
213
 * and B = ss->bpp.  Consider that bytes [-B .. -1] of every row are zero.
214
 * Then:
215
 *      prev_row[0 .. P - 1] contain bytes -B .. P - B - 1
216
 *        of the current input row.
217
 *      ss->prev[0 .. B - 1] contain bytes P - B .. P - 1
218
 *        of the current input row.
219
 *      prev_row[P .. N + B - 1] contain bytes P - B .. N - 1
220
 *        of the previous input row.
221
 * We must handle the edges of each row specially, by clearing ss->prev at
222
 * the beginning of each row, and copying trailing bytes from ss->prev (and
223
 * possibly the input) to prev_row at the end of each row.
224
 */
225
static int
226
optimum_predictor(const stream_state * st, const stream_cursor_read * pr)
227
1.13M
{
228
1.13M
    return cSub;
229
1.13M
}
230
static int
231
s_PNGPE_process(stream_state * st, stream_cursor_read * pr,
232
                stream_cursor_write * pw, bool last)
233
5.79M
{
234
5.79M
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
235
5.79M
    int bpp = ss->bpp;
236
5.79M
    int status = 0;
237
238
11.8M
    while (pr->ptr < pr->limit) {
239
9.91M
        uint count;
240
241
9.91M
        if (ss->row_left == 0) {
242
            /* Beginning of row, write algorithm byte. */
243
1.14M
            int predictor;
244
245
1.14M
            if (pw->ptr >= pw->limit) {
246
15.8k
                status = 1;
247
15.8k
                break;
248
15.8k
            }
249
1.13M
            predictor =
250
1.13M
                (ss->Predictor == cOptimum ?
251
1.13M
                 optimum_predictor(st, pr) :
252
1.13M
                 ss->Predictor);
253
1.13M
            *++(pw->ptr) = (byte) predictor - cNone;
254
1.13M
            ss->case_index = predictor + cEncode;
255
1.13M
            ss->row_left = ss->row_count;
256
1.13M
            memset(ss->prev, 0, bpp);
257
1.13M
            continue;
258
1.14M
        }
259
8.76M
        count = s_pngp_count(st, pr, pw);
260
8.76M
        if (count == 0) {
261
            /* We know we have input, so output must be full. */
262
3.83M
            status = 1;
263
3.83M
            break;
264
4.92M
        } {
265
4.92M
            byte *up = ss->prev_row + bpp + ss->row_count - ss->row_left;
266
4.92M
            uint n = min(count, bpp);
267
268
            /* Process bytes whose predecessors are in prev. */
269
4.92M
            s_pngp_process(st, pw, ss->prev, pr, up - bpp, up, n);
270
4.92M
            if (ss->row_left == 0) {
271
79.8k
                if (ss->prev_row) {
272
79.8k
                    memcpy(up - bpp, ss->prev, bpp);
273
79.8k
                    memcpy(up, pr->ptr - (n - 1), n);
274
79.8k
                }
275
79.8k
                continue;
276
79.8k
            }
277
4.84M
            if (ss->prev_row)
278
4.84M
                memcpy(up - bpp, ss->prev, n);
279
4.84M
            if (n < bpp) {
280
                /*
281
                 * We didn't have both enough input data and enough output
282
                 * space to use up all of prev.  Shift more data into prev
283
                 * and exit.
284
                 */
285
26.8k
                int prev_left = bpp - n;
286
287
26.8k
                memmove(ss->prev, ss->prev + n, prev_left);
288
26.8k
                memcpy(ss->prev + prev_left, pr->ptr - (n - 1), n);
289
26.8k
                if (pw->ptr >= pw->limit && pr->ptr < pr->limit)
290
8.28k
                    status = 1;
291
26.8k
                break;
292
26.8k
            }
293
            /* Process bytes whose predecessors are in the input. */
294
            /* We know we have at least bpp input and output bytes, */
295
            /* and that n = bpp. */
296
4.82M
            count -= bpp;
297
4.82M
            s_pngp_process(st, pw, pr->ptr - (bpp - 1), pr,
298
4.82M
                           up, up + bpp, count);
299
4.82M
            memcpy(ss->prev, pr->ptr - (bpp - 1), bpp);
300
4.82M
            if (ss->prev_row) {
301
4.82M
                memcpy(up, pr->ptr - (bpp + count - 1), count);
302
4.82M
                if (ss->row_left == 0)
303
1.05M
                    memcpy(up + count, ss->prev, bpp);
304
4.82M
            }
305
4.82M
        }
306
4.82M
    }
307
5.79M
    return status;
308
5.79M
}
309
310
/*
311
 * Decode a buffer.  Let N = ss->row_count, P = N - ss->row_left,
312
 * and B = ss->bpp.  Consider that bytes [-B .. -1] of every row are zero.
313
 * Then:
314
 *      prev_row[0 .. P - 1] contain bytes -B .. P - B - 1
315
 *        of the current output row.
316
 *      ss->prev[0 .. B - 1] contain bytes P - B .. P - 1
317
 *        of the current output row.
318
 *      prev_row[P .. N + B - 1] contain bytes P - B .. N - 1
319
 *        of the previous output row.
320
 * We must handle the edges of each row specially, by clearing ss->prev at
321
 * the beginning of each row, and copying trailing bytes from ss->prev (and
322
 * possibly the output) to prev_row at the end of each row.
323
 */
324
static int
325
s_PNGPD_process(stream_state * st, stream_cursor_read * pr,
326
                stream_cursor_write * pw, bool last)
327
56.9k
{
328
56.9k
    stream_PNGP_state *const ss = (stream_PNGP_state *) st;
329
56.9k
    int bpp = ss->bpp;
330
56.9k
    int status = 0;
331
332
466k
    while (pr->ptr < pr->limit) {
333
434k
        uint count;
334
335
434k
        if (ss->row_left == 0) {
336
            /* Beginning of row, read algorithm byte. */
337
179k
            int predictor = pr->ptr[1];
338
339
179k
            if (predictor >= cOptimum - cNone) {
340
491
                status = ERRC;
341
491
                break;
342
491
            }
343
179k
            pr->ptr++;
344
179k
            ss->case_index = predictor + cNone + cDecode;
345
179k
            ss->row_left = ss->row_count;
346
179k
            memset(ss->prev, 0, bpp);
347
179k
            continue;
348
179k
        }
349
254k
        count = s_pngp_count(st, pr, pw);
350
254k
        if (count == 0) {
351
            /* We know we have input, so output must be full. */
352
24.2k
            status = 1;
353
24.2k
            break;
354
230k
        } {
355
230k
            byte *up = ss->prev_row + bpp + ss->row_count - ss->row_left;
356
230k
            uint n = min(count, bpp);
357
358
            /* Process bytes whose predecessors are in prev. */
359
230k
            s_pngp_process(st, pw, ss->prev, pr, up - bpp, up, n);
360
230k
            if (ss->row_left == 0) {
361
8.22k
                if (ss->prev_row) {
362
8.22k
                    memcpy(up - bpp, ss->prev, bpp);
363
8.22k
                    memcpy(up, pw->ptr - (n - 1), n);
364
8.22k
                }
365
8.22k
                continue;
366
8.22k
            }
367
222k
            if (ss->prev_row)
368
222k
                memcpy(up - bpp, ss->prev, n);
369
222k
            if (n < bpp) {
370
                /*
371
                 * We didn't have both enough input data and enough output
372
                 * space to use up all of prev.  Shift more data into prev
373
                 * and exit.
374
                 */
375
313
                int prev_left = bpp - n;
376
377
313
                memmove(ss->prev, ss->prev + n, prev_left);
378
313
                memcpy(ss->prev + prev_left, pw->ptr - (n - 1), n);
379
313
                if (pw->ptr >= pw->limit && pr->ptr < pr->limit)
380
20
                    status = 1;
381
313
                break;
382
313
            }
383
            /* Process bytes whose predecessors are in the output. */
384
            /* We know we have at least bpp input and output bytes, */
385
            /* and that n = bpp. */
386
221k
            count -= bpp;
387
221k
            s_pngp_process(st, pw, pw->ptr - (bpp - 1), pr,
388
221k
                           up, up + bpp, count);
389
221k
            memcpy(ss->prev, pw->ptr - (bpp - 1), bpp);
390
221k
            if (ss->prev_row) {
391
221k
                memcpy(up, pw->ptr - (bpp + count - 1), count);
392
221k
                if (ss->row_left == 0)
393
170k
                    memcpy(up + count, ss->prev, bpp);
394
221k
            }
395
221k
        }
396
221k
    }
397
56.9k
    return status;
398
56.9k
}
399
400
/* Stream templates */
401
const stream_template s_PNGPE_template = {
402
    &st_PNGP_state, s_PNGPE_init, s_PNGPE_process, 1, 1, s_PNGP_release,
403
    s_PNGP_set_defaults, s_PNGP_reinit
404
};
405
const stream_template s_PNGPD_template = {
406
    &st_PNGP_state, s_PNGPD_init, s_PNGPD_process, 1, 1, s_PNGP_release,
407
    s_PNGP_set_defaults, s_PNGP_reinit
408
};