Coverage Report

Created: 2025-12-31 07:57

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp8/encoder/tokenize.c
Line
Count
Source
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <math.h>
12
#include <stdio.h>
13
#include <string.h>
14
#include <assert.h>
15
#include "onyx_int.h"
16
#include "tokenize.h"
17
#include "vpx_mem/vpx_mem.h"
18
19
/* Global event counters used for accumulating statistics across several
20
   compressions, then generating context.c = initial stats. */
21
22
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t);
23
void vp8_fix_contexts(MACROBLOCKD *x);
24
25
#include "dct_value_tokens.h"
26
#include "dct_value_cost.h"
27
28
const TOKENVALUE *const vp8_dct_value_tokens_ptr =
29
    dct_value_tokens + DCT_MAX_VALUE;
30
const short *const vp8_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE;
31
32
#if 0
33
int skip_true_count = 0;
34
int skip_false_count = 0;
35
#endif
36
37
/* function used to generate dct_value_tokens and dct_value_cost tables */
38
/*
39
static void fill_value_tokens()
40
{
41
42
    TOKENVALUE *t = dct_value_tokens + DCT_MAX_VALUE;
43
    const vp8_extra_bit_struct *e = vp8_extra_bits;
44
45
    int i = -DCT_MAX_VALUE;
46
    int sign = 1;
47
48
    do
49
    {
50
        if (!i)
51
            sign = 0;
52
53
        {
54
            const int a = sign ? -i : i;
55
            int eb = sign;
56
57
            if (a > 4)
58
            {
59
                int j = 4;
60
61
                while (++j < 11  &&  e[j].base_val <= a) {}
62
63
                t[i].Token = --j;
64
                eb |= (a - e[j].base_val) << 1;
65
            }
66
            else
67
                t[i].Token = a;
68
69
            t[i].Extra = eb;
70
        }
71
72
        // initialize the cost for extra bits for all possible coefficient
73
value.
74
        {
75
            int cost = 0;
76
            const vp8_extra_bit_struct *p = vp8_extra_bits + t[i].Token;
77
78
            if (p->base_val)
79
            {
80
                const int extra = t[i].Extra;
81
                const int Length = p->Len;
82
83
                if (Length)
84
                    cost += vp8_treed_cost(p->tree, p->prob, extra >> 1,
85
Length);
86
87
                cost += vp8_cost_bit(vp8_prob_half, extra & 1); // sign
88
                dct_value_cost[i + DCT_MAX_VALUE] = cost;
89
            }
90
91
        }
92
93
    }
94
    while (++i < DCT_MAX_VALUE);
95
96
    vp8_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE;
97
    vp8_dct_value_cost_ptr   = dct_value_cost + DCT_MAX_VALUE;
98
}
99
*/
100
101
899k
static void tokenize2nd_order_b(MACROBLOCK *x, TOKENEXTRA **tp, VP8_COMP *cpi) {
102
899k
  MACROBLOCKD *xd = &x->e_mbd;
103
899k
  int pt;              /* near block/prev token context index */
104
899k
  int c;               /* start at DC */
105
899k
  TOKENEXTRA *t = *tp; /* store tokens starting here */
106
899k
  const BLOCKD *b;
107
899k
  const short *qcoeff_ptr;
108
899k
  ENTROPY_CONTEXT *a;
109
899k
  ENTROPY_CONTEXT *l;
110
899k
  int band, rc, v, token;
111
899k
  int eob;
112
113
899k
  b = xd->block + 24;
114
899k
  qcoeff_ptr = b->qcoeff;
115
899k
  a = (ENTROPY_CONTEXT *)xd->above_context + 8;
116
899k
  l = (ENTROPY_CONTEXT *)xd->left_context + 8;
117
899k
  eob = xd->eobs[24];
118
899k
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
119
120
899k
  if (!eob) {
121
    /* c = band for this case */
122
189k
    t->Token = DCT_EOB_TOKEN;
123
189k
    t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
124
189k
    t->skip_eob_node = 0;
125
126
189k
    ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
127
189k
    t++;
128
189k
    *tp = t;
129
189k
    *a = *l = 0;
130
189k
    return;
131
189k
  }
132
133
710k
  v = qcoeff_ptr[0];
134
710k
  t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
135
710k
  token = vp8_dct_value_tokens_ptr[v].Token;
136
710k
  t->Token = token;
137
138
710k
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
139
710k
  t->skip_eob_node = 0;
140
710k
  ++x->coef_counts[1][0][pt][token];
141
710k
  pt = vp8_prev_token_class[token];
142
710k
  t++;
143
710k
  c = 1;
144
145
8.36M
  for (; c < eob; ++c) {
146
7.65M
    rc = vp8_default_zig_zag1d[c];
147
7.65M
    band = vp8_coef_bands[c];
148
7.65M
    v = qcoeff_ptr[rc];
149
150
7.65M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
151
7.65M
    token = vp8_dct_value_tokens_ptr[v].Token;
152
153
7.65M
    t->Token = token;
154
7.65M
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
155
156
7.65M
    t->skip_eob_node = ((pt == 0));
157
158
7.65M
    ++x->coef_counts[1][band][pt][token];
159
160
7.65M
    pt = vp8_prev_token_class[token];
161
7.65M
    t++;
162
7.65M
  }
163
710k
  if (c < 16) {
164
280k
    band = vp8_coef_bands[c];
165
280k
    t->Token = DCT_EOB_TOKEN;
166
280k
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
167
168
280k
    t->skip_eob_node = 0;
169
170
280k
    ++x->coef_counts[1][band][pt][DCT_EOB_TOKEN];
171
172
280k
    t++;
173
280k
  }
174
175
710k
  *tp = t;
176
710k
  *a = *l = 1;
177
710k
}
178
179
static void tokenize1st_order_b(
180
    MACROBLOCK *x, TOKENEXTRA **tp,
181
    int type, /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
182
2.12M
    VP8_COMP *cpi) {
183
2.12M
  MACROBLOCKD *xd = &x->e_mbd;
184
2.12M
  unsigned int block;
185
2.12M
  const BLOCKD *b;
186
2.12M
  int pt; /* near block/prev token context index */
187
2.12M
  int c;
188
2.12M
  int token;
189
2.12M
  TOKENEXTRA *t = *tp; /* store tokens starting here */
190
2.12M
  const short *qcoeff_ptr;
191
2.12M
  ENTROPY_CONTEXT *a;
192
2.12M
  ENTROPY_CONTEXT *l;
193
2.12M
  int band, rc, v;
194
2.12M
  int tmp1, tmp2;
195
196
2.12M
  b = xd->block;
197
  /* Luma */
198
36.0M
  for (block = 0; block < 16; block++, b++) {
199
33.9M
    const int eob = *b->eob;
200
33.9M
    tmp1 = vp8_block2above[block];
201
33.9M
    tmp2 = vp8_block2left[block];
202
33.9M
    qcoeff_ptr = b->qcoeff;
203
33.9M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
204
33.9M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
205
206
33.9M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
207
208
33.9M
    c = type ? 0 : 1;
209
210
33.9M
    if (c >= eob) {
211
      /* c = band for this case */
212
12.1M
      t->Token = DCT_EOB_TOKEN;
213
12.1M
      t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
214
12.1M
      t->skip_eob_node = 0;
215
216
12.1M
      ++x->coef_counts[type][c][pt][DCT_EOB_TOKEN];
217
12.1M
      t++;
218
12.1M
      *tp = t;
219
12.1M
      *a = *l = 0;
220
12.1M
      continue;
221
12.1M
    }
222
223
21.7M
    v = qcoeff_ptr[c];
224
225
21.7M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
226
21.7M
    token = vp8_dct_value_tokens_ptr[v].Token;
227
21.7M
    t->Token = token;
228
229
21.7M
    t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
230
21.7M
    t->skip_eob_node = 0;
231
21.7M
    ++x->coef_counts[type][c][pt][token];
232
21.7M
    pt = vp8_prev_token_class[token];
233
21.7M
    t++;
234
21.7M
    c++;
235
236
21.7M
    assert(eob <= 16);
237
299M
    for (; c < eob; ++c) {
238
277M
      rc = vp8_default_zig_zag1d[c];
239
277M
      band = vp8_coef_bands[c];
240
277M
      v = qcoeff_ptr[rc];
241
242
277M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
243
277M
      token = vp8_dct_value_tokens_ptr[v].Token;
244
245
277M
      t->Token = token;
246
277M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
247
248
277M
      t->skip_eob_node = (pt == 0);
249
277M
      ++x->coef_counts[type][band][pt][token];
250
251
277M
      pt = vp8_prev_token_class[token];
252
277M
      t++;
253
277M
    }
254
21.7M
    if (c < 16) {
255
6.25M
      band = vp8_coef_bands[c];
256
6.25M
      t->Token = DCT_EOB_TOKEN;
257
6.25M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
258
259
6.25M
      t->skip_eob_node = 0;
260
6.25M
      ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
261
262
6.25M
      t++;
263
6.25M
    }
264
21.7M
    *tp = t;
265
21.7M
    *a = *l = 1;
266
21.7M
  }
267
268
  /* Chroma */
269
19.0M
  for (block = 16; block < 24; block++, b++) {
270
16.9M
    const int eob = *b->eob;
271
16.9M
    tmp1 = vp8_block2above[block];
272
16.9M
    tmp2 = vp8_block2left[block];
273
16.9M
    qcoeff_ptr = b->qcoeff;
274
16.9M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
275
16.9M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
276
277
16.9M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
278
279
16.9M
    if (!eob) {
280
      /* c = band for this case */
281
4.76M
      t->Token = DCT_EOB_TOKEN;
282
4.76M
      t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
283
4.76M
      t->skip_eob_node = 0;
284
285
4.76M
      ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
286
4.76M
      t++;
287
4.76M
      *tp = t;
288
4.76M
      *a = *l = 0;
289
4.76M
      continue;
290
4.76M
    }
291
292
12.2M
    v = qcoeff_ptr[0];
293
294
12.2M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
295
12.2M
    token = vp8_dct_value_tokens_ptr[v].Token;
296
12.2M
    t->Token = token;
297
298
12.2M
    t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
299
12.2M
    t->skip_eob_node = 0;
300
12.2M
    ++x->coef_counts[2][0][pt][token];
301
12.2M
    pt = vp8_prev_token_class[token];
302
12.2M
    t++;
303
12.2M
    c = 1;
304
305
12.2M
    assert(eob <= 16);
306
153M
    for (; c < eob; ++c) {
307
141M
      rc = vp8_default_zig_zag1d[c];
308
141M
      band = vp8_coef_bands[c];
309
141M
      v = qcoeff_ptr[rc];
310
311
141M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
312
141M
      token = vp8_dct_value_tokens_ptr[v].Token;
313
314
141M
      t->Token = token;
315
141M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
316
317
141M
      t->skip_eob_node = (pt == 0);
318
319
141M
      ++x->coef_counts[2][band][pt][token];
320
321
141M
      pt = vp8_prev_token_class[token];
322
141M
      t++;
323
141M
    }
324
12.2M
    if (c < 16) {
325
4.91M
      band = vp8_coef_bands[c];
326
4.91M
      t->Token = DCT_EOB_TOKEN;
327
4.91M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
328
329
4.91M
      t->skip_eob_node = 0;
330
331
4.91M
      ++x->coef_counts[2][band][pt][DCT_EOB_TOKEN];
332
333
4.91M
      t++;
334
4.91M
    }
335
12.2M
    *tp = t;
336
12.2M
    *a = *l = 1;
337
12.2M
  }
338
2.12M
}
339
340
3.03M
static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block) {
341
3.03M
  int skip = 1;
342
3.03M
  int i = 0;
343
344
3.03M
  if (has_y2_block) {
345
30.6M
    for (i = 0; i < 16; ++i) skip &= (x->eobs[i] < 2);
346
1.80M
  }
347
348
48.7M
  for (; i < 24 + has_y2_block; ++i) skip &= (!x->eobs[i]);
349
350
3.03M
  return skip;
351
3.03M
}
352
353
3.03M
void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
354
3.03M
  MACROBLOCKD *xd = &x->e_mbd;
355
3.03M
  int plane_type;
356
3.03M
  int has_y2_block;
357
358
3.03M
  has_y2_block = (xd->mode_info_context->mbmi.mode != B_PRED &&
359
1.97M
                  xd->mode_info_context->mbmi.mode != SPLITMV);
360
361
3.03M
  xd->mode_info_context->mbmi.mb_skip_coeff = mb_is_skippable(xd, has_y2_block);
362
3.03M
  if (xd->mode_info_context->mbmi.mb_skip_coeff) {
363
908k
    if (!cpi->common.mb_no_coeff_skip) {
364
0
      vp8_stuff_mb(cpi, x, t);
365
908k
    } else {
366
908k
      vp8_fix_contexts(xd);
367
908k
      x->skip_true_count++;
368
908k
    }
369
370
908k
    return;
371
908k
  }
372
373
2.12M
  plane_type = 3;
374
2.12M
  if (has_y2_block) {
375
899k
    tokenize2nd_order_b(x, t, cpi);
376
899k
    plane_type = 0;
377
899k
  }
378
379
2.12M
  tokenize1st_order_b(x, t, plane_type, cpi);
380
2.12M
}
381
382
static void stuff2nd_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
383
0
                             ENTROPY_CONTEXT *l, VP8_COMP *cpi, MACROBLOCK *x) {
384
0
  int pt;              /* near block/prev token context index */
385
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
386
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
387
388
0
  t->Token = DCT_EOB_TOKEN;
389
0
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
390
0
  t->skip_eob_node = 0;
391
0
  ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
392
0
  ++t;
393
394
0
  *tp = t;
395
0
  pt = 0;
396
0
  *a = *l = pt;
397
0
}
398
399
static void stuff1st_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
400
                             ENTROPY_CONTEXT *l, int type, VP8_COMP *cpi,
401
0
                             MACROBLOCK *x) {
402
0
  int pt; /* near block/prev token context index */
403
0
  int band;
404
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
405
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
406
0
  band = type ? 0 : 1;
407
0
  t->Token = DCT_EOB_TOKEN;
408
0
  t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
409
0
  t->skip_eob_node = 0;
410
0
  ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
411
0
  ++t;
412
0
  *tp = t;
413
0
  pt = 0; /* 0 <-> all coeff data is zero */
414
0
  *a = *l = pt;
415
0
}
416
417
static void stuff1st_order_buv(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
418
                               ENTROPY_CONTEXT *l, VP8_COMP *cpi,
419
0
                               MACROBLOCK *x) {
420
0
  int pt;              /* near block/prev token context index */
421
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
422
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
423
424
0
  t->Token = DCT_EOB_TOKEN;
425
0
  t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
426
0
  t->skip_eob_node = 0;
427
0
  ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
428
0
  ++t;
429
0
  *tp = t;
430
0
  pt = 0; /* 0 <-> all coeff data is zero */
431
0
  *a = *l = pt;
432
0
}
433
434
0
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
435
0
  MACROBLOCKD *xd = &x->e_mbd;
436
0
  ENTROPY_CONTEXT *A = (ENTROPY_CONTEXT *)xd->above_context;
437
0
  ENTROPY_CONTEXT *L = (ENTROPY_CONTEXT *)xd->left_context;
438
0
  int plane_type;
439
0
  int b;
440
0
  plane_type = 3;
441
0
  if ((xd->mode_info_context->mbmi.mode != B_PRED &&
442
0
       xd->mode_info_context->mbmi.mode != SPLITMV)) {
443
0
    stuff2nd_order_b(t, A + vp8_block2above[24], L + vp8_block2left[24], cpi,
444
0
                     x);
445
0
    plane_type = 0;
446
0
  }
447
448
0
  for (b = 0; b < 16; ++b) {
449
0
    stuff1st_order_b(t, A + vp8_block2above[b], L + vp8_block2left[b],
450
0
                     plane_type, cpi, x);
451
0
  }
452
453
0
  for (b = 16; b < 24; ++b) {
454
0
    stuff1st_order_buv(t, A + vp8_block2above[b], L + vp8_block2left[b], cpi,
455
0
                       x);
456
0
  }
457
0
}
458
908k
void vp8_fix_contexts(MACROBLOCKD *x) {
459
  /* Clear entropy contexts for Y2 blocks */
460
908k
  if (x->mode_info_context->mbmi.mode != B_PRED &&
461
903k
      x->mode_info_context->mbmi.mode != SPLITMV) {
462
900k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
463
900k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
464
900k
  } else {
465
8.36k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
466
8.36k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
467
8.36k
  }
468
908k
}