Coverage Report

Created: 2026-01-16 07:48

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp8/encoder/tokenize.c
Line
Count
Source
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <math.h>
12
#include <stdio.h>
13
#include <string.h>
14
#include <assert.h>
15
#include "onyx_int.h"
16
#include "tokenize.h"
17
#include "vpx_mem/vpx_mem.h"
18
19
/* Global event counters used for accumulating statistics across several
20
   compressions, then generating context.c = initial stats. */
21
22
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t);
23
void vp8_fix_contexts(MACROBLOCKD *x);
24
25
#include "dct_value_tokens.h"
26
#include "dct_value_cost.h"
27
28
const TOKENVALUE *const vp8_dct_value_tokens_ptr =
29
    dct_value_tokens + DCT_MAX_VALUE;
30
const short *const vp8_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE;
31
32
#if 0
33
int skip_true_count = 0;
34
int skip_false_count = 0;
35
#endif
36
37
/* function used to generate dct_value_tokens and dct_value_cost tables */
38
/*
39
static void fill_value_tokens()
40
{
41
42
    TOKENVALUE *t = dct_value_tokens + DCT_MAX_VALUE;
43
    const vp8_extra_bit_struct *e = vp8_extra_bits;
44
45
    int i = -DCT_MAX_VALUE;
46
    int sign = 1;
47
48
    do
49
    {
50
        if (!i)
51
            sign = 0;
52
53
        {
54
            const int a = sign ? -i : i;
55
            int eb = sign;
56
57
            if (a > 4)
58
            {
59
                int j = 4;
60
61
                while (++j < 11  &&  e[j].base_val <= a) {}
62
63
                t[i].Token = --j;
64
                eb |= (a - e[j].base_val) << 1;
65
            }
66
            else
67
                t[i].Token = a;
68
69
            t[i].Extra = eb;
70
        }
71
72
        // initialize the cost for extra bits for all possible coefficient
73
value.
74
        {
75
            int cost = 0;
76
            const vp8_extra_bit_struct *p = vp8_extra_bits + t[i].Token;
77
78
            if (p->base_val)
79
            {
80
                const int extra = t[i].Extra;
81
                const int Length = p->Len;
82
83
                if (Length)
84
                    cost += vp8_treed_cost(p->tree, p->prob, extra >> 1,
85
Length);
86
87
                cost += vp8_cost_bit(vp8_prob_half, extra & 1); // sign
88
                dct_value_cost[i + DCT_MAX_VALUE] = cost;
89
            }
90
91
        }
92
93
    }
94
    while (++i < DCT_MAX_VALUE);
95
96
    vp8_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE;
97
    vp8_dct_value_cost_ptr   = dct_value_cost + DCT_MAX_VALUE;
98
}
99
*/
100
101
854k
static void tokenize2nd_order_b(MACROBLOCK *x, TOKENEXTRA **tp, VP8_COMP *cpi) {
102
854k
  MACROBLOCKD *xd = &x->e_mbd;
103
854k
  int pt;              /* near block/prev token context index */
104
854k
  int c;               /* start at DC */
105
854k
  TOKENEXTRA *t = *tp; /* store tokens starting here */
106
854k
  const BLOCKD *b;
107
854k
  const short *qcoeff_ptr;
108
854k
  ENTROPY_CONTEXT *a;
109
854k
  ENTROPY_CONTEXT *l;
110
854k
  int band, rc, v, token;
111
854k
  int eob;
112
113
854k
  b = xd->block + 24;
114
854k
  qcoeff_ptr = b->qcoeff;
115
854k
  a = (ENTROPY_CONTEXT *)xd->above_context + 8;
116
854k
  l = (ENTROPY_CONTEXT *)xd->left_context + 8;
117
854k
  eob = xd->eobs[24];
118
854k
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
119
120
854k
  if (!eob) {
121
    /* c = band for this case */
122
174k
    t->Token = DCT_EOB_TOKEN;
123
174k
    t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
124
174k
    t->skip_eob_node = 0;
125
126
174k
    ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
127
174k
    t++;
128
174k
    *tp = t;
129
174k
    *a = *l = 0;
130
174k
    return;
131
174k
  }
132
133
680k
  v = qcoeff_ptr[0];
134
680k
  t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
135
680k
  token = vp8_dct_value_tokens_ptr[v].Token;
136
680k
  t->Token = token;
137
138
680k
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
139
680k
  t->skip_eob_node = 0;
140
680k
  ++x->coef_counts[1][0][pt][token];
141
680k
  pt = vp8_prev_token_class[token];
142
680k
  t++;
143
680k
  c = 1;
144
145
8.00M
  for (; c < eob; ++c) {
146
7.32M
    rc = vp8_default_zig_zag1d[c];
147
7.32M
    band = vp8_coef_bands[c];
148
7.32M
    v = qcoeff_ptr[rc];
149
150
7.32M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
151
7.32M
    token = vp8_dct_value_tokens_ptr[v].Token;
152
153
7.32M
    t->Token = token;
154
7.32M
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
155
156
7.32M
    t->skip_eob_node = ((pt == 0));
157
158
7.32M
    ++x->coef_counts[1][band][pt][token];
159
160
7.32M
    pt = vp8_prev_token_class[token];
161
7.32M
    t++;
162
7.32M
  }
163
680k
  if (c < 16) {
164
268k
    band = vp8_coef_bands[c];
165
268k
    t->Token = DCT_EOB_TOKEN;
166
268k
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
167
168
268k
    t->skip_eob_node = 0;
169
170
268k
    ++x->coef_counts[1][band][pt][DCT_EOB_TOKEN];
171
172
268k
    t++;
173
268k
  }
174
175
680k
  *tp = t;
176
680k
  *a = *l = 1;
177
680k
}
178
179
static void tokenize1st_order_b(
180
    MACROBLOCK *x, TOKENEXTRA **tp,
181
    int type, /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
182
2.03M
    VP8_COMP *cpi) {
183
2.03M
  MACROBLOCKD *xd = &x->e_mbd;
184
2.03M
  unsigned int block;
185
2.03M
  const BLOCKD *b;
186
2.03M
  int pt; /* near block/prev token context index */
187
2.03M
  int c;
188
2.03M
  int token;
189
2.03M
  TOKENEXTRA *t = *tp; /* store tokens starting here */
190
2.03M
  const short *qcoeff_ptr;
191
2.03M
  ENTROPY_CONTEXT *a;
192
2.03M
  ENTROPY_CONTEXT *l;
193
2.03M
  int band, rc, v;
194
2.03M
  int tmp1, tmp2;
195
196
2.03M
  b = xd->block;
197
  /* Luma */
198
34.6M
  for (block = 0; block < 16; block++, b++) {
199
32.6M
    const int eob = *b->eob;
200
32.6M
    tmp1 = vp8_block2above[block];
201
32.6M
    tmp2 = vp8_block2left[block];
202
32.6M
    qcoeff_ptr = b->qcoeff;
203
32.6M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
204
32.6M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
205
206
32.6M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
207
208
32.6M
    c = type ? 0 : 1;
209
210
32.6M
    if (c >= eob) {
211
      /* c = band for this case */
212
11.5M
      t->Token = DCT_EOB_TOKEN;
213
11.5M
      t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
214
11.5M
      t->skip_eob_node = 0;
215
216
11.5M
      ++x->coef_counts[type][c][pt][DCT_EOB_TOKEN];
217
11.5M
      t++;
218
11.5M
      *tp = t;
219
11.5M
      *a = *l = 0;
220
11.5M
      continue;
221
11.5M
    }
222
223
21.0M
    v = qcoeff_ptr[c];
224
225
21.0M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
226
21.0M
    token = vp8_dct_value_tokens_ptr[v].Token;
227
21.0M
    t->Token = token;
228
229
21.0M
    t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
230
21.0M
    t->skip_eob_node = 0;
231
21.0M
    ++x->coef_counts[type][c][pt][token];
232
21.0M
    pt = vp8_prev_token_class[token];
233
21.0M
    t++;
234
21.0M
    c++;
235
236
21.0M
    assert(eob <= 16);
237
289M
    for (; c < eob; ++c) {
238
268M
      rc = vp8_default_zig_zag1d[c];
239
268M
      band = vp8_coef_bands[c];
240
268M
      v = qcoeff_ptr[rc];
241
242
268M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
243
268M
      token = vp8_dct_value_tokens_ptr[v].Token;
244
245
268M
      t->Token = token;
246
268M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
247
248
268M
      t->skip_eob_node = (pt == 0);
249
268M
      ++x->coef_counts[type][band][pt][token];
250
251
268M
      pt = vp8_prev_token_class[token];
252
268M
      t++;
253
268M
    }
254
21.0M
    if (c < 16) {
255
6.04M
      band = vp8_coef_bands[c];
256
6.04M
      t->Token = DCT_EOB_TOKEN;
257
6.04M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
258
259
6.04M
      t->skip_eob_node = 0;
260
6.04M
      ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
261
262
6.04M
      t++;
263
6.04M
    }
264
21.0M
    *tp = t;
265
21.0M
    *a = *l = 1;
266
21.0M
  }
267
268
  /* Chroma */
269
18.3M
  for (block = 16; block < 24; block++, b++) {
270
16.3M
    const int eob = *b->eob;
271
16.3M
    tmp1 = vp8_block2above[block];
272
16.3M
    tmp2 = vp8_block2left[block];
273
16.3M
    qcoeff_ptr = b->qcoeff;
274
16.3M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
275
16.3M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
276
277
16.3M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
278
279
16.3M
    if (!eob) {
280
      /* c = band for this case */
281
4.68M
      t->Token = DCT_EOB_TOKEN;
282
4.68M
      t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
283
4.68M
      t->skip_eob_node = 0;
284
285
4.68M
      ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
286
4.68M
      t++;
287
4.68M
      *tp = t;
288
4.68M
      *a = *l = 0;
289
4.68M
      continue;
290
4.68M
    }
291
292
11.6M
    v = qcoeff_ptr[0];
293
294
11.6M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
295
11.6M
    token = vp8_dct_value_tokens_ptr[v].Token;
296
11.6M
    t->Token = token;
297
298
11.6M
    t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
299
11.6M
    t->skip_eob_node = 0;
300
11.6M
    ++x->coef_counts[2][0][pt][token];
301
11.6M
    pt = vp8_prev_token_class[token];
302
11.6M
    t++;
303
11.6M
    c = 1;
304
305
11.6M
    assert(eob <= 16);
306
146M
    for (; c < eob; ++c) {
307
134M
      rc = vp8_default_zig_zag1d[c];
308
134M
      band = vp8_coef_bands[c];
309
134M
      v = qcoeff_ptr[rc];
310
311
134M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
312
134M
      token = vp8_dct_value_tokens_ptr[v].Token;
313
314
134M
      t->Token = token;
315
134M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
316
317
134M
      t->skip_eob_node = (pt == 0);
318
319
134M
      ++x->coef_counts[2][band][pt][token];
320
321
134M
      pt = vp8_prev_token_class[token];
322
134M
      t++;
323
134M
    }
324
11.6M
    if (c < 16) {
325
4.64M
      band = vp8_coef_bands[c];
326
4.64M
      t->Token = DCT_EOB_TOKEN;
327
4.64M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
328
329
4.64M
      t->skip_eob_node = 0;
330
331
4.64M
      ++x->coef_counts[2][band][pt][DCT_EOB_TOKEN];
332
333
4.64M
      t++;
334
4.64M
    }
335
11.6M
    *tp = t;
336
11.6M
    *a = *l = 1;
337
11.6M
  }
338
2.03M
}
339
340
2.90M
static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block) {
341
2.90M
  int skip = 1;
342
2.90M
  int i = 0;
343
344
2.90M
  if (has_y2_block) {
345
29.0M
    for (i = 0; i < 16; ++i) skip &= (x->eobs[i] < 2);
346
1.70M
  }
347
348
46.8M
  for (; i < 24 + has_y2_block; ++i) skip &= (!x->eobs[i]);
349
350
2.90M
  return skip;
351
2.90M
}
352
353
2.90M
void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
354
2.90M
  MACROBLOCKD *xd = &x->e_mbd;
355
2.90M
  int plane_type;
356
2.90M
  int has_y2_block;
357
358
2.90M
  has_y2_block = (xd->mode_info_context->mbmi.mode != B_PRED &&
359
1.88M
                  xd->mode_info_context->mbmi.mode != SPLITMV);
360
361
2.90M
  xd->mode_info_context->mbmi.mb_skip_coeff = mb_is_skippable(xd, has_y2_block);
362
2.90M
  if (xd->mode_info_context->mbmi.mb_skip_coeff) {
363
863k
    if (!cpi->common.mb_no_coeff_skip) {
364
0
      vp8_stuff_mb(cpi, x, t);
365
863k
    } else {
366
863k
      vp8_fix_contexts(xd);
367
863k
      x->skip_true_count++;
368
863k
    }
369
370
863k
    return;
371
863k
  }
372
373
2.03M
  plane_type = 3;
374
2.03M
  if (has_y2_block) {
375
854k
    tokenize2nd_order_b(x, t, cpi);
376
854k
    plane_type = 0;
377
854k
  }
378
379
2.03M
  tokenize1st_order_b(x, t, plane_type, cpi);
380
2.03M
}
381
382
static void stuff2nd_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
383
0
                             ENTROPY_CONTEXT *l, VP8_COMP *cpi, MACROBLOCK *x) {
384
0
  int pt;              /* near block/prev token context index */
385
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
386
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
387
388
0
  t->Token = DCT_EOB_TOKEN;
389
0
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
390
0
  t->skip_eob_node = 0;
391
0
  ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
392
0
  ++t;
393
394
0
  *tp = t;
395
0
  pt = 0;
396
0
  *a = *l = pt;
397
0
}
398
399
static void stuff1st_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
400
                             ENTROPY_CONTEXT *l, int type, VP8_COMP *cpi,
401
0
                             MACROBLOCK *x) {
402
0
  int pt; /* near block/prev token context index */
403
0
  int band;
404
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
405
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
406
0
  band = type ? 0 : 1;
407
0
  t->Token = DCT_EOB_TOKEN;
408
0
  t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
409
0
  t->skip_eob_node = 0;
410
0
  ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
411
0
  ++t;
412
0
  *tp = t;
413
0
  pt = 0; /* 0 <-> all coeff data is zero */
414
0
  *a = *l = pt;
415
0
}
416
417
static void stuff1st_order_buv(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
418
                               ENTROPY_CONTEXT *l, VP8_COMP *cpi,
419
0
                               MACROBLOCK *x) {
420
0
  int pt;              /* near block/prev token context index */
421
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
422
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
423
424
0
  t->Token = DCT_EOB_TOKEN;
425
0
  t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
426
0
  t->skip_eob_node = 0;
427
0
  ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
428
0
  ++t;
429
0
  *tp = t;
430
0
  pt = 0; /* 0 <-> all coeff data is zero */
431
0
  *a = *l = pt;
432
0
}
433
434
0
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
435
0
  MACROBLOCKD *xd = &x->e_mbd;
436
0
  ENTROPY_CONTEXT *A = (ENTROPY_CONTEXT *)xd->above_context;
437
0
  ENTROPY_CONTEXT *L = (ENTROPY_CONTEXT *)xd->left_context;
438
0
  int plane_type;
439
0
  int b;
440
0
  plane_type = 3;
441
0
  if ((xd->mode_info_context->mbmi.mode != B_PRED &&
442
0
       xd->mode_info_context->mbmi.mode != SPLITMV)) {
443
0
    stuff2nd_order_b(t, A + vp8_block2above[24], L + vp8_block2left[24], cpi,
444
0
                     x);
445
0
    plane_type = 0;
446
0
  }
447
448
0
  for (b = 0; b < 16; ++b) {
449
0
    stuff1st_order_b(t, A + vp8_block2above[b], L + vp8_block2left[b],
450
0
                     plane_type, cpi, x);
451
0
  }
452
453
0
  for (b = 16; b < 24; ++b) {
454
0
    stuff1st_order_buv(t, A + vp8_block2above[b], L + vp8_block2left[b], cpi,
455
0
                       x);
456
0
  }
457
0
}
458
863k
void vp8_fix_contexts(MACROBLOCKD *x) {
459
  /* Clear entropy contexts for Y2 blocks */
460
863k
  if (x->mode_info_context->mbmi.mode != B_PRED &&
461
858k
      x->mode_info_context->mbmi.mode != SPLITMV) {
462
855k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
463
855k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
464
855k
  } else {
465
7.67k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
466
7.67k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
467
7.67k
  }
468
863k
}