Coverage Report

Created: 2026-04-12 06:11

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libvpx/vp8/encoder/tokenize.c
Line
Count
Source
1
/*
2
 *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3
 *
4
 *  Use of this source code is governed by a BSD-style license
5
 *  that can be found in the LICENSE file in the root of the source
6
 *  tree. An additional intellectual property rights grant can be found
7
 *  in the file PATENTS.  All contributing project authors may
8
 *  be found in the AUTHORS file in the root of the source tree.
9
 */
10
11
#include <math.h>
12
#include <stdio.h>
13
#include <string.h>
14
#include <assert.h>
15
#include "onyx_int.h"
16
#include "tokenize.h"
17
#include "vpx_mem/vpx_mem.h"
18
19
/* Global event counters used for accumulating statistics across several
20
   compressions, then generating context.c = initial stats. */
21
22
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t);
23
void vp8_fix_contexts(MACROBLOCKD *x);
24
25
#include "dct_value_tokens.h"
26
#include "dct_value_cost.h"
27
28
const TOKENVALUE *const vp8_dct_value_tokens_ptr =
29
    dct_value_tokens + DCT_MAX_VALUE;
30
const short *const vp8_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE;
31
32
#if 0
33
int skip_true_count = 0;
34
int skip_false_count = 0;
35
#endif
36
37
/* function used to generate dct_value_tokens and dct_value_cost tables */
38
/*
39
static void fill_value_tokens()
40
{
41
42
    TOKENVALUE *t = dct_value_tokens + DCT_MAX_VALUE;
43
    const vp8_extra_bit_struct *e = vp8_extra_bits;
44
45
    int i = -DCT_MAX_VALUE;
46
    int sign = 1;
47
48
    do
49
    {
50
        if (!i)
51
            sign = 0;
52
53
        {
54
            const int a = sign ? -i : i;
55
            int eb = sign;
56
57
            if (a > 4)
58
            {
59
                int j = 4;
60
61
                while (++j < 11  &&  e[j].base_val <= a) {}
62
63
                t[i].Token = --j;
64
                eb |= (a - e[j].base_val) << 1;
65
            }
66
            else
67
                t[i].Token = a;
68
69
            t[i].Extra = eb;
70
        }
71
72
        // initialize the cost for extra bits for all possible coefficient
73
value.
74
        {
75
            int cost = 0;
76
            const vp8_extra_bit_struct *p = vp8_extra_bits + t[i].Token;
77
78
            if (p->base_val)
79
            {
80
                const int extra = t[i].Extra;
81
                const int Length = p->Len;
82
83
                if (Length)
84
                    cost += vp8_treed_cost(p->tree, p->prob, extra >> 1,
85
Length);
86
87
                cost += vp8_cost_bit(vp8_prob_half, extra & 1); // sign
88
                dct_value_cost[i + DCT_MAX_VALUE] = cost;
89
            }
90
91
        }
92
93
    }
94
    while (++i < DCT_MAX_VALUE);
95
96
    vp8_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE;
97
    vp8_dct_value_cost_ptr   = dct_value_cost + DCT_MAX_VALUE;
98
}
99
*/
100
101
620k
static void tokenize2nd_order_b(MACROBLOCK *x, TOKENEXTRA **tp, VP8_COMP *cpi) {
102
620k
  MACROBLOCKD *xd = &x->e_mbd;
103
620k
  int pt;              /* near block/prev token context index */
104
620k
  int c;               /* start at DC */
105
620k
  TOKENEXTRA *t = *tp; /* store tokens starting here */
106
620k
  const BLOCKD *b;
107
620k
  const short *qcoeff_ptr;
108
620k
  ENTROPY_CONTEXT *a;
109
620k
  ENTROPY_CONTEXT *l;
110
620k
  int band, rc, v, token;
111
620k
  int eob;
112
113
620k
  b = xd->block + 24;
114
620k
  qcoeff_ptr = b->qcoeff;
115
620k
  a = (ENTROPY_CONTEXT *)xd->above_context + 8;
116
620k
  l = (ENTROPY_CONTEXT *)xd->left_context + 8;
117
620k
  eob = xd->eobs[24];
118
620k
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
119
120
620k
  if (!eob) {
121
    /* c = band for this case */
122
223k
    t->Token = DCT_EOB_TOKEN;
123
223k
    t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
124
223k
    t->skip_eob_node = 0;
125
126
223k
    ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
127
223k
    t++;
128
223k
    *tp = t;
129
223k
    *a = *l = 0;
130
223k
    return;
131
223k
  }
132
133
396k
  v = qcoeff_ptr[0];
134
396k
  t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
135
396k
  token = vp8_dct_value_tokens_ptr[v].Token;
136
396k
  t->Token = token;
137
138
396k
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
139
396k
  t->skip_eob_node = 0;
140
396k
  ++x->coef_counts[1][0][pt][token];
141
396k
  pt = vp8_prev_token_class[token];
142
396k
  t++;
143
396k
  c = 1;
144
145
3.03M
  for (; c < eob; ++c) {
146
2.64M
    rc = vp8_default_zig_zag1d[c];
147
2.64M
    band = vp8_coef_bands[c];
148
2.64M
    v = qcoeff_ptr[rc];
149
150
2.64M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
151
2.64M
    token = vp8_dct_value_tokens_ptr[v].Token;
152
153
2.64M
    t->Token = token;
154
2.64M
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
155
156
2.64M
    t->skip_eob_node = ((pt == 0));
157
158
2.64M
    ++x->coef_counts[1][band][pt][token];
159
160
2.64M
    pt = vp8_prev_token_class[token];
161
2.64M
    t++;
162
2.64M
  }
163
396k
  if (c < 16) {
164
314k
    band = vp8_coef_bands[c];
165
314k
    t->Token = DCT_EOB_TOKEN;
166
314k
    t->context_tree = cpi->common.fc.coef_probs[1][band][pt];
167
168
314k
    t->skip_eob_node = 0;
169
170
314k
    ++x->coef_counts[1][band][pt][DCT_EOB_TOKEN];
171
172
314k
    t++;
173
314k
  }
174
175
396k
  *tp = t;
176
396k
  *a = *l = 1;
177
396k
}
178
179
static void tokenize1st_order_b(
180
    MACROBLOCK *x, TOKENEXTRA **tp,
181
    int type, /* which plane: 0=Y no DC, 1=Y2, 2=UV, 3=Y with DC */
182
1.20M
    VP8_COMP *cpi) {
183
1.20M
  MACROBLOCKD *xd = &x->e_mbd;
184
1.20M
  unsigned int block;
185
1.20M
  const BLOCKD *b;
186
1.20M
  int pt; /* near block/prev token context index */
187
1.20M
  int c;
188
1.20M
  int token;
189
1.20M
  TOKENEXTRA *t = *tp; /* store tokens starting here */
190
1.20M
  const short *qcoeff_ptr;
191
1.20M
  ENTROPY_CONTEXT *a;
192
1.20M
  ENTROPY_CONTEXT *l;
193
1.20M
  int band, rc, v;
194
1.20M
  int tmp1, tmp2;
195
196
1.20M
  b = xd->block;
197
  /* Luma */
198
20.5M
  for (block = 0; block < 16; block++, b++) {
199
19.3M
    const int eob = *b->eob;
200
19.3M
    tmp1 = vp8_block2above[block];
201
19.3M
    tmp2 = vp8_block2left[block];
202
19.3M
    qcoeff_ptr = b->qcoeff;
203
19.3M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
204
19.3M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
205
206
19.3M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
207
208
19.3M
    c = type ? 0 : 1;
209
210
19.3M
    if (c >= eob) {
211
      /* c = band for this case */
212
12.1M
      t->Token = DCT_EOB_TOKEN;
213
12.1M
      t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
214
12.1M
      t->skip_eob_node = 0;
215
216
12.1M
      ++x->coef_counts[type][c][pt][DCT_EOB_TOKEN];
217
12.1M
      t++;
218
12.1M
      *tp = t;
219
12.1M
      *a = *l = 0;
220
12.1M
      continue;
221
12.1M
    }
222
223
7.13M
    v = qcoeff_ptr[c];
224
225
7.13M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
226
7.13M
    token = vp8_dct_value_tokens_ptr[v].Token;
227
7.13M
    t->Token = token;
228
229
7.13M
    t->context_tree = cpi->common.fc.coef_probs[type][c][pt];
230
7.13M
    t->skip_eob_node = 0;
231
7.13M
    ++x->coef_counts[type][c][pt][token];
232
7.13M
    pt = vp8_prev_token_class[token];
233
7.13M
    t++;
234
7.13M
    c++;
235
236
7.13M
    assert(eob <= 16);
237
83.3M
    for (; c < eob; ++c) {
238
76.2M
      rc = vp8_default_zig_zag1d[c];
239
76.2M
      band = vp8_coef_bands[c];
240
76.2M
      v = qcoeff_ptr[rc];
241
242
76.2M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
243
76.2M
      token = vp8_dct_value_tokens_ptr[v].Token;
244
245
76.2M
      t->Token = token;
246
76.2M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
247
248
76.2M
      t->skip_eob_node = (pt == 0);
249
76.2M
      ++x->coef_counts[type][band][pt][token];
250
251
76.2M
      pt = vp8_prev_token_class[token];
252
76.2M
      t++;
253
76.2M
    }
254
7.13M
    if (c < 16) {
255
4.27M
      band = vp8_coef_bands[c];
256
4.27M
      t->Token = DCT_EOB_TOKEN;
257
4.27M
      t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
258
259
4.27M
      t->skip_eob_node = 0;
260
4.27M
      ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
261
262
4.27M
      t++;
263
4.27M
    }
264
7.13M
    *tp = t;
265
7.13M
    *a = *l = 1;
266
7.13M
  }
267
268
  /* Chroma */
269
10.8M
  for (block = 16; block < 24; block++, b++) {
270
9.65M
    const int eob = *b->eob;
271
9.65M
    tmp1 = vp8_block2above[block];
272
9.65M
    tmp2 = vp8_block2left[block];
273
9.65M
    qcoeff_ptr = b->qcoeff;
274
9.65M
    a = (ENTROPY_CONTEXT *)xd->above_context + tmp1;
275
9.65M
    l = (ENTROPY_CONTEXT *)xd->left_context + tmp2;
276
277
9.65M
    VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
278
279
9.65M
    if (!eob) {
280
      /* c = band for this case */
281
2.60M
      t->Token = DCT_EOB_TOKEN;
282
2.60M
      t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
283
2.60M
      t->skip_eob_node = 0;
284
285
2.60M
      ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
286
2.60M
      t++;
287
2.60M
      *tp = t;
288
2.60M
      *a = *l = 0;
289
2.60M
      continue;
290
2.60M
    }
291
292
7.05M
    v = qcoeff_ptr[0];
293
294
7.05M
    t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
295
7.05M
    token = vp8_dct_value_tokens_ptr[v].Token;
296
7.05M
    t->Token = token;
297
298
7.05M
    t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
299
7.05M
    t->skip_eob_node = 0;
300
7.05M
    ++x->coef_counts[2][0][pt][token];
301
7.05M
    pt = vp8_prev_token_class[token];
302
7.05M
    t++;
303
7.05M
    c = 1;
304
305
7.05M
    assert(eob <= 16);
306
67.7M
    for (; c < eob; ++c) {
307
60.7M
      rc = vp8_default_zig_zag1d[c];
308
60.7M
      band = vp8_coef_bands[c];
309
60.7M
      v = qcoeff_ptr[rc];
310
311
60.7M
      t->Extra = vp8_dct_value_tokens_ptr[v].Extra;
312
60.7M
      token = vp8_dct_value_tokens_ptr[v].Token;
313
314
60.7M
      t->Token = token;
315
60.7M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
316
317
60.7M
      t->skip_eob_node = (pt == 0);
318
319
60.7M
      ++x->coef_counts[2][band][pt][token];
320
321
60.7M
      pt = vp8_prev_token_class[token];
322
60.7M
      t++;
323
60.7M
    }
324
7.05M
    if (c < 16) {
325
5.16M
      band = vp8_coef_bands[c];
326
5.16M
      t->Token = DCT_EOB_TOKEN;
327
5.16M
      t->context_tree = cpi->common.fc.coef_probs[2][band][pt];
328
329
5.16M
      t->skip_eob_node = 0;
330
331
5.16M
      ++x->coef_counts[2][band][pt][DCT_EOB_TOKEN];
332
333
5.16M
      t++;
334
5.16M
    }
335
7.05M
    *tp = t;
336
7.05M
    *a = *l = 1;
337
7.05M
  }
338
1.20M
}
339
340
1.53M
static int mb_is_skippable(MACROBLOCKD *x, int has_y2_block) {
341
1.53M
  int skip = 1;
342
1.53M
  int i = 0;
343
344
1.53M
  if (has_y2_block) {
345
16.0M
    for (i = 0; i < 16; ++i) skip &= (x->eobs[i] < 2);
346
943k
  }
347
348
24.1M
  for (; i < 24 + has_y2_block; ++i) skip &= (!x->eobs[i]);
349
350
1.53M
  return skip;
351
1.53M
}
352
353
1.53M
void vp8_tokenize_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
354
1.53M
  MACROBLOCKD *xd = &x->e_mbd;
355
1.53M
  int plane_type;
356
1.53M
  int has_y2_block;
357
358
1.53M
  has_y2_block = (xd->mode_info_context->mbmi.mode != B_PRED &&
359
1.13M
                  xd->mode_info_context->mbmi.mode != SPLITMV);
360
361
1.53M
  xd->mode_info_context->mbmi.mb_skip_coeff = mb_is_skippable(xd, has_y2_block);
362
1.53M
  if (xd->mode_info_context->mbmi.mb_skip_coeff) {
363
326k
    if (!cpi->common.mb_no_coeff_skip) {
364
0
      vp8_stuff_mb(cpi, x, t);
365
326k
    } else {
366
326k
      vp8_fix_contexts(xd);
367
326k
      x->skip_true_count++;
368
326k
    }
369
370
326k
    return;
371
326k
  }
372
373
1.20M
  plane_type = 3;
374
1.20M
  if (has_y2_block) {
375
620k
    tokenize2nd_order_b(x, t, cpi);
376
620k
    plane_type = 0;
377
620k
  }
378
379
1.20M
  tokenize1st_order_b(x, t, plane_type, cpi);
380
1.20M
}
381
382
static void stuff2nd_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
383
0
                             ENTROPY_CONTEXT *l, VP8_COMP *cpi, MACROBLOCK *x) {
384
0
  int pt;              /* near block/prev token context index */
385
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
386
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
387
388
0
  t->Token = DCT_EOB_TOKEN;
389
0
  t->context_tree = cpi->common.fc.coef_probs[1][0][pt];
390
0
  t->skip_eob_node = 0;
391
0
  ++x->coef_counts[1][0][pt][DCT_EOB_TOKEN];
392
0
  ++t;
393
394
0
  *tp = t;
395
0
  pt = 0;
396
0
  *a = *l = pt;
397
0
}
398
399
static void stuff1st_order_b(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
400
                             ENTROPY_CONTEXT *l, int type, VP8_COMP *cpi,
401
0
                             MACROBLOCK *x) {
402
0
  int pt; /* near block/prev token context index */
403
0
  int band;
404
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
405
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
406
0
  band = type ? 0 : 1;
407
0
  t->Token = DCT_EOB_TOKEN;
408
0
  t->context_tree = cpi->common.fc.coef_probs[type][band][pt];
409
0
  t->skip_eob_node = 0;
410
0
  ++x->coef_counts[type][band][pt][DCT_EOB_TOKEN];
411
0
  ++t;
412
0
  *tp = t;
413
0
  pt = 0; /* 0 <-> all coeff data is zero */
414
0
  *a = *l = pt;
415
0
}
416
417
static void stuff1st_order_buv(TOKENEXTRA **tp, ENTROPY_CONTEXT *a,
418
                               ENTROPY_CONTEXT *l, VP8_COMP *cpi,
419
0
                               MACROBLOCK *x) {
420
0
  int pt;              /* near block/prev token context index */
421
0
  TOKENEXTRA *t = *tp; /* store tokens starting here */
422
0
  VP8_COMBINEENTROPYCONTEXTS(pt, *a, *l);
423
424
0
  t->Token = DCT_EOB_TOKEN;
425
0
  t->context_tree = cpi->common.fc.coef_probs[2][0][pt];
426
0
  t->skip_eob_node = 0;
427
0
  ++x->coef_counts[2][0][pt][DCT_EOB_TOKEN];
428
0
  ++t;
429
0
  *tp = t;
430
0
  pt = 0; /* 0 <-> all coeff data is zero */
431
0
  *a = *l = pt;
432
0
}
433
434
0
void vp8_stuff_mb(VP8_COMP *cpi, MACROBLOCK *x, TOKENEXTRA **t) {
435
0
  MACROBLOCKD *xd = &x->e_mbd;
436
0
  ENTROPY_CONTEXT *A = (ENTROPY_CONTEXT *)xd->above_context;
437
0
  ENTROPY_CONTEXT *L = (ENTROPY_CONTEXT *)xd->left_context;
438
0
  int plane_type;
439
0
  int b;
440
0
  plane_type = 3;
441
0
  if ((xd->mode_info_context->mbmi.mode != B_PRED &&
442
0
       xd->mode_info_context->mbmi.mode != SPLITMV)) {
443
0
    stuff2nd_order_b(t, A + vp8_block2above[24], L + vp8_block2left[24], cpi,
444
0
                     x);
445
0
    plane_type = 0;
446
0
  }
447
448
0
  for (b = 0; b < 16; ++b) {
449
0
    stuff1st_order_b(t, A + vp8_block2above[b], L + vp8_block2left[b],
450
0
                     plane_type, cpi, x);
451
0
  }
452
453
0
  for (b = 16; b < 24; ++b) {
454
0
    stuff1st_order_buv(t, A + vp8_block2above[b], L + vp8_block2left[b], cpi,
455
0
                       x);
456
0
  }
457
0
}
458
326k
void vp8_fix_contexts(MACROBLOCKD *x) {
459
  /* Clear entropy contexts for Y2 blocks */
460
326k
  if (x->mode_info_context->mbmi.mode != B_PRED &&
461
325k
      x->mode_info_context->mbmi.mode != SPLITMV) {
462
323k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
463
323k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES));
464
323k
  } else {
465
2.98k
    memset(x->above_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
466
2.98k
    memset(x->left_context, 0, sizeof(ENTROPY_CONTEXT_PLANES) - 1);
467
2.98k
  }
468
326k
}