Coverage Report

Created: 2026-01-17 06:57

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/libwebp/src/enc/cost_enc.c
Line
Count
Source
1
// Copyright 2011 Google Inc. All Rights Reserved.
2
//
3
// Use of this source code is governed by a BSD-style license
4
// that can be found in the COPYING file in the root of the source
5
// tree. An additional intellectual property rights grant can be found
6
// in the file PATENTS. All contributing project authors may
7
// be found in the AUTHORS file in the root of the source tree.
8
// -----------------------------------------------------------------------------
9
//
10
// Cost tables for level and modes
11
//
12
// Author: Skal (pascal.massimino@gmail.com)
13
14
#include "src/enc/cost_enc.h"
15
16
#include <stdlib.h>
17
18
#include "src/dec/common_dec.h"
19
#include "src/dsp/dsp.h"
20
#include "src/enc/vp8i_enc.h"
21
#include "src/webp/types.h"
22
23
//------------------------------------------------------------------------------
24
// Level cost tables
25
26
// For each given level, the following table gives the pattern of contexts to
27
// use for coding it (in [][0]) as well as the bit value to use for each
28
// context (in [][1]).
29
static const uint16_t VP8LevelCodes[MAX_VARIABLE_LEVEL][2] = {
30
    {0x001, 0x000}, {0x007, 0x001}, {0x00f, 0x005}, {0x00f, 0x00d},
31
    {0x033, 0x003}, {0x033, 0x003}, {0x033, 0x023}, {0x033, 0x023},
32
    {0x033, 0x023}, {0x033, 0x023}, {0x0d3, 0x013}, {0x0d3, 0x013},
33
    {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x013},
34
    {0x0d3, 0x013}, {0x0d3, 0x013}, {0x0d3, 0x093}, {0x0d3, 0x093},
35
    {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093},
36
    {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093},
37
    {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093}, {0x0d3, 0x093},
38
    {0x0d3, 0x093}, {0x0d3, 0x093}, {0x153, 0x053}, {0x153, 0x053},
39
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
40
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
41
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
42
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
43
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
44
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
45
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x053},
46
    {0x153, 0x053}, {0x153, 0x053}, {0x153, 0x153}};
47
48
845M
static int VariableLevelCost(int level, const uint8_t probas[NUM_PROBAS]) {
49
845M
  int pattern = VP8LevelCodes[level - 1][0];
50
845M
  int bits = VP8LevelCodes[level - 1][1];
51
845M
  int cost = 0;
52
845M
  int i;
53
7.62G
  for (i = 2; pattern; ++i) {
54
6.78G
    if (pattern & 1) {
55
4.05G
      cost += VP8BitCost(bits & 1, probas[i]);
56
4.05G
    }
57
6.78G
    bits >>= 1;
58
6.78G
    pattern >>= 1;
59
6.78G
  }
60
845M
  return cost;
61
845M
}
62
63
//------------------------------------------------------------------------------
64
// Pre-calc level costs once for all
65
66
401k
void VP8CalculateLevelCosts(VP8EncProba* const proba) {
67
401k
  int ctype, band, ctx;
68
69
401k
  if (!proba->dirty) return;  // nothing to do.
70
71
657k
  for (ctype = 0; ctype < NUM_TYPES; ++ctype) {
72
526k
    int n;
73
4.73M
    for (band = 0; band < NUM_BANDS; ++band) {
74
16.8M
      for (ctx = 0; ctx < NUM_CTX; ++ctx) {
75
12.6M
        const uint8_t* const p = proba->coeffs[ctype][band][ctx];
76
12.6M
        uint16_t* const table = proba->level_cost[ctype][band][ctx];
77
12.6M
        const int cost0 = (ctx > 0) ? VP8BitCost(1, p[0]) : 0;
78
12.6M
        const int cost_base = VP8BitCost(1, p[1]) + cost0;
79
12.6M
        int v;
80
12.6M
        table[0] = VP8BitCost(0, p[1]) + cost0;
81
858M
        for (v = 1; v <= MAX_VARIABLE_LEVEL; ++v) {
82
845M
          table[v] = cost_base + VariableLevelCost(v, p);
83
845M
        }
84
        // Starting at level 67 and up, the variable part of the cost is
85
        // actually constant.
86
12.6M
      }
87
4.20M
    }
88
8.94M
    for (n = 0; n < 16; ++n) {  // replicate bands. We don't need to sentinel.
89
33.6M
      for (ctx = 0; ctx < NUM_CTX; ++ctx) {
90
25.2M
        proba->remapped_costs[ctype][n][ctx] =
91
25.2M
            proba->level_cost[ctype][VP8EncBands[n]][ctx];
92
25.2M
      }
93
8.41M
    }
94
526k
  }
95
131k
  proba->dirty = 0;
96
131k
}
97
98
//------------------------------------------------------------------------------
99
// Mode cost tables.
100
101
// These are the fixed probabilities (in the coding trees) turned into bit-cost
102
// by calling VP8BitCost().
103
const uint16_t VP8FixedCostsUV[4] = {302, 984, 439, 642};
104
// note: these values include the fixed VP8BitCost(1, 145) mode selection cost.
105
const uint16_t VP8FixedCostsI16[4] = {663, 919, 872, 919};
106
const uint16_t VP8FixedCostsI4[NUM_BMODES][NUM_BMODES][NUM_BMODES] = {
107
    {{40, 1151, 1723, 1874, 2103, 2019, 1628, 1777, 2226, 2137},
108
     {192, 469, 1296, 1308, 1849, 1794, 1781, 1703, 1713, 1522},
109
     {142, 910, 762, 1684, 1849, 1576, 1460, 1305, 1801, 1657},
110
     {559, 641, 1370, 421, 1182, 1569, 1612, 1725, 863, 1007},
111
     {299, 1059, 1256, 1108, 636, 1068, 1581, 1883, 869, 1142},
112
     {277, 1111, 707, 1362, 1089, 672, 1603, 1541, 1545, 1291},
113
     {214, 781, 1609, 1303, 1632, 2229, 726, 1560, 1713, 918},
114
     {152, 1037, 1046, 1759, 1983, 2174, 1358, 742, 1740, 1390},
115
     {512, 1046, 1420, 753, 752, 1297, 1486, 1613, 460, 1207},
116
     {424, 827, 1362, 719, 1462, 1202, 1199, 1476, 1199, 538}},
117
    {{240, 402, 1134, 1491, 1659, 1505, 1517, 1555, 1979, 2099},
118
     {467, 242, 960, 1232, 1714, 1620, 1834, 1570, 1676, 1391},
119
     {500, 455, 463, 1507, 1699, 1282, 1564, 982, 2114, 2114},
120
     {672, 643, 1372, 331, 1589, 1667, 1453, 1938, 996, 876},
121
     {458, 783, 1037, 911, 738, 968, 1165, 1518, 859, 1033},
122
     {504, 815, 504, 1139, 1219, 719, 1506, 1085, 1268, 1268},
123
     {333, 630, 1445, 1239, 1883, 3672, 799, 1548, 1865, 598},
124
     {399, 644, 746, 1342, 1856, 1350, 1493, 613, 1855, 1015},
125
     {622, 749, 1205, 608, 1066, 1408, 1290, 1406, 546, 971},
126
     {500, 753, 1041, 668, 1230, 1617, 1297, 1425, 1383, 523}},
127
    {{394, 553, 523, 1502, 1536, 981, 1608, 1142, 1666, 2181},
128
     {655, 430, 375, 1411, 1861, 1220, 1677, 1135, 1978, 1553},
129
     {690, 640, 245, 1954, 2070, 1194, 1528, 982, 1972, 2232},
130
     {559, 834, 741, 867, 1131, 980, 1225, 852, 1092, 784},
131
     {690, 875, 516, 959, 673, 894, 1056, 1190, 1528, 1126},
132
     {740, 951, 384, 1277, 1177, 492, 1579, 1155, 1846, 1513},
133
     {323, 775, 1062, 1776, 3062, 1274, 813, 1188, 1372, 655},
134
     {488, 971, 484, 1767, 1515, 1775, 1115, 503, 1539, 1461},
135
     {740, 1006, 998, 709, 851, 1230, 1337, 788, 741, 721},
136
     {522, 1073, 573, 1045, 1346, 887, 1046, 1146, 1203, 697}},
137
    {{105, 864, 1442, 1009, 1934, 1840, 1519, 1920, 1673, 1579},
138
     {534, 305, 1193, 683, 1388, 2164, 1802, 1894, 1264, 1170},
139
     {305, 518, 877, 1108, 1426, 3215, 1425, 1064, 1320, 1242},
140
     {683, 732, 1927, 257, 1493, 2048, 1858, 1552, 1055, 947},
141
     {394, 814, 1024, 660, 959, 1556, 1282, 1289, 893, 1047},
142
     {528, 615, 996, 940, 1201, 635, 1094, 2515, 803, 1358},
143
     {347, 614, 1609, 1187, 3133, 1345, 1007, 1339, 1017, 667},
144
     {218, 740, 878, 1605, 3650, 3650, 1345, 758, 1357, 1617},
145
     {672, 750, 1541, 558, 1257, 1599, 1870, 2135, 402, 1087},
146
     {592, 684, 1161, 430, 1092, 1497, 1475, 1489, 1095, 822}},
147
    {{228, 1056, 1059, 1368, 752, 982, 1512, 1518, 987, 1782},
148
     {494, 514, 818, 942, 965, 892, 1610, 1356, 1048, 1363},
149
     {512, 648, 591, 1042, 761, 991, 1196, 1454, 1309, 1463},
150
     {683, 749, 1043, 676, 841, 1396, 1133, 1138, 654, 939},
151
     {622, 1101, 1126, 994, 361, 1077, 1203, 1318, 877, 1219},
152
     {631, 1068, 857, 1650, 651, 477, 1650, 1419, 828, 1170},
153
     {555, 727, 1068, 1335, 3127, 1339, 820, 1331, 1077, 429},
154
     {504, 879, 624, 1398, 889, 889, 1392, 808, 891, 1406},
155
     {683, 1602, 1289, 977, 578, 983, 1280, 1708, 406, 1122},
156
     {399, 865, 1433, 1070, 1072, 764, 968, 1477, 1223, 678}},
157
    {{333, 760, 935, 1638, 1010, 529, 1646, 1410, 1472, 2219},
158
     {512, 494, 750, 1160, 1215, 610, 1870, 1868, 1628, 1169},
159
     {572, 646, 492, 1934, 1208, 603, 1580, 1099, 1398, 1995},
160
     {786, 789, 942, 581, 1018, 951, 1599, 1207, 731, 768},
161
     {690, 1015, 672, 1078, 582, 504, 1693, 1438, 1108, 2897},
162
     {768, 1267, 571, 2005, 1243, 244, 2881, 1380, 1786, 1453},
163
     {452, 899, 1293, 903, 1311, 3100, 465, 1311, 1319, 813},
164
     {394, 927, 942, 1103, 1358, 1104, 946, 593, 1363, 1109},
165
     {559, 1005, 1007, 1016, 658, 1173, 1021, 1164, 623, 1028},
166
     {564, 796, 632, 1005, 1014, 863, 2316, 1268, 938, 764}},
167
    {{266, 606, 1098, 1228, 1497, 1243, 948, 1030, 1734, 1461},
168
     {366, 585, 901, 1060, 1407, 1247, 876, 1134, 1620, 1054},
169
     {452, 565, 542, 1729, 1479, 1479, 1016, 886, 2938, 1150},
170
     {555, 1088, 1533, 950, 1354, 895, 834, 1019, 1021, 496},
171
     {704, 815, 1193, 971, 973, 640, 1217, 2214, 832, 578},
172
     {672, 1245, 579, 871, 875, 774, 872, 1273, 1027, 949},
173
     {296, 1134, 2050, 1784, 1636, 3425, 442, 1550, 2076, 722},
174
     {342, 982, 1259, 1846, 1848, 1848, 622, 568, 1847, 1052},
175
     {555, 1064, 1304, 828, 746, 1343, 1075, 1329, 1078, 494},
176
     {288, 1167, 1285, 1174, 1639, 1639, 833, 2254, 1304, 509}},
177
    {{342, 719, 767, 1866, 1757, 1270, 1246, 550, 1746, 2151},
178
     {483, 653, 694, 1509, 1459, 1410, 1218, 507, 1914, 1266},
179
     {488, 757, 447, 2979, 1813, 1268, 1654, 539, 1849, 2109},
180
     {522, 1097, 1085, 851, 1365, 1111, 851, 901, 961, 605},
181
     {709, 716, 841, 728, 736, 945, 941, 862, 2845, 1057},
182
     {512, 1323, 500, 1336, 1083, 681, 1342, 717, 1604, 1350},
183
     {452, 1155, 1372, 1900, 1501, 3290, 311, 944, 1919, 922},
184
     {403, 1520, 977, 2132, 1733, 3522, 1076, 276, 3335, 1547},
185
     {559, 1374, 1101, 615, 673, 2462, 974, 795, 984, 984},
186
     {547, 1122, 1062, 812, 1410, 951, 1140, 622, 1268, 651}},
187
    {{165, 982, 1235, 938, 1334, 1366, 1659, 1578, 964, 1612},
188
     {592, 422, 925, 847, 1139, 1112, 1387, 2036, 861, 1041},
189
     {403, 837, 732, 770, 941, 1658, 1250, 809, 1407, 1407},
190
     {896, 874, 1071, 381, 1568, 1722, 1437, 2192, 480, 1035},
191
     {640, 1098, 1012, 1032, 684, 1382, 1581, 2106, 416, 865},
192
     {559, 1005, 819, 914, 710, 770, 1418, 920, 838, 1435},
193
     {415, 1258, 1245, 870, 1278, 3067, 770, 1021, 1287, 522},
194
     {406, 990, 601, 1009, 1265, 1265, 1267, 759, 1017, 1277},
195
     {968, 1182, 1329, 788, 1032, 1292, 1705, 1714, 203, 1403},
196
     {732, 877, 1279, 471, 901, 1161, 1545, 1294, 755, 755}},
197
    {{111, 931, 1378, 1185, 1933, 1648, 1148, 1714, 1873, 1307},
198
     {406, 414, 1030, 1023, 1910, 1404, 1313, 1647, 1509, 793},
199
     {342, 640, 575, 1088, 1241, 1349, 1161, 1350, 1756, 1502},
200
     {559, 766, 1185, 357, 1682, 1428, 1329, 1897, 1219, 802},
201
     {473, 909, 1164, 771, 719, 2508, 1427, 1432, 722, 782},
202
     {342, 892, 785, 1145, 1150, 794, 1296, 1550, 973, 1057},
203
     {208, 1036, 1326, 1343, 1606, 3395, 815, 1455, 1618, 712},
204
     {228, 928, 890, 1046, 3499, 1711, 994, 829, 1720, 1318},
205
     {768, 724, 1058, 636, 991, 1075, 1319, 1324, 616, 825},
206
     {305, 1167, 1358, 899, 1587, 1587, 987, 1988, 1332, 501}}};
207
208
//------------------------------------------------------------------------------
209
// helper functions for residuals struct VP8Residual.
210
211
void VP8InitResidual(int first, int coeff_type, VP8Encoder* const enc,
212
303M
                     VP8Residual* const res) {
213
303M
  res->coeff_type = coeff_type;
214
303M
  res->prob = enc->proba.coeffs[coeff_type];
215
303M
  res->stats = enc->proba.stats[coeff_type];
216
303M
  res->costs = enc->proba.remapped_costs[coeff_type];
217
303M
  res->first = first;
218
303M
}
219
220
//------------------------------------------------------------------------------
221
// Mode costs
222
223
247M
int VP8GetCostLuma4(VP8EncIterator* const it, const int16_t levels[16]) {
224
247M
  const int x = (it->i4 & 3), y = (it->i4 >> 2);
225
247M
  VP8Residual res;
226
247M
  VP8Encoder* const enc = it->enc;
227
247M
  int R = 0;
228
247M
  int ctx;
229
230
247M
  VP8InitResidual(0, 3, enc, &res);
231
247M
  ctx = it->top_nz[x] + it->left_nz[y];
232
247M
  VP8SetResidualCoeffs(levels, &res);
233
247M
  R += VP8GetResidualCost(ctx, &res);
234
247M
  return R;
235
247M
}
236
237
14.2M
int VP8GetCostLuma16(VP8EncIterator* const it, const VP8ModeScore* const rd) {
238
14.2M
  VP8Residual res;
239
14.2M
  VP8Encoder* const enc = it->enc;
240
14.2M
  int x, y;
241
14.2M
  int R = 0;
242
243
14.2M
  VP8IteratorNzToBytes(it);  // re-import the non-zero context
244
245
  // DC
246
14.2M
  VP8InitResidual(0, 1, enc, &res);
247
14.2M
  VP8SetResidualCoeffs(rd->y_dc_levels, &res);
248
14.2M
  R += VP8GetResidualCost(it->top_nz[8] + it->left_nz[8], &res);
249
250
  // AC
251
14.2M
  VP8InitResidual(1, 0, enc, &res);
252
71.2M
  for (y = 0; y < 4; ++y) {
253
285M
    for (x = 0; x < 4; ++x) {
254
228M
      const int ctx = it->top_nz[x] + it->left_nz[y];
255
228M
      VP8SetResidualCoeffs(rd->y_ac_levels[x + y * 4], &res);
256
228M
      R += VP8GetResidualCost(ctx, &res);
257
228M
      it->top_nz[x] = it->left_nz[y] = (res.last >= 0);
258
228M
    }
259
57.0M
  }
260
14.2M
  return R;
261
14.2M
}
262
263
14.2M
int VP8GetCostUV(VP8EncIterator* const it, const VP8ModeScore* const rd) {
264
14.2M
  VP8Residual res;
265
14.2M
  VP8Encoder* const enc = it->enc;
266
14.2M
  int ch, x, y;
267
14.2M
  int R = 0;
268
269
14.2M
  VP8IteratorNzToBytes(it);  // re-import the non-zero context
270
271
14.2M
  VP8InitResidual(0, 2, enc, &res);
272
42.7M
  for (ch = 0; ch <= 2; ch += 2) {
273
85.5M
    for (y = 0; y < 2; ++y) {
274
171M
      for (x = 0; x < 2; ++x) {
275
114M
        const int ctx = it->top_nz[4 + ch + x] + it->left_nz[4 + ch + y];
276
114M
        VP8SetResidualCoeffs(rd->uv_levels[ch * 2 + x + y * 2], &res);
277
114M
        R += VP8GetResidualCost(ctx, &res);
278
114M
        it->top_nz[4 + ch + x] = it->left_nz[4 + ch + y] = (res.last >= 0);
279
114M
      }
280
57.0M
    }
281
28.5M
  }
282
14.2M
  return R;
283
14.2M
}
284
285
//------------------------------------------------------------------------------
286
// Recording of token probabilities.
287
288
// We keep the table-free variant around for reference, in case.
289
#define USE_LEVEL_CODE_TABLE
290
291
// Simulate block coding, but only record statistics.
292
// Note: no need to record the fixed probas.
293
69.8M
int VP8RecordCoeffs(int ctx, const VP8Residual* const res) {
294
69.8M
  int n = res->first;
295
  // should be stats[VP8EncBands[n]], but it's equivalent for n=0 or 1
296
69.8M
  proba_t* s = res->stats[n][ctx];
297
69.8M
  if (res->last < 0) {
298
31.6M
    VP8RecordStats(0, s + 0);
299
31.6M
    return 0;
300
31.6M
  }
301
281M
  while (n <= res->last) {
302
243M
    int v;
303
243M
    VP8RecordStats(1, s + 0);  // order of record doesn't matter
304
364M
    while ((v = res->coeffs[n++]) == 0) {
305
121M
      VP8RecordStats(0, s + 1);
306
121M
      s = res->stats[VP8EncBands[n]][0];
307
121M
    }
308
243M
    VP8RecordStats(1, s + 1);
309
243M
    if (!VP8RecordStats(2u < (unsigned int)(v + 1), s + 2)) {  // v = -1 or 1
310
93.4M
      s = res->stats[VP8EncBands[n]][1];
311
150M
    } else {
312
150M
      v = abs(v);
313
#if !defined(USE_LEVEL_CODE_TABLE)
314
      if (!VP8RecordStats(v > 4, s + 3)) {
315
        if (VP8RecordStats(v != 2, s + 4)) VP8RecordStats(v == 4, s + 5);
316
      } else if (!VP8RecordStats(v > 10, s + 6)) {
317
        VP8RecordStats(v > 6, s + 7);
318
      } else if (!VP8RecordStats((v >= 3 + (8 << 2)), s + 8)) {
319
        VP8RecordStats((v >= 3 + (8 << 1)), s + 9);
320
      } else {
321
        VP8RecordStats((v >= 3 + (8 << 3)), s + 10);
322
      }
323
#else
324
150M
      if (v > MAX_VARIABLE_LEVEL) {
325
1.97M
        v = MAX_VARIABLE_LEVEL;
326
1.97M
      }
327
328
150M
      {
329
150M
        const int bits = VP8LevelCodes[v - 1][1];
330
150M
        int pattern = VP8LevelCodes[v - 1][0];
331
150M
        int i;
332
811M
        for (i = 0; (pattern >>= 1) != 0; ++i) {
333
661M
          const int mask = 2 << i;
334
661M
          if (pattern & 1) VP8RecordStats(!!(bits & mask), s + 3 + i);
335
661M
        }
336
150M
      }
337
150M
#endif
338
150M
      s = res->stats[VP8EncBands[n]][2];
339
150M
    }
340
243M
  }
341
38.2M
  if (n < 16) VP8RecordStats(0, s + 0);
342
38.2M
  return 1;
343
69.8M
}
344
345
//------------------------------------------------------------------------------