Coverage Report

Created: 2026-11-12 08:20

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/av1/encoder/rd.c
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <assert.h>
13
#include <limits.h>
14
#include <math.h>
15
#include <stdio.h>
16
17
#include "aom_dsp/aom_dsp_common.h"
18
#include "aom_mem/aom_mem.h"
19
#include "aom_ports/bitops.h"
20
#include "aom_ports/mem.h"
21
#include "aom_ports/aom_once.h"
22
23
#include "av1/common/common.h"
24
#include "av1/common/entropy.h"
25
#include "av1/common/entropymode.h"
26
#include "av1/common/pred_common.h"
27
#include "av1/common/quant_common.h"
28
#include "av1/common/reconinter.h"
29
#include "av1/common/reconintra.h"
30
#include "av1/common/seg_common.h"
31
32
#include "av1/encoder/cost.h"
33
#include "av1/encoder/encodemv.h"
34
#include "av1/encoder/encoder.h"
35
#include "av1/encoder/nonrd_opt.h"
36
#include "av1/encoder/ratectrl.h"
37
#include "av1/encoder/rd.h"
38
#include "config/aom_config.h"
39
40
#define RD_THRESH_POW 1.25
41
42
// The baseline rd thresholds for breaking out of the rd loop for
43
// certain modes are assumed to be based on 8x8 blocks.
44
// This table is used to correct for block size.
45
// The factors here are << 2 (2 = x0.5, 32 = x8 etc).
46
static const uint8_t rd_thresh_block_size_factor[BLOCK_SIZES_ALL] = {
47
  2, 3, 3, 4, 6, 6, 8, 12, 12, 16, 24, 24, 32, 48, 48, 64, 4, 4, 8, 8, 16, 16
48
};
49
50
static const int use_intra_ext_tx_for_txsize[EXT_TX_SETS_INTRA]
51
                                            [EXT_TX_SIZES] = {
52
                                              { 1, 1, 1, 1 },  // unused
53
                                              { 1, 1, 0, 0 },
54
                                              { 0, 0, 1, 0 },
55
                                            };
56
57
static const int use_inter_ext_tx_for_txsize[EXT_TX_SETS_INTER]
58
                                            [EXT_TX_SIZES] = {
59
                                              { 1, 1, 1, 1 },  // unused
60
                                              { 1, 1, 0, 0 },
61
                                              { 0, 0, 1, 0 },
62
                                              { 0, 1, 1, 1 },
63
                                            };
64
65
static const int av1_ext_tx_set_idx_to_type[2][AOMMAX(EXT_TX_SETS_INTRA,
66
                                                      EXT_TX_SETS_INTER)] = {
67
  {
68
      // Intra
69
      EXT_TX_SET_DCTONLY,
70
      EXT_TX_SET_DTT4_IDTX_1DDCT,
71
      EXT_TX_SET_DTT4_IDTX,
72
  },
73
  {
74
      // Inter
75
      EXT_TX_SET_DCTONLY,
76
      EXT_TX_SET_ALL16,
77
      EXT_TX_SET_DTT9_IDTX_1DDCT,
78
      EXT_TX_SET_DCT_IDTX,
79
  },
80
};
81
82
void av1_fill_mode_rates(AV1_COMMON *const cm, ModeCosts *mode_costs,
83
0
                         FRAME_CONTEXT *fc) {
84
0
  int i, j;
85
86
0
  for (i = 0; i < PARTITION_CONTEXTS; ++i)
87
0
    av1_cost_tokens_from_cdf(mode_costs->partition_cost[i],
88
0
                             fc->partition_cdf[i], NULL);
89
90
0
  if (cm->current_frame.skip_mode_info.skip_mode_flag) {
91
0
    for (i = 0; i < SKIP_MODE_CONTEXTS; ++i) {
92
0
      av1_cost_tokens_from_cdf(mode_costs->skip_mode_cost[i],
93
0
                               fc->skip_mode_cdfs[i], NULL);
94
0
    }
95
0
  } else {
96
0
    av1_zero(mode_costs->skip_mode_cost);
97
0
  }
98
99
0
  for (i = 0; i < SKIP_CONTEXTS; ++i) {
100
0
    av1_cost_tokens_from_cdf(mode_costs->skip_txfm_cost[i],
101
0
                             fc->skip_txfm_cdfs[i], NULL);
102
0
  }
103
104
0
  for (i = 0; i < KF_MODE_CONTEXTS; ++i)
105
0
    for (j = 0; j < KF_MODE_CONTEXTS; ++j)
106
0
      av1_cost_tokens_from_cdf(mode_costs->y_mode_costs[i][j],
107
0
                               fc->kf_y_cdf[i][j], NULL);
108
109
0
  for (i = 0; i < BLOCK_SIZE_GROUPS; ++i)
110
0
    av1_cost_tokens_from_cdf(mode_costs->mbmode_cost[i], fc->y_mode_cdf[i],
111
0
                             NULL);
112
0
  for (i = 0; i < CFL_ALLOWED_TYPES; ++i)
113
0
    for (j = 0; j < INTRA_MODES; ++j)
114
0
      av1_cost_tokens_from_cdf(mode_costs->intra_uv_mode_cost[i][j],
115
0
                               fc->uv_mode_cdf[i][j], NULL);
116
117
0
  av1_cost_tokens_from_cdf(mode_costs->filter_intra_mode_cost,
118
0
                           fc->filter_intra_mode_cdf, NULL);
119
0
  for (i = 0; i < BLOCK_SIZES_ALL; ++i) {
120
0
    if (av1_filter_intra_allowed_bsize(cm, i))
121
0
      av1_cost_tokens_from_cdf(mode_costs->filter_intra_cost[i],
122
0
                               fc->filter_intra_cdfs[i], NULL);
123
0
  }
124
125
0
  for (i = 0; i < SWITCHABLE_FILTER_CONTEXTS; ++i)
126
0
    av1_cost_tokens_from_cdf(mode_costs->switchable_interp_costs[i],
127
0
                             fc->switchable_interp_cdf[i], NULL);
128
129
0
  for (i = 0; i < PALATTE_BSIZE_CTXS; ++i) {
130
0
    av1_cost_tokens_from_cdf(mode_costs->palette_y_size_cost[i],
131
0
                             fc->palette_y_size_cdf[i], NULL);
132
0
    av1_cost_tokens_from_cdf(mode_costs->palette_uv_size_cost[i],
133
0
                             fc->palette_uv_size_cdf[i], NULL);
134
0
    for (j = 0; j < PALETTE_Y_MODE_CONTEXTS; ++j) {
135
0
      av1_cost_tokens_from_cdf(mode_costs->palette_y_mode_cost[i][j],
136
0
                               fc->palette_y_mode_cdf[i][j], NULL);
137
0
    }
138
0
  }
139
140
0
  for (i = 0; i < PALETTE_UV_MODE_CONTEXTS; ++i) {
141
0
    av1_cost_tokens_from_cdf(mode_costs->palette_uv_mode_cost[i],
142
0
                             fc->palette_uv_mode_cdf[i], NULL);
143
0
  }
144
145
0
  for (i = 0; i < PALETTE_SIZES; ++i) {
146
0
    for (j = 0; j < PALETTE_COLOR_INDEX_CONTEXTS; ++j) {
147
0
      av1_cost_tokens_from_cdf(mode_costs->palette_y_color_cost[i][j],
148
0
                               fc->palette_y_color_index_cdf[i][j], NULL);
149
0
      av1_cost_tokens_from_cdf(mode_costs->palette_uv_color_cost[i][j],
150
0
                               fc->palette_uv_color_index_cdf[i][j], NULL);
151
0
    }
152
0
  }
153
154
0
  int sign_cost[CFL_JOINT_SIGNS];
155
0
  av1_cost_tokens_from_cdf(sign_cost, fc->cfl_sign_cdf, NULL);
156
0
  for (int joint_sign = 0; joint_sign < CFL_JOINT_SIGNS; joint_sign++) {
157
0
    int *cost_u = mode_costs->cfl_cost[joint_sign][CFL_PRED_U];
158
0
    int *cost_v = mode_costs->cfl_cost[joint_sign][CFL_PRED_V];
159
0
    if (CFL_SIGN_U(joint_sign) == CFL_SIGN_ZERO) {
160
0
      memset(cost_u, 0, CFL_ALPHABET_SIZE * sizeof(*cost_u));
161
0
    } else {
162
0
      const aom_cdf_prob *cdf_u = fc->cfl_alpha_cdf[CFL_CONTEXT_U(joint_sign)];
163
0
      av1_cost_tokens_from_cdf(cost_u, cdf_u, NULL);
164
0
    }
165
0
    if (CFL_SIGN_V(joint_sign) == CFL_SIGN_ZERO) {
166
0
      memset(cost_v, 0, CFL_ALPHABET_SIZE * sizeof(*cost_v));
167
0
    } else {
168
0
      const aom_cdf_prob *cdf_v = fc->cfl_alpha_cdf[CFL_CONTEXT_V(joint_sign)];
169
0
      av1_cost_tokens_from_cdf(cost_v, cdf_v, NULL);
170
0
    }
171
0
    for (int u = 0; u < CFL_ALPHABET_SIZE; u++)
172
0
      cost_u[u] += sign_cost[joint_sign];
173
0
  }
174
175
0
  for (i = 0; i < MAX_TX_CATS; ++i)
176
0
    for (j = 0; j < TX_SIZE_CONTEXTS; ++j)
177
0
      av1_cost_tokens_from_cdf(mode_costs->tx_size_cost[i][j],
178
0
                               fc->tx_size_cdf[i][j], NULL);
179
180
0
  for (i = 0; i < TXFM_PARTITION_CONTEXTS; ++i) {
181
0
    av1_cost_tokens_from_cdf(mode_costs->txfm_partition_cost[i],
182
0
                             fc->txfm_partition_cdf[i], NULL);
183
0
  }
184
185
0
  for (i = TX_4X4; i < EXT_TX_SIZES; ++i) {
186
0
    int s;
187
0
    for (s = 1; s < EXT_TX_SETS_INTER; ++s) {
188
0
      if (use_inter_ext_tx_for_txsize[s][i]) {
189
0
        av1_cost_tokens_from_cdf(
190
0
            mode_costs->inter_tx_type_costs[s][i], fc->inter_ext_tx_cdf[s][i],
191
0
            av1_ext_tx_inv[av1_ext_tx_set_idx_to_type[1][s]]);
192
0
      }
193
0
    }
194
0
    for (s = 1; s < EXT_TX_SETS_INTRA; ++s) {
195
0
      if (use_intra_ext_tx_for_txsize[s][i]) {
196
0
        for (j = 0; j < INTRA_MODES; ++j) {
197
0
          av1_cost_tokens_from_cdf(
198
0
              mode_costs->intra_tx_type_costs[s][i][j],
199
0
              fc->intra_ext_tx_cdf[s][i][j],
200
0
              av1_ext_tx_inv[av1_ext_tx_set_idx_to_type[0][s]]);
201
0
        }
202
0
      }
203
0
    }
204
0
  }
205
0
  for (i = 0; i < DIRECTIONAL_MODES; ++i) {
206
0
    av1_cost_tokens_from_cdf(mode_costs->angle_delta_cost[i],
207
0
                             fc->angle_delta_cdf[i], NULL);
208
0
  }
209
0
  av1_cost_tokens_from_cdf(mode_costs->intrabc_cost, fc->intrabc_cdf, NULL);
210
211
0
  for (i = 0; i < SPATIAL_PREDICTION_PROBS; ++i) {
212
0
    av1_cost_tokens_from_cdf(mode_costs->spatial_pred_cost[i],
213
0
                             fc->seg.spatial_pred_seg_cdf[i], NULL);
214
0
  }
215
216
0
  for (i = 0; i < SEG_TEMPORAL_PRED_CTXS; ++i) {
217
0
    av1_cost_tokens_from_cdf(mode_costs->tmp_pred_cost[i], fc->seg.pred_cdf[i],
218
0
                             NULL);
219
0
  }
220
221
0
  if (!frame_is_intra_only(cm)) {
222
0
    for (i = 0; i < COMP_INTER_CONTEXTS; ++i) {
223
0
      av1_cost_tokens_from_cdf(mode_costs->comp_inter_cost[i],
224
0
                               fc->comp_inter_cdf[i], NULL);
225
0
    }
226
227
0
    for (i = 0; i < REF_CONTEXTS; ++i) {
228
0
      for (j = 0; j < SINGLE_REFS - 1; ++j) {
229
0
        av1_cost_tokens_from_cdf(mode_costs->single_ref_cost[i][j],
230
0
                                 fc->single_ref_cdf[i][j], NULL);
231
0
      }
232
0
    }
233
234
0
    for (i = 0; i < COMP_REF_TYPE_CONTEXTS; ++i) {
235
0
      av1_cost_tokens_from_cdf(mode_costs->comp_ref_type_cost[i],
236
0
                               fc->comp_ref_type_cdf[i], NULL);
237
0
    }
238
239
0
    for (i = 0; i < UNI_COMP_REF_CONTEXTS; ++i) {
240
0
      for (j = 0; j < UNIDIR_COMP_REFS - 1; ++j) {
241
0
        av1_cost_tokens_from_cdf(mode_costs->uni_comp_ref_cost[i][j],
242
0
                                 fc->uni_comp_ref_cdf[i][j], NULL);
243
0
      }
244
0
    }
245
246
0
    for (i = 0; i < REF_CONTEXTS; ++i) {
247
0
      for (j = 0; j < FWD_REFS - 1; ++j) {
248
0
        av1_cost_tokens_from_cdf(mode_costs->comp_ref_cost[i][j],
249
0
                                 fc->comp_ref_cdf[i][j], NULL);
250
0
      }
251
0
    }
252
253
0
    for (i = 0; i < REF_CONTEXTS; ++i) {
254
0
      for (j = 0; j < BWD_REFS - 1; ++j) {
255
0
        av1_cost_tokens_from_cdf(mode_costs->comp_bwdref_cost[i][j],
256
0
                                 fc->comp_bwdref_cdf[i][j], NULL);
257
0
      }
258
0
    }
259
260
0
    for (i = 0; i < INTRA_INTER_CONTEXTS; ++i) {
261
0
      av1_cost_tokens_from_cdf(mode_costs->intra_inter_cost[i],
262
0
                               fc->intra_inter_cdf[i], NULL);
263
0
    }
264
265
0
    for (i = 0; i < NEWMV_MODE_CONTEXTS; ++i) {
266
0
      av1_cost_tokens_from_cdf(mode_costs->newmv_mode_cost[i], fc->newmv_cdf[i],
267
0
                               NULL);
268
0
    }
269
270
0
    for (i = 0; i < GLOBALMV_MODE_CONTEXTS; ++i) {
271
0
      av1_cost_tokens_from_cdf(mode_costs->zeromv_mode_cost[i],
272
0
                               fc->zeromv_cdf[i], NULL);
273
0
    }
274
275
0
    for (i = 0; i < REFMV_MODE_CONTEXTS; ++i) {
276
0
      av1_cost_tokens_from_cdf(mode_costs->refmv_mode_cost[i], fc->refmv_cdf[i],
277
0
                               NULL);
278
0
    }
279
280
0
    for (i = 0; i < DRL_MODE_CONTEXTS; ++i) {
281
0
      av1_cost_tokens_from_cdf(mode_costs->drl_mode_cost0[i], fc->drl_cdf[i],
282
0
                               NULL);
283
0
    }
284
0
    for (i = 0; i < INTER_MODE_CONTEXTS; ++i)
285
0
      av1_cost_tokens_from_cdf(mode_costs->inter_compound_mode_cost[i],
286
0
                               fc->inter_compound_mode_cdf[i], NULL);
287
0
    for (i = 0; i < BLOCK_SIZES_ALL; ++i)
288
0
      av1_cost_tokens_from_cdf(mode_costs->compound_type_cost[i],
289
0
                               fc->compound_type_cdf[i], NULL);
290
0
    for (i = 0; i < BLOCK_SIZES_ALL; ++i) {
291
0
      if (av1_is_wedge_used(i)) {
292
0
        av1_cost_tokens_from_cdf(mode_costs->wedge_idx_cost[i],
293
0
                                 fc->wedge_idx_cdf[i], NULL);
294
0
      }
295
0
    }
296
0
    for (i = 0; i < BLOCK_SIZE_GROUPS; ++i) {
297
0
      av1_cost_tokens_from_cdf(mode_costs->interintra_cost[i],
298
0
                               fc->interintra_cdf[i], NULL);
299
0
      av1_cost_tokens_from_cdf(mode_costs->interintra_mode_cost[i],
300
0
                               fc->interintra_mode_cdf[i], NULL);
301
0
    }
302
0
    for (i = 0; i < BLOCK_SIZES_ALL; ++i) {
303
0
      av1_cost_tokens_from_cdf(mode_costs->wedge_interintra_cost[i],
304
0
                               fc->wedge_interintra_cdf[i], NULL);
305
0
    }
306
0
    for (i = BLOCK_8X8; i < BLOCK_SIZES_ALL; i++) {
307
0
      av1_cost_tokens_from_cdf(mode_costs->motion_mode_cost[i],
308
0
                               fc->motion_mode_cdf[i], NULL);
309
0
    }
310
0
    for (i = BLOCK_8X8; i < BLOCK_SIZES_ALL; i++) {
311
0
      av1_cost_tokens_from_cdf(mode_costs->motion_mode_cost1[i],
312
0
                               fc->obmc_cdf[i], NULL);
313
0
    }
314
0
    for (i = 0; i < COMP_INDEX_CONTEXTS; ++i) {
315
0
      av1_cost_tokens_from_cdf(mode_costs->comp_idx_cost[i],
316
0
                               fc->compound_index_cdf[i], NULL);
317
0
    }
318
0
    for (i = 0; i < COMP_GROUP_IDX_CONTEXTS; ++i) {
319
0
      av1_cost_tokens_from_cdf(mode_costs->comp_group_idx_cost[i],
320
0
                               fc->comp_group_idx_cdf[i], NULL);
321
0
    }
322
0
  }
323
0
}
324
325
#if !CONFIG_REALTIME_ONLY
326
0
void av1_fill_lr_rates(ModeCosts *mode_costs, FRAME_CONTEXT *fc) {
327
0
  av1_cost_tokens_from_cdf(mode_costs->switchable_restore_cost,
328
0
                           fc->switchable_restore_cdf, NULL);
329
0
  av1_cost_tokens_from_cdf(mode_costs->wiener_restore_cost,
330
0
                           fc->wiener_restore_cdf, NULL);
331
0
  av1_cost_tokens_from_cdf(mode_costs->sgrproj_restore_cost,
332
0
                           fc->sgrproj_restore_cdf, NULL);
333
0
}
334
#endif  // !CONFIG_REALTIME_ONLY
335
336
// Values are now correlated to quantizer.
337
static int sad_per_bit_lut_8[QINDEX_RANGE];
338
static int sad_per_bit_lut_10[QINDEX_RANGE];
339
static int sad_per_bit_lut_12[QINDEX_RANGE];
340
341
static void init_me_luts_bd(int *bit16lut, int range,
342
0
                            aom_bit_depth_t bit_depth) {
343
0
  int i;
344
  // Initialize the sad lut tables using a formulaic calculation for now.
345
  // This is to make it easier to resolve the impact of experimental changes
346
  // to the quantizer tables.
347
0
  for (i = 0; i < range; i++) {
348
0
    const double q = av1_convert_qindex_to_q(i, bit_depth);
349
0
    bit16lut[i] = (int)(0.0418 * q + 2.4107);
350
0
  }
351
0
}
352
353
0
static void init_me_luts(void) {
354
0
  init_me_luts_bd(sad_per_bit_lut_8, QINDEX_RANGE, AOM_BITS_8);
355
0
  init_me_luts_bd(sad_per_bit_lut_10, QINDEX_RANGE, AOM_BITS_10);
356
0
  init_me_luts_bd(sad_per_bit_lut_12, QINDEX_RANGE, AOM_BITS_12);
357
0
}
358
359
0
void av1_init_me_luts(void) { aom_once(init_me_luts); }
360
361
static const int rd_boost_factor[16] = { 64, 32, 32, 32, 24, 16, 12, 12,
362
                                         8,  8,  4,  4,  2,  2,  1,  0 };
363
364
static const int rd_layer_depth_factor[7] = {
365
  160, 160, 160, 160, 192, 208, 224
366
};
367
368
// Returns the default rd multiplier for inter frames for a given qindex.
369
// The function here is a first pass estimate based on data from
370
// a previous Vizer run
371
0
static double def_inter_rd_multiplier(int qindex) {
372
0
  return 3.2 + (0.0015 * (double)qindex);
373
0
}
374
375
// Returns the default rd multiplier for ARF/Golden Frames for a given qindex.
376
// The function here is a first pass estimate based on data from
377
// a previous Vizer run
378
0
static double def_arf_rd_multiplier(int qindex) {
379
0
  return 3.25 + (0.0015 * (double)qindex);
380
0
}
381
382
// Returns the default rd multiplier for key frames for a given qindex.
383
// The function here is a first pass estimate based on data from
384
// a previous Vizer run
385
0
static double def_kf_rd_multiplier(int qindex) {
386
0
  return 3.3 + (0.0015 * (double)qindex);
387
0
}
388
389
int av1_compute_rd_mult_based_on_qindex(aom_bit_depth_t bit_depth,
390
                                        FRAME_UPDATE_TYPE update_type,
391
                                        int qindex, aom_tune_metric tuning,
392
0
                                        MODE mode) {
393
0
  const int q = av1_dc_quant_QTX(qindex, 0, bit_depth);
394
0
  int64_t rdmult = q * q;
395
0
  if (update_type == KF_UPDATE) {
396
0
    double def_rd_q_mult = def_kf_rd_multiplier(q);
397
0
    rdmult = (int64_t)((double)rdmult * def_rd_q_mult);
398
0
  } else if ((update_type == GF_UPDATE) || (update_type == ARF_UPDATE)) {
399
0
    double def_rd_q_mult = def_arf_rd_multiplier(q);
400
0
    rdmult = (int64_t)((double)rdmult * def_rd_q_mult);
401
0
  } else {
402
0
    double def_rd_q_mult = def_inter_rd_multiplier(q);
403
0
    rdmult = (int64_t)((double)rdmult * def_rd_q_mult);
404
0
  }
405
406
0
  if (tuning == AOM_TUNE_IQ || tuning == AOM_TUNE_SSIMULACRA2) {
407
0
    int weight;
408
409
    // Weight terms were determined by iteratively testing various weights
410
    // on CID22 and Daala's subset1, and observing its effects on visual
411
    // quality and SSIMULACRA 2 scores along the usable (0-100) range.
412
0
    if (mode == REALTIME) {
413
      // Realtime mode: further multiply rdmult by a fourth (32/128 = 0.25)
414
      // to improve image quality.
415
      // The most noticeable effect is that for inter frames, there's a
416
      // stronger bias towards choosing inter prediction modes with encoded
417
      // coefficient residuals (i.e. no skip mode).
418
0
      weight = 32;
419
0
    } else {
420
      // All-intra and good-quality modes: Further multiply rdmult (by up to
421
      // 200/128 = 1.5625) to improve image quality.
422
      // The most noticeable effect is a mild bias towards choosing larger
423
      // transform sizes (e.g. one 16x16 transform instead of 4 8x8 transforms).
424
      // For very high qindexes, start progressively reducing the weight towards
425
      // unity (128/128), as transforms are large enough and making them even
426
      // larger actually harms subjective quality and SSIMULACRA 2 scores.
427
      // The ramp-down part of the equation was determined by choosing a fixed
428
      // initial qindex point [qindex 159 = (255 - 159) * 3 / 4] where
429
      // SSIMULACRA 2 scores for encodes with qindexes greater than 159 scored
430
      // at or above their equivalents with no rdmult adjustment.
431
0
      weight = clamp(((255 - qindex) * 3) / 4, 0, 72) + 128;
432
0
    }
433
0
    rdmult = (int64_t)((double)rdmult * weight / 128.0);
434
0
  }
435
436
0
  switch (bit_depth) {
437
0
    case AOM_BITS_8: break;
438
0
    case AOM_BITS_10: rdmult = ROUND_POWER_OF_TWO(rdmult, 4); break;
439
0
    case AOM_BITS_12: rdmult = ROUND_POWER_OF_TWO(rdmult, 8); break;
440
0
    default:
441
0
      assert(0 && "bit_depth should be AOM_BITS_8, AOM_BITS_10 or AOM_BITS_12");
442
0
      return -1;
443
0
  }
444
0
  return rdmult > 0 ? (int)AOMMIN(rdmult, INT_MAX) : 1;
445
0
}
446
447
int av1_compute_rd_mult(const int qindex, const aom_bit_depth_t bit_depth,
448
                        const FRAME_UPDATE_TYPE update_type,
449
                        const int layer_depth, const int boost_index,
450
                        const FRAME_TYPE frame_type,
451
                        const int use_fixed_qp_offsets,
452
                        const int is_stat_consumption_stage,
453
0
                        const aom_tune_metric tuning, const MODE mode) {
454
0
  int64_t rdmult = av1_compute_rd_mult_based_on_qindex(bit_depth, update_type,
455
0
                                                       qindex, tuning, mode);
456
0
  if (is_stat_consumption_stage && (use_fixed_qp_offsets == 0) &&
457
0
      (frame_type != KEY_FRAME)) {
458
    // Layer depth adjustment
459
0
    rdmult = (rdmult * rd_layer_depth_factor[layer_depth]) >> 7;
460
    // ARF boost adjustment
461
0
    rdmult += ((rdmult * rd_boost_factor[boost_index]) >> 7);
462
0
  }
463
0
  return rdmult > 0 ? (int)AOMMIN(rdmult, INT_MAX) : 1;
464
0
}
465
466
0
int av1_get_deltaq_offset(aom_bit_depth_t bit_depth, int qindex, double beta) {
467
0
  assert(beta > 0.0);
468
0
  int q = av1_dc_quant_QTX(qindex, 0, bit_depth);
469
0
  int newq = (int)rint(q / sqrt(beta));
470
0
  int orig_qindex = qindex;
471
0
  if (newq == q) {
472
0
    return 0;
473
0
  }
474
0
  if (newq < q) {
475
0
    while (qindex > 0) {
476
0
      qindex--;
477
0
      q = av1_dc_quant_QTX(qindex, 0, bit_depth);
478
0
      if (newq >= q) {
479
0
        break;
480
0
      }
481
0
    }
482
0
  } else {
483
0
    while (qindex < MAXQ) {
484
0
      qindex++;
485
0
      q = av1_dc_quant_QTX(qindex, 0, bit_depth);
486
0
      if (newq <= q) {
487
0
        break;
488
0
      }
489
0
    }
490
0
  }
491
0
  return qindex - orig_qindex;
492
0
}
493
494
int av1_adjust_q_from_delta_q_res(int delta_q_res, int prev_qindex,
495
0
                                  int curr_qindex) {
496
0
  curr_qindex = clamp(curr_qindex, delta_q_res, 256 - delta_q_res);
497
0
  const int sign_deltaq_index = curr_qindex - prev_qindex >= 0 ? 1 : -1;
498
0
  const int deltaq_deadzone = delta_q_res / 4;
499
0
  const int qmask = ~(delta_q_res - 1);
500
0
  int abs_deltaq_index = abs(curr_qindex - prev_qindex);
501
0
  abs_deltaq_index = (abs_deltaq_index + deltaq_deadzone) & qmask;
502
0
  int adjust_qindex = prev_qindex + sign_deltaq_index * abs_deltaq_index;
503
0
  adjust_qindex = AOMMAX(adjust_qindex, MINQ + 1);
504
0
  return adjust_qindex;
505
0
}
506
507
#if !CONFIG_REALTIME_ONLY
508
0
int av1_get_adaptive_rdmult(const AV1_COMP *cpi, double beta) {
509
0
  assert(beta > 0.0);
510
0
  const AV1_COMMON *cm = &cpi->common;
511
512
0
  const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
513
0
  const int boost_index = AOMMIN(15, (cpi->ppi->p_rc.gfu_boost / 100));
514
0
  const int layer_depth = AOMMIN(gf_group->layer_depth[cpi->gf_frame_index], 6);
515
0
  const FRAME_TYPE frame_type = cm->current_frame.frame_type;
516
517
0
  const int qindex_rdmult = cm->quant_params.base_qindex;
518
0
  return (int)(av1_compute_rd_mult(
519
0
                   qindex_rdmult, cm->seq_params->bit_depth,
520
0
                   cpi->ppi->gf_group.update_type[cpi->gf_frame_index],
521
0
                   layer_depth, boost_index, frame_type,
522
0
                   cpi->oxcf.q_cfg.use_fixed_qp_offsets,
523
0
                   is_stat_consumption_stage(cpi), cpi->oxcf.tune_cfg.tuning,
524
0
                   cpi->oxcf.mode) /
525
0
               beta);
526
0
}
527
#endif  // !CONFIG_REALTIME_ONLY
528
529
0
static int compute_rd_thresh_factor(int qindex, aom_bit_depth_t bit_depth) {
530
0
  double q;
531
0
  switch (bit_depth) {
532
0
    case AOM_BITS_8: q = av1_dc_quant_QTX(qindex, 0, AOM_BITS_8) / 4.0; break;
533
0
    case AOM_BITS_10:
534
0
      q = av1_dc_quant_QTX(qindex, 0, AOM_BITS_10) / 16.0;
535
0
      break;
536
0
    case AOM_BITS_12:
537
0
      q = av1_dc_quant_QTX(qindex, 0, AOM_BITS_12) / 64.0;
538
0
      break;
539
0
    default:
540
0
      assert(0 && "bit_depth should be AOM_BITS_8, AOM_BITS_10 or AOM_BITS_12");
541
0
      return -1;
542
0
  }
543
  // TODO(debargha): Adjust the function below.
544
0
  return AOMMAX((int)(pow(q, RD_THRESH_POW) * 5.12), 8);
545
0
}
546
547
0
void av1_set_sad_per_bit(const AV1_COMP *cpi, int *sadperbit, int qindex) {
548
0
  switch (cpi->common.seq_params->bit_depth) {
549
0
    case AOM_BITS_8: *sadperbit = sad_per_bit_lut_8[qindex]; break;
550
0
    case AOM_BITS_10: *sadperbit = sad_per_bit_lut_10[qindex]; break;
551
0
    case AOM_BITS_12: *sadperbit = sad_per_bit_lut_12[qindex]; break;
552
0
    default:
553
0
      assert(0 && "bit_depth should be AOM_BITS_8, AOM_BITS_10 or AOM_BITS_12");
554
0
  }
555
0
}
556
557
static void set_block_thresholds(const AV1_COMMON *cm, RD_OPT *rd,
558
0
                                 int use_nonrd_pick_mode) {
559
0
  int i, bsize, segment_id;
560
0
  THR_MODES mode_indices[RTC_REFS * RTC_MODES] = { 0 };
561
0
  int num_modes_count = use_nonrd_pick_mode ? 0 : MAX_MODES;
562
563
0
  if (use_nonrd_pick_mode) {
564
0
    for (int r_idx = 0; r_idx < RTC_REFS; r_idx++) {
565
0
      const MV_REFERENCE_FRAME ref = real_time_ref_combos[r_idx][0];
566
0
      if (ref != INTRA_FRAME) {
567
0
        for (i = 0; i < RTC_INTER_MODES; i++)
568
0
          mode_indices[num_modes_count++] =
569
0
              mode_idx[ref][mode_offset(inter_mode_list[i])];
570
0
      } else {
571
0
        for (i = 0; i < RTC_INTRA_MODES; i++)
572
0
          mode_indices[num_modes_count++] =
573
0
              mode_idx[ref][mode_offset(intra_mode_list[i])];
574
0
      }
575
0
    }
576
0
  }
577
578
0
  for (segment_id = 0; segment_id < MAX_SEGMENTS; ++segment_id) {
579
0
    const int qindex = clamp(
580
0
        av1_get_qindex(&cm->seg, segment_id, cm->quant_params.base_qindex) +
581
0
            cm->quant_params.y_dc_delta_q,
582
0
        0, MAXQ);
583
0
    const int q = compute_rd_thresh_factor(qindex, cm->seq_params->bit_depth);
584
585
0
    for (bsize = 0; bsize < BLOCK_SIZES_ALL; ++bsize) {
586
      // Threshold here seems unnecessarily harsh but fine given actual
587
      // range of values used for cpi->sf.thresh_mult[].
588
0
      const int t = q * rd_thresh_block_size_factor[bsize];
589
0
      const int thresh_max = INT_MAX / t;
590
591
0
      for (i = 0; i < num_modes_count; ++i) {
592
0
        const int mode_index = use_nonrd_pick_mode ? mode_indices[i] : i;
593
0
        rd->threshes[segment_id][bsize][mode_index] =
594
0
            rd->thresh_mult[mode_index] < thresh_max
595
0
                ? rd->thresh_mult[mode_index] * t / 4
596
0
                : INT_MAX;
597
0
      }
598
0
    }
599
0
  }
600
0
}
601
602
void av1_fill_coeff_costs(CoeffCosts *coeff_costs, FRAME_CONTEXT *fc,
603
0
                          const int num_planes) {
604
0
  const int nplanes = AOMMIN(num_planes, PLANE_TYPES);
605
0
  for (int eob_multi_size = 0; eob_multi_size < 7; ++eob_multi_size) {
606
0
    for (int plane = 0; plane < nplanes; ++plane) {
607
0
      LV_MAP_EOB_COST *pcost = &coeff_costs->eob_costs[eob_multi_size][plane];
608
609
0
      for (int ctx = 0; ctx < 2; ++ctx) {
610
0
        aom_cdf_prob *pcdf;
611
0
        switch (eob_multi_size) {
612
0
          case 0: pcdf = fc->eob_flag_cdf16[plane][ctx]; break;
613
0
          case 1: pcdf = fc->eob_flag_cdf32[plane][ctx]; break;
614
0
          case 2: pcdf = fc->eob_flag_cdf64[plane][ctx]; break;
615
0
          case 3: pcdf = fc->eob_flag_cdf128[plane][ctx]; break;
616
0
          case 4: pcdf = fc->eob_flag_cdf256[plane][ctx]; break;
617
0
          case 5: pcdf = fc->eob_flag_cdf512[plane][ctx]; break;
618
0
          case 6:
619
0
          default: pcdf = fc->eob_flag_cdf1024[plane][ctx]; break;
620
0
        }
621
0
        av1_cost_tokens_from_cdf(pcost->eob_cost[ctx], pcdf, NULL);
622
0
      }
623
0
    }
624
0
  }
625
0
  for (int tx_size = 0; tx_size < TX_SIZES; ++tx_size) {
626
0
    for (int plane = 0; plane < nplanes; ++plane) {
627
0
      LV_MAP_COEFF_COST *pcost = &coeff_costs->coeff_costs[tx_size][plane];
628
629
0
      for (int ctx = 0; ctx < TXB_SKIP_CONTEXTS; ++ctx)
630
0
        av1_cost_tokens_from_cdf(pcost->txb_skip_cost[ctx],
631
0
                                 fc->txb_skip_cdf[tx_size][ctx], NULL);
632
633
0
      for (int ctx = 0; ctx < SIG_COEF_CONTEXTS_EOB; ++ctx)
634
0
        av1_cost_tokens_from_cdf(pcost->base_eob_cost[ctx],
635
0
                                 fc->coeff_base_eob_cdf[tx_size][plane][ctx],
636
0
                                 NULL);
637
0
      for (int ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx)
638
0
        av1_cost_tokens_from_cdf(pcost->base_cost[ctx],
639
0
                                 fc->coeff_base_cdf[tx_size][plane][ctx], NULL);
640
641
0
      for (int ctx = 0; ctx < SIG_COEF_CONTEXTS; ++ctx) {
642
0
        pcost->base_cost[ctx][4] = 0;
643
0
        pcost->base_cost[ctx][5] = pcost->base_cost[ctx][1] +
644
0
                                   av1_cost_literal(1) -
645
0
                                   pcost->base_cost[ctx][0];
646
0
        pcost->base_cost[ctx][6] =
647
0
            pcost->base_cost[ctx][2] - pcost->base_cost[ctx][1];
648
0
        pcost->base_cost[ctx][7] =
649
0
            pcost->base_cost[ctx][3] - pcost->base_cost[ctx][2];
650
0
      }
651
652
0
      for (int ctx = 0; ctx < EOB_COEF_CONTEXTS; ++ctx)
653
0
        av1_cost_tokens_from_cdf(pcost->eob_extra_cost[ctx],
654
0
                                 fc->eob_extra_cdf[tx_size][plane][ctx], NULL);
655
656
0
      for (int ctx = 0; ctx < DC_SIGN_CONTEXTS; ++ctx)
657
0
        av1_cost_tokens_from_cdf(pcost->dc_sign_cost[ctx],
658
0
                                 fc->dc_sign_cdf[plane][ctx], NULL);
659
660
0
      for (int ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx) {
661
0
        int br_rate[BR_CDF_SIZE];
662
0
        int prev_cost = 0;
663
0
        int i, j;
664
0
        av1_cost_tokens_from_cdf(
665
0
            br_rate, fc->coeff_br_cdf[AOMMIN(tx_size, TX_32X32)][plane][ctx],
666
0
            NULL);
667
0
        for (i = 0; i < COEFF_BASE_RANGE; i += BR_CDF_SIZE - 1) {
668
0
          for (j = 0; j < BR_CDF_SIZE - 1; j++) {
669
0
            pcost->lps_cost[ctx][i + j] = prev_cost + br_rate[j];
670
0
          }
671
0
          prev_cost += br_rate[j];
672
0
        }
673
0
        pcost->lps_cost[ctx][i] = prev_cost;
674
0
      }
675
0
      for (int ctx = 0; ctx < LEVEL_CONTEXTS; ++ctx) {
676
0
        pcost->lps_cost[ctx][0 + COEFF_BASE_RANGE + 1] =
677
0
            pcost->lps_cost[ctx][0];
678
0
        for (int i = 1; i <= COEFF_BASE_RANGE; ++i) {
679
0
          pcost->lps_cost[ctx][i + COEFF_BASE_RANGE + 1] =
680
0
              pcost->lps_cost[ctx][i] - pcost->lps_cost[ctx][i - 1];
681
0
        }
682
0
      }
683
0
    }
684
0
  }
685
0
}
686
687
void av1_fill_mv_costs(const nmv_context *nmvc, int integer_mv, int usehp,
688
0
                       MvCosts *mv_costs) {
689
  // Avoid accessing 'mv_costs' when it is not allocated.
690
0
  if (mv_costs == NULL) return;
691
692
0
  mv_costs->nmv_cost[0] = &mv_costs->nmv_cost_alloc[0][MV_MAX];
693
0
  mv_costs->nmv_cost[1] = &mv_costs->nmv_cost_alloc[1][MV_MAX];
694
0
  mv_costs->nmv_cost_hp[0] = &mv_costs->nmv_cost_hp_alloc[0][MV_MAX];
695
0
  mv_costs->nmv_cost_hp[1] = &mv_costs->nmv_cost_hp_alloc[1][MV_MAX];
696
0
  if (integer_mv) {
697
0
    mv_costs->mv_cost_stack = (int **)&mv_costs->nmv_cost;
698
0
    av1_build_nmv_cost_table(mv_costs->nmv_joint_cost, mv_costs->mv_cost_stack,
699
0
                             nmvc, MV_SUBPEL_NONE);
700
0
  } else {
701
0
    mv_costs->mv_cost_stack =
702
0
        usehp ? mv_costs->nmv_cost_hp : mv_costs->nmv_cost;
703
0
    av1_build_nmv_cost_table(mv_costs->nmv_joint_cost, mv_costs->mv_cost_stack,
704
0
                             nmvc, usehp);
705
0
  }
706
0
}
707
708
0
void av1_fill_dv_costs(const nmv_context *ndvc, IntraBCMVCosts *dv_costs) {
709
0
  dv_costs->dv_costs[0] = &dv_costs->dv_costs_alloc[0][MV_MAX];
710
0
  dv_costs->dv_costs[1] = &dv_costs->dv_costs_alloc[1][MV_MAX];
711
0
  av1_build_nmv_cost_table(dv_costs->joint_mv, dv_costs->dv_costs, ndvc,
712
0
                           MV_SUBPEL_NONE);
713
0
}
714
715
// Populates speed features based on codec control settings (of type
716
// COST_UPDATE_TYPE) and expected speed feature settings (of type
717
// INTERNAL_COST_UPDATE_TYPE) by considering the least frequent cost update.
718
// The populated/updated speed features are used for cost updates in the
719
// encoder.
720
// WARNING: Population of unified cost update frequency needs to be taken care
721
// accordingly, in case of any modifications/additions to the enum
722
// COST_UPDATE_TYPE/INTERNAL_COST_UPDATE_TYPE.
723
static inline void populate_unified_cost_update_freq(
724
0
    const CostUpdateFreq cost_upd_freq, SPEED_FEATURES *const sf) {
725
0
  INTER_MODE_SPEED_FEATURES *const inter_sf = &sf->inter_sf;
726
  // Mapping of entropy cost update frequency from the encoder's codec control
727
  // settings of type COST_UPDATE_TYPE to speed features of type
728
  // INTERNAL_COST_UPDATE_TYPE.
729
0
  static const INTERNAL_COST_UPDATE_TYPE
730
0
      map_cost_upd_to_internal_cost_upd[NUM_COST_UPDATE_TYPES] = {
731
0
        INTERNAL_COST_UPD_SB, INTERNAL_COST_UPD_SBROW, INTERNAL_COST_UPD_TILE,
732
0
        INTERNAL_COST_UPD_OFF
733
0
      };
734
735
0
  inter_sf->mv_cost_upd_level =
736
0
      AOMMIN(inter_sf->mv_cost_upd_level,
737
0
             map_cost_upd_to_internal_cost_upd[cost_upd_freq.mv]);
738
0
  inter_sf->coeff_cost_upd_level =
739
0
      AOMMIN(inter_sf->coeff_cost_upd_level,
740
0
             map_cost_upd_to_internal_cost_upd[cost_upd_freq.coeff]);
741
0
  inter_sf->mode_cost_upd_level =
742
0
      AOMMIN(inter_sf->mode_cost_upd_level,
743
0
             map_cost_upd_to_internal_cost_upd[cost_upd_freq.mode]);
744
0
  sf->intra_sf.dv_cost_upd_level =
745
0
      AOMMIN(sf->intra_sf.dv_cost_upd_level,
746
0
             map_cost_upd_to_internal_cost_upd[cost_upd_freq.dv]);
747
0
}
748
749
// Checks if entropy costs should be initialized/updated at frame level or not.
750
static inline int is_frame_level_cost_upd_freq_set(
751
    const AV1_COMMON *const cm, const INTERNAL_COST_UPDATE_TYPE cost_upd_level,
752
0
    const int use_nonrd_pick_mode, const int frames_since_key) {
753
0
  const int fill_costs =
754
0
      frame_is_intra_only(cm) ||
755
0
      (use_nonrd_pick_mode ? frames_since_key < 2
756
0
                           : (cm->current_frame.frame_number & 0x07) == 1);
757
0
  return ((!use_nonrd_pick_mode && cost_upd_level != INTERNAL_COST_UPD_OFF) ||
758
0
          cost_upd_level == INTERNAL_COST_UPD_TILE || fill_costs);
759
0
}
760
761
// Decide whether we want to update the mode entropy cost for the current frame.
762
// The logit is currently inherited from selective_disable_cdf_rtc.
763
0
static inline int should_force_mode_cost_update(const AV1_COMP *cpi) {
764
0
  const REAL_TIME_SPEED_FEATURES *const rt_sf = &cpi->sf.rt_sf;
765
0
  if (!rt_sf->frame_level_mode_cost_update) {
766
0
    return false;
767
0
  }
768
769
0
  if (cpi->oxcf.algo_cfg.cdf_update_mode == 2) {
770
0
    return cpi->frames_since_last_update == 1;
771
0
  } else if (cpi->oxcf.algo_cfg.cdf_update_mode == 1) {
772
0
    if (cpi->svc.number_spatial_layers == 1 &&
773
0
        cpi->svc.number_temporal_layers == 1) {
774
0
      const AV1_COMMON *const cm = &cpi->common;
775
0
      const RATE_CONTROL *const rc = &cpi->rc;
776
777
0
      return frame_is_intra_only(cm) || is_frame_resize_pending(cpi) ||
778
0
             rc->high_source_sad || rc->frames_since_key < 10 ||
779
0
             cpi->cyclic_refresh->counter_encode_maxq_scene_change < 10 ||
780
0
             cm->current_frame.frame_number % 8 == 0;
781
0
    } else if (cpi->svc.number_temporal_layers > 1) {
782
0
      return cpi->svc.temporal_layer_id != cpi->svc.number_temporal_layers - 1;
783
0
    }
784
0
  }
785
786
0
  return false;
787
0
}
788
789
0
void av1_initialize_rd_consts(AV1_COMP *cpi) {
790
0
  AV1_COMMON *const cm = &cpi->common;
791
0
  MACROBLOCK *const x = &cpi->td.mb;
792
0
  SPEED_FEATURES *const sf = &cpi->sf;
793
0
  RD_OPT *const rd = &cpi->rd;
794
0
  int use_nonrd_pick_mode = cpi->sf.rt_sf.use_nonrd_pick_mode;
795
0
  int frames_since_key = cpi->rc.frames_since_key;
796
797
0
  const GF_GROUP *const gf_group = &cpi->ppi->gf_group;
798
0
  const int boost_index = AOMMIN(15, (cpi->ppi->p_rc.gfu_boost / 100));
799
0
  const int layer_depth = AOMMIN(gf_group->layer_depth[cpi->gf_frame_index], 6);
800
0
  const FRAME_TYPE frame_type = cm->current_frame.frame_type;
801
802
0
  const int qindex_rdmult =
803
0
      cm->quant_params.base_qindex + cm->quant_params.y_dc_delta_q;
804
0
  rd->RDMULT = av1_compute_rd_mult(
805
0
      qindex_rdmult, cm->seq_params->bit_depth,
806
0
      cpi->ppi->gf_group.update_type[cpi->gf_frame_index], layer_depth,
807
0
      boost_index, frame_type, cpi->oxcf.q_cfg.use_fixed_qp_offsets,
808
0
      is_stat_consumption_stage(cpi), cpi->oxcf.tune_cfg.tuning,
809
0
      cpi->oxcf.mode);
810
#if CONFIG_RD_COMMAND
811
  if (cpi->oxcf.pass == 2) {
812
    const RD_COMMAND *rd_command = &cpi->rd_command;
813
    if (rd_command->option_ls[rd_command->frame_index] ==
814
        RD_OPTION_SET_Q_RDMULT) {
815
      rd->RDMULT = rd_command->rdmult_ls[rd_command->frame_index];
816
    }
817
  }
818
#endif  // CONFIG_RD_COMMAND
819
820
0
  av1_set_error_per_bit(&x->errorperbit, rd->RDMULT);
821
822
0
  set_block_thresholds(cm, rd, cpi->sf.rt_sf.use_nonrd_pick_mode);
823
824
0
  populate_unified_cost_update_freq(cpi->oxcf.cost_upd_freq, sf);
825
0
  const INTER_MODE_SPEED_FEATURES *const inter_sf = &cpi->sf.inter_sf;
826
  // Frame level mv cost update
827
0
  if (is_frame_level_cost_upd_freq_set(cm, inter_sf->mv_cost_upd_level,
828
0
                                       use_nonrd_pick_mode, frames_since_key)) {
829
    // Also build the table for the other precision. A later frame that skips
830
    // this update can switch to it in av1_pick_and_set_high_precision_mv().
831
0
    if (!cm->features.cur_frame_force_integer_mv) {
832
0
      av1_fill_mv_costs(&cm->fc->nmvc, 0, !cm->features.allow_high_precision_mv,
833
0
                        x->mv_costs);
834
0
    }
835
0
    av1_fill_mv_costs(&cm->fc->nmvc, cm->features.cur_frame_force_integer_mv,
836
0
                      cm->features.allow_high_precision_mv, x->mv_costs);
837
0
  }
838
839
  // Frame level coefficient cost update
840
0
  if (is_frame_level_cost_upd_freq_set(cm, inter_sf->coeff_cost_upd_level,
841
0
                                       use_nonrd_pick_mode, frames_since_key))
842
0
    av1_fill_coeff_costs(&x->coeff_costs, cm->fc, av1_num_planes(cm));
843
844
  // Frame level mode cost update
845
0
  if (should_force_mode_cost_update(cpi) ||
846
0
      is_frame_level_cost_upd_freq_set(cm, inter_sf->mode_cost_upd_level,
847
0
                                       use_nonrd_pick_mode, frames_since_key))
848
0
    av1_fill_mode_rates(cm, &x->mode_costs, cm->fc);
849
850
  // Frame level dv cost update
851
0
  if (av1_need_dv_costs(cpi)) {
852
0
    if (cpi->td.dv_costs_alloc == NULL) {
853
0
      CHECK_MEM_ERROR(
854
0
          cm, cpi->td.dv_costs_alloc,
855
0
          (IntraBCMVCosts *)aom_malloc(sizeof(*cpi->td.dv_costs_alloc)));
856
0
      cpi->td.mb.dv_costs = cpi->td.dv_costs_alloc;
857
0
    }
858
0
    av1_fill_dv_costs(&cm->fc->ndvc, x->dv_costs);
859
0
  }
860
0
}
861
862
0
static void model_rd_norm(int xsq_q10, int *r_q10, int *d_q10) {
863
  // NOTE: The tables below must be of the same size.
864
865
  // The functions described below are sampled at the four most significant
866
  // bits of x^2 + 8 / 256.
867
868
  // Normalized rate:
869
  // This table models the rate for a Laplacian source with given variance
870
  // when quantized with a uniform quantizer with given stepsize. The
871
  // closed form expression is:
872
  // Rn(x) = H(sqrt(r)) + sqrt(r)*[1 + H(r)/(1 - r)],
873
  // where r = exp(-sqrt(2) * x) and x = qpstep / sqrt(variance),
874
  // and H(x) is the binary entropy function.
875
0
  static const int rate_tab_q10[] = {
876
0
    65536, 6086, 5574, 5275, 5063, 4899, 4764, 4651, 4553, 4389, 4255, 4142,
877
0
    4044,  3958, 3881, 3811, 3748, 3635, 3538, 3453, 3376, 3307, 3244, 3186,
878
0
    3133,  3037, 2952, 2877, 2809, 2747, 2690, 2638, 2589, 2501, 2423, 2353,
879
0
    2290,  2232, 2179, 2130, 2084, 2001, 1928, 1862, 1802, 1748, 1698, 1651,
880
0
    1608,  1530, 1460, 1398, 1342, 1290, 1243, 1199, 1159, 1086, 1021, 963,
881
0
    911,   864,  821,  781,  745,  680,  623,  574,  530,  490,  455,  424,
882
0
    395,   345,  304,  269,  239,  213,  190,  171,  154,  126,  104,  87,
883
0
    73,    61,   52,   44,   38,   28,   21,   16,   12,   10,   8,    6,
884
0
    5,     3,    2,    1,    1,    1,    0,    0,
885
0
  };
886
  // Normalized distortion:
887
  // This table models the normalized distortion for a Laplacian source
888
  // with given variance when quantized with a uniform quantizer
889
  // with given stepsize. The closed form expression is:
890
  // Dn(x) = 1 - 1/sqrt(2) * x / sinh(x/sqrt(2))
891
  // where x = qpstep / sqrt(variance).
892
  // Note the actual distortion is Dn * variance.
893
0
  static const int dist_tab_q10[] = {
894
0
    0,    0,    1,    1,    1,    2,    2,    2,    3,    3,    4,    5,
895
0
    5,    6,    7,    7,    8,    9,    11,   12,   13,   15,   16,   17,
896
0
    18,   21,   24,   26,   29,   31,   34,   36,   39,   44,   49,   54,
897
0
    59,   64,   69,   73,   78,   88,   97,   106,  115,  124,  133,  142,
898
0
    151,  167,  184,  200,  215,  231,  245,  260,  274,  301,  327,  351,
899
0
    375,  397,  418,  439,  458,  495,  528,  559,  587,  613,  637,  659,
900
0
    680,  717,  749,  777,  801,  823,  842,  859,  874,  899,  919,  936,
901
0
    949,  960,  969,  977,  983,  994,  1001, 1006, 1010, 1013, 1015, 1017,
902
0
    1018, 1020, 1022, 1022, 1023, 1023, 1023, 1024,
903
0
  };
904
0
  static const int xsq_iq_q10[] = {
905
0
    0,      4,      8,      12,     16,     20,     24,     28,     32,
906
0
    40,     48,     56,     64,     72,     80,     88,     96,     112,
907
0
    128,    144,    160,    176,    192,    208,    224,    256,    288,
908
0
    320,    352,    384,    416,    448,    480,    544,    608,    672,
909
0
    736,    800,    864,    928,    992,    1120,   1248,   1376,   1504,
910
0
    1632,   1760,   1888,   2016,   2272,   2528,   2784,   3040,   3296,
911
0
    3552,   3808,   4064,   4576,   5088,   5600,   6112,   6624,   7136,
912
0
    7648,   8160,   9184,   10208,  11232,  12256,  13280,  14304,  15328,
913
0
    16352,  18400,  20448,  22496,  24544,  26592,  28640,  30688,  32736,
914
0
    36832,  40928,  45024,  49120,  53216,  57312,  61408,  65504,  73696,
915
0
    81888,  90080,  98272,  106464, 114656, 122848, 131040, 147424, 163808,
916
0
    180192, 196576, 212960, 229344, 245728,
917
0
  };
918
0
  const int tmp = (xsq_q10 >> 2) + 8;
919
0
  const int k = get_msb(tmp) - 3;
920
0
  const int xq = (k << 3) + ((tmp >> k) & 0x7);
921
0
  const int one_q10 = 1 << 10;
922
0
  const int a_q10 = ((xsq_q10 - xsq_iq_q10[xq]) << 10) >> (2 + k);
923
0
  const int b_q10 = one_q10 - a_q10;
924
0
  *r_q10 = (rate_tab_q10[xq] * b_q10 + rate_tab_q10[xq + 1] * a_q10) >> 10;
925
0
  *d_q10 = (dist_tab_q10[xq] * b_q10 + dist_tab_q10[xq + 1] * a_q10) >> 10;
926
0
}
927
928
void av1_model_rd_from_var_lapndz(int64_t var, unsigned int n_log2,
929
                                  unsigned int qstep, int *rate,
930
0
                                  int64_t *dist) {
931
  // This function models the rate and distortion for a Laplacian
932
  // source with given variance when quantized with a uniform quantizer
933
  // with given stepsize. The closed form expressions are in:
934
  // Hang and Chen, "Source Model for transform video coder and its
935
  // application - Part I: Fundamental Theory", IEEE Trans. Circ.
936
  // Sys. for Video Tech., April 1997.
937
0
  if (var == 0) {
938
0
    *rate = 0;
939
0
    *dist = 0;
940
0
  } else {
941
0
    int d_q10, r_q10;
942
0
    static const uint32_t MAX_XSQ_Q10 = 245727;
943
0
    const uint64_t xsq_q10_64 =
944
0
        (((uint64_t)qstep * qstep << (n_log2 + 10)) + (var >> 1)) / var;
945
0
    const int xsq_q10 = (int)AOMMIN(xsq_q10_64, MAX_XSQ_Q10);
946
0
    model_rd_norm(xsq_q10, &r_q10, &d_q10);
947
0
    *rate = ROUND_POWER_OF_TWO(r_q10 << n_log2, 10 - AV1_PROB_COST_SHIFT);
948
0
    *dist = (var * (int64_t)d_q10 + 512) >> 10;
949
0
  }
950
0
}
951
952
0
static double interp_cubic(const double *p, double x) {
953
0
  return p[1] + 0.5 * x *
954
0
                    (p[2] - p[0] +
955
0
                     x * (2.0 * p[0] - 5.0 * p[1] + 4.0 * p[2] - p[3] +
956
0
                          x * (3.0 * (p[1] - p[2]) + p[3] - p[0])));
957
0
}
958
959
void av1_interp_cubic_rate_dist_c(const double *p1, const double *p2, double x,
960
0
                                  double rate_dist_f[2]) {
961
0
  rate_dist_f[0] = interp_cubic(p1, x);
962
0
  rate_dist_f[1] = interp_cubic(p2, x);
963
0
}
964
965
/*
966
static double interp_bicubic(const double *p, int p_stride, double x,
967
                             double y) {
968
  double q[4];
969
  q[0] = interp_cubic(p, x);
970
  q[1] = interp_cubic(p + p_stride, x);
971
  q[2] = interp_cubic(p + 2 * p_stride, x);
972
  q[3] = interp_cubic(p + 3 * p_stride, x);
973
  return interp_cubic(q, y);
974
}
975
*/
976
977
static const uint8_t bsize_curvfit_model_cat_lookup[BLOCK_SIZES_ALL] = {
978
  0, 0, 0, 1, 1, 1, 2, 2, 2, 3, 3, 3, 3, 3, 3, 3, 1, 1, 2, 2, 3, 3
979
};
980
981
0
static int sse_norm_curvfit_model_cat_lookup(double sse_norm) {
982
0
  return (sse_norm > 16.0);
983
0
}
984
985
static const double interp_rgrid_curv[4][65] = {
986
  {
987
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
988
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
989
      0.000000,    118.257702,  120.210658,  121.434853,  122.100487,
990
      122.377758,  122.436865,  72.290102,   96.974289,   101.652727,
991
      126.830141,  140.417377,  157.644879,  184.315291,  215.823873,
992
      262.300169,  335.919859,  420.624173,  519.185032,  619.854243,
993
      726.053595,  827.663369,  933.127475,  1037.988755, 1138.839609,
994
      1233.342933, 1333.508064, 1428.760126, 1533.396364, 1616.952052,
995
      1744.539319, 1803.413586, 1951.466618, 1994.227838, 2086.031680,
996
      2148.635443, 2239.068450, 2222.590637, 2338.859809, 2402.929011,
997
      2418.727875, 2435.342670, 2471.159469, 2523.187446, 2591.183827,
998
      2674.905840, 2774.110714, 2888.555675, 3017.997952, 3162.194773,
999
      3320.903365, 3493.880956, 3680.884773, 3881.672045, 4096.000000,
1000
  },
1001
  {
1002
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1003
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1004
      0.000000,    13.087244,   15.919735,   25.930313,   24.412411,
1005
      28.567417,   29.924194,   30.857010,   32.742979,   36.382570,
1006
      39.210386,   42.265690,   47.378572,   57.014850,   82.740067,
1007
      137.346562,  219.968084,  316.781856,  415.643773,  516.706538,
1008
      614.914364,  714.303763,  815.512135,  911.210485,  1008.501528,
1009
      1109.787854, 1213.772279, 1322.922561, 1414.752579, 1510.505641,
1010
      1615.741888, 1697.989032, 1780.123933, 1847.453790, 1913.742309,
1011
      1960.828122, 2047.500168, 2085.454095, 2129.230668, 2158.171824,
1012
      2182.231724, 2217.684864, 2269.589211, 2337.264824, 2420.618694,
1013
      2519.557814, 2633.989178, 2763.819779, 2908.956609, 3069.306660,
1014
      3244.776927, 3435.274401, 3640.706076, 3860.978945, 4096.000000,
1015
  },
1016
  {
1017
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1018
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1019
      0.000000,    4.656893,    5.123633,    5.594132,    6.162376,
1020
      6.918433,    7.768444,    8.739415,    10.105862,   11.477328,
1021
      13.236604,   15.421030,   19.093623,   25.801871,   46.724612,
1022
      98.841054,   181.113466,  272.586364,  359.499769,  445.546343,
1023
      525.944439,  605.188743,  681.793483,  756.668359,  838.486885,
1024
      926.950356,  1015.482542, 1113.353926, 1204.897193, 1288.871992,
1025
      1373.464145, 1455.746628, 1527.796460, 1588.475066, 1658.144771,
1026
      1710.302500, 1807.563351, 1863.197608, 1927.281616, 1964.450872,
1027
      2022.719898, 2100.041145, 2185.205712, 2280.993936, 2387.616216,
1028
      2505.282950, 2634.204540, 2774.591385, 2926.653884, 3090.602436,
1029
      3266.647443, 3454.999303, 3655.868416, 3869.465182, 4096.000000,
1030
  },
1031
  {
1032
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1033
      0.000000,    0.000000,    0.000000,    0.000000,    0.000000,
1034
      0.000000,    0.337370,    0.391916,    0.468839,    0.566334,
1035
      0.762564,    1.069225,    1.384361,    1.787581,    2.293948,
1036
      3.251909,    4.412991,    8.050068,    11.606073,   27.668092,
1037
      65.227758,   128.463938,  202.097653,  262.715851,  312.464873,
1038
      355.601398,  400.609054,  447.201352,  495.761568,  552.871938,
1039
      619.067625,  691.984883,  773.753288,  860.628503,  946.262808,
1040
      1019.805896, 1106.061360, 1178.422145, 1244.852258, 1302.173987,
1041
      1399.650266, 1548.092912, 1545.928652, 1670.817500, 1694.523823,
1042
      1779.195362, 1882.155494, 1990.662097, 2108.325181, 2235.456119,
1043
      2372.366287, 2519.367059, 2676.769812, 2844.885918, 3024.026754,
1044
      3214.503695, 3416.628115, 3630.711389, 3857.064892, 4096.000000,
1045
  },
1046
};
1047
1048
static const double interp_dgrid_curv[3][65] = {
1049
  {
1050
      16.000000, 15.962891, 15.925174, 15.886888, 15.848074, 15.808770,
1051
      15.769015, 15.728850, 15.688313, 15.647445, 15.606284, 15.564870,
1052
      15.525918, 15.483820, 15.373330, 15.126844, 14.637442, 14.184387,
1053
      13.560070, 12.880717, 12.165995, 11.378144, 10.438769, 9.130790,
1054
      7.487633,  5.688649,  4.267515,  3.196300,  2.434201,  1.834064,
1055
      1.369920,  1.035921,  0.775279,  0.574895,  0.427232,  0.314123,
1056
      0.233236,  0.171440,  0.128188,  0.092762,  0.067569,  0.049324,
1057
      0.036330,  0.027008,  0.019853,  0.015539,  0.011093,  0.008733,
1058
      0.007624,  0.008105,  0.005427,  0.004065,  0.003427,  0.002848,
1059
      0.002328,  0.001865,  0.001457,  0.001103,  0.000801,  0.000550,
1060
      0.000348,  0.000193,  0.000085,  0.000021,  0.000000,
1061
  },
1062
  {
1063
      16.000000, 15.996116, 15.984769, 15.966413, 15.941505, 15.910501,
1064
      15.873856, 15.832026, 15.785466, 15.734633, 15.679981, 15.621967,
1065
      15.560961, 15.460157, 15.288367, 15.052462, 14.466922, 13.921212,
1066
      13.073692, 12.222005, 11.237799, 9.985848,  8.898823,  7.423519,
1067
      5.995325,  4.773152,  3.744032,  2.938217,  2.294526,  1.762412,
1068
      1.327145,  1.020728,  0.765535,  0.570548,  0.425833,  0.313825,
1069
      0.232959,  0.171324,  0.128174,  0.092750,  0.067558,  0.049319,
1070
      0.036330,  0.027008,  0.019853,  0.015539,  0.011093,  0.008733,
1071
      0.007624,  0.008105,  0.005427,  0.004065,  0.003427,  0.002848,
1072
      0.002328,  0.001865,  0.001457,  0.001103,  0.000801,  0.000550,
1073
      0.000348,  0.000193,  0.000085,  0.000021,  -0.000000,
1074
  },
1075
};
1076
1077
void av1_model_rd_curvfit(BLOCK_SIZE bsize, double sse_norm, double xqr,
1078
0
                          double rate_dist_f[2]) {
1079
0
  const double x_start = -15.5;
1080
0
  const double x_end = 16.5;
1081
0
  const double x_step = 0.5;
1082
0
  const double epsilon = 1e-6;
1083
0
  const int rcat = bsize_curvfit_model_cat_lookup[bsize];
1084
0
  const int dcat = sse_norm_curvfit_model_cat_lookup(sse_norm);
1085
0
  (void)x_end;
1086
1087
0
  xqr = AOMMAX(xqr, x_start + x_step + epsilon);
1088
0
  xqr = AOMMIN(xqr, x_end - x_step - epsilon);
1089
0
  const double x = (xqr - x_start) / x_step;
1090
0
  const int xi = (int)floor(x);
1091
0
  const double xo = x - xi;
1092
1093
0
  assert(xi > 0);
1094
1095
0
  const double *prate = &interp_rgrid_curv[rcat][(xi - 1)];
1096
0
  const double *pdist = &interp_dgrid_curv[dcat][(xi - 1)];
1097
0
  av1_interp_cubic_rate_dist(prate, pdist, xo, rate_dist_f);
1098
0
}
1099
1100
// Special clamping used in the encoder when calculating a prediction
1101
//
1102
// Logically, all pixel fetches used for prediction are clamped against the
1103
// edges of the frame. But doing this directly is slow, so instead we allocate
1104
// a finite border around the frame and fill it with copies of the outermost
1105
// pixels.
1106
//
1107
// Since this border is finite, we need to clamp the motion vector before
1108
// prediction in order to avoid out-of-bounds reads. At the same time, this
1109
// clamp must not change the prediction result.
1110
//
1111
// We can balance both of these concerns by calculating how far we would have
1112
// to go in each direction before the extended prediction region (the current
1113
// block + AOM_INTERP_EXTEND many pixels around the block) would be mapped
1114
// so that it touches the frame only at one row or column. This is a special
1115
// point because any more extreme MV will always lead to the same prediction.
1116
// So it is safe to clamp at that point.
1117
//
1118
// In the worst case, this requires a border of
1119
//   max_block_width + 2*AOM_INTERP_EXTEND = 128 + 2*4 = 136 pixels
1120
// around the frame edges.
1121
static inline void enc_clamp_mv(const AV1_COMMON *cm, const MACROBLOCKD *xd,
1122
0
                                MV *mv) {
1123
0
  int bw = xd->width << MI_SIZE_LOG2;
1124
0
  int bh = xd->height << MI_SIZE_LOG2;
1125
1126
0
  int px_to_left_edge = xd->mi_col << MI_SIZE_LOG2;
1127
0
  int px_to_right_edge = (cm->mi_params.mi_cols - xd->mi_col) << MI_SIZE_LOG2;
1128
0
  int px_to_top_edge = xd->mi_row << MI_SIZE_LOG2;
1129
0
  int px_to_bottom_edge = (cm->mi_params.mi_rows - xd->mi_row) << MI_SIZE_LOG2;
1130
1131
0
  const SubpelMvLimits mv_limits = {
1132
0
    .col_min = -GET_MV_SUBPEL(px_to_left_edge + bw + AOM_INTERP_EXTEND),
1133
0
    .col_max = GET_MV_SUBPEL(px_to_right_edge + AOM_INTERP_EXTEND),
1134
0
    .row_min = -GET_MV_SUBPEL(px_to_top_edge + bh + AOM_INTERP_EXTEND),
1135
0
    .row_max = GET_MV_SUBPEL(px_to_bottom_edge + AOM_INTERP_EXTEND)
1136
0
  };
1137
0
  clamp_mv(mv, &mv_limits);
1138
0
}
1139
1140
void av1_mv_pred(const AV1_COMP *cpi, MACROBLOCK *x, uint8_t *ref_y_buffer,
1141
0
                 int ref_y_stride, int ref_frame, BLOCK_SIZE block_size) {
1142
0
  const MV_REFERENCE_FRAME ref_frames[2] = { ref_frame, NONE_FRAME };
1143
0
  const int_mv ref_mv =
1144
0
      av1_get_ref_mv_from_stack(0, ref_frames, 0, &x->mbmi_ext);
1145
0
  const int_mv ref_mv1 =
1146
0
      av1_get_ref_mv_from_stack(0, ref_frames, 1, &x->mbmi_ext);
1147
0
  MV pred_mv[MAX_MV_REF_CANDIDATES + 1];
1148
0
  int num_mv_refs = 0;
1149
0
  pred_mv[num_mv_refs++] = ref_mv.as_mv;
1150
0
  if (ref_mv.as_int != ref_mv1.as_int) {
1151
0
    pred_mv[num_mv_refs++] = ref_mv1.as_mv;
1152
0
  }
1153
1154
0
  assert(num_mv_refs <= (int)(sizeof(pred_mv) / sizeof(pred_mv[0])));
1155
1156
0
  const uint8_t *const src_y_ptr = x->plane[0].src.buf;
1157
0
  int zero_seen = 0;
1158
0
  int best_sad = INT_MAX;
1159
0
  int max_mv = 0;
1160
  // Get the sad for each candidate reference mv.
1161
0
  for (int i = 0; i < num_mv_refs; ++i) {
1162
0
    MV *this_mv = &pred_mv[i];
1163
0
    enc_clamp_mv(&cpi->common, &x->e_mbd, this_mv);
1164
1165
0
    const int fp_row = (this_mv->row + 3 + (this_mv->row >= 0)) >> 3;
1166
0
    const int fp_col = (this_mv->col + 3 + (this_mv->col >= 0)) >> 3;
1167
0
    max_mv = AOMMAX(max_mv, AOMMAX(abs(this_mv->row), abs(this_mv->col)) >> 3);
1168
1169
0
    if (fp_row == 0 && fp_col == 0 && zero_seen) continue;
1170
0
    zero_seen |= (fp_row == 0 && fp_col == 0);
1171
1172
0
    const uint8_t *const ref_y_ptr =
1173
0
        &ref_y_buffer[ref_y_stride * fp_row + fp_col];
1174
    // Find sad for current vector.
1175
0
    const int this_sad = cpi->ppi->fn_ptr[block_size].sdf(
1176
0
        src_y_ptr, x->plane[0].src.stride, ref_y_ptr, ref_y_stride);
1177
    // Note if it is the best so far.
1178
0
    if (this_sad < best_sad) {
1179
0
      best_sad = this_sad;
1180
0
    }
1181
0
    if (i == 0)
1182
0
      x->pred_mv0_sad[ref_frame] = this_sad;
1183
0
    else if (i == 1)
1184
0
      x->pred_mv1_sad[ref_frame] = this_sad;
1185
0
  }
1186
1187
  // Note the index of the mv that worked best in the reference list.
1188
0
  x->max_mv_context[ref_frame] = max_mv;
1189
0
  x->pred_mv_sad[ref_frame] = best_sad;
1190
0
}
1191
1192
void av1_setup_pred_block(const MACROBLOCKD *xd,
1193
                          struct buf_2d dst[MAX_MB_PLANE],
1194
                          const YV12_BUFFER_CONFIG *src,
1195
                          const struct scale_factors *scale,
1196
                          const struct scale_factors *scale_uv,
1197
0
                          const int num_planes) {
1198
0
  dst[0].buf = src->y_buffer;
1199
0
  dst[0].stride = src->y_stride;
1200
0
  dst[1].buf = src->u_buffer;
1201
0
  dst[2].buf = src->v_buffer;
1202
0
  dst[1].stride = dst[2].stride = src->uv_stride;
1203
1204
0
  const int mi_row = xd->mi_row;
1205
0
  const int mi_col = xd->mi_col;
1206
0
  for (int i = 0; i < num_planes; ++i) {
1207
0
    setup_pred_plane(dst + i, xd->mi[0]->bsize, dst[i].buf,
1208
0
                     i ? src->uv_crop_width : src->y_crop_width,
1209
0
                     i ? src->uv_crop_height : src->y_crop_height,
1210
0
                     dst[i].stride, mi_row, mi_col, i ? scale_uv : scale,
1211
0
                     xd->plane[i].subsampling_x, xd->plane[i].subsampling_y);
1212
0
  }
1213
0
}
1214
1215
YV12_BUFFER_CONFIG *av1_get_scaled_ref_frame(const AV1_COMP *cpi,
1216
0
                                             int ref_frame) {
1217
0
  assert(ref_frame >= LAST_FRAME && ref_frame <= ALTREF_FRAME);
1218
0
  RefCntBuffer *const scaled_buf = cpi->scaled_ref_buf[ref_frame - 1];
1219
0
  const RefCntBuffer *const ref_buf =
1220
0
      get_ref_frame_buf(&cpi->common, ref_frame);
1221
0
  return (scaled_buf != ref_buf && scaled_buf != NULL) ? &scaled_buf->buf
1222
0
                                                       : NULL;
1223
0
}
1224
1225
int av1_get_switchable_rate(const MACROBLOCK *x, const MACROBLOCKD *xd,
1226
0
                            InterpFilter interp_filter, int dual_filter) {
1227
0
  if (interp_filter == SWITCHABLE) {
1228
0
    const MB_MODE_INFO *const mbmi = xd->mi[0];
1229
0
    int inter_filter_cost = 0;
1230
0
    for (int dir = 0; dir < 2; ++dir) {
1231
0
      if (dir && !dual_filter) break;
1232
0
      const int ctx = av1_get_pred_context_switchable_interp(xd, dir);
1233
0
      const InterpFilter filter =
1234
0
          av1_extract_interp_filter(mbmi->interp_filters, dir);
1235
0
      inter_filter_cost += x->mode_costs.switchable_interp_costs[ctx][filter];
1236
0
    }
1237
0
    return SWITCHABLE_INTERP_RATE_FACTOR * inter_filter_cost;
1238
0
  } else {
1239
0
    return 0;
1240
0
  }
1241
0
}
1242
1243
0
void av1_set_rd_speed_thresholds(AV1_COMP *cpi) {
1244
0
  RD_OPT *const rd = &cpi->rd;
1245
1246
  // Set baseline threshold values.
1247
0
  av1_zero(rd->thresh_mult);
1248
1249
0
  rd->thresh_mult[THR_NEARESTMV] = 300;
1250
0
  rd->thresh_mult[THR_NEARESTL2] = 300;
1251
0
  rd->thresh_mult[THR_NEARESTL3] = 300;
1252
0
  rd->thresh_mult[THR_NEARESTB] = 300;
1253
0
  rd->thresh_mult[THR_NEARESTA2] = 300;
1254
0
  rd->thresh_mult[THR_NEARESTA] = 300;
1255
0
  rd->thresh_mult[THR_NEARESTG] = 300;
1256
1257
0
  rd->thresh_mult[THR_NEWMV] = 1000;
1258
0
  rd->thresh_mult[THR_NEWL2] = 1000;
1259
0
  rd->thresh_mult[THR_NEWL3] = 1000;
1260
0
  rd->thresh_mult[THR_NEWB] = 1000;
1261
0
  rd->thresh_mult[THR_NEWA2] = 1100;
1262
0
  rd->thresh_mult[THR_NEWA] = 1000;
1263
0
  rd->thresh_mult[THR_NEWG] = 1000;
1264
1265
0
  rd->thresh_mult[THR_NEARMV] = 1000;
1266
0
  rd->thresh_mult[THR_NEARL2] = 1000;
1267
0
  rd->thresh_mult[THR_NEARL3] = 1000;
1268
0
  rd->thresh_mult[THR_NEARB] = 1000;
1269
0
  rd->thresh_mult[THR_NEARA2] = 1000;
1270
0
  rd->thresh_mult[THR_NEARA] = 1000;
1271
0
  rd->thresh_mult[THR_NEARG] = 1000;
1272
1273
0
  rd->thresh_mult[THR_GLOBALMV] = 2200;
1274
0
  rd->thresh_mult[THR_GLOBALL2] = 2000;
1275
0
  rd->thresh_mult[THR_GLOBALL3] = 2000;
1276
0
  rd->thresh_mult[THR_GLOBALB] = 2400;
1277
0
  rd->thresh_mult[THR_GLOBALA2] = 2000;
1278
0
  rd->thresh_mult[THR_GLOBALG] = 2000;
1279
0
  rd->thresh_mult[THR_GLOBALA] = 2400;
1280
1281
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLA] = 1100;
1282
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL2A] = 1000;
1283
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL3A] = 800;
1284
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTGA] = 900;
1285
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLB] = 1000;
1286
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL2B] = 1000;
1287
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL3B] = 1000;
1288
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTGB] = 1000;
1289
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLA2] = 1000;
1290
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL2A2] = 1000;
1291
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTL3A2] = 1000;
1292
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTGA2] = 1000;
1293
1294
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLL2] = 2000;
1295
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLL3] = 2000;
1296
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTLG] = 2000;
1297
0
  rd->thresh_mult[THR_COMP_NEAREST_NEARESTBA] = 2000;
1298
1299
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLA] = 1200;
1300
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLA] = 1500;
1301
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLA] = 1500;
1302
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLA] = 1530;
1303
0
  rd->thresh_mult[THR_COMP_NEW_NEARLA] = 1870;
1304
0
  rd->thresh_mult[THR_COMP_NEW_NEWLA] = 2400;
1305
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLA] = 2750;
1306
1307
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL2A] = 1200;
1308
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL2A] = 1500;
1309
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL2A] = 1500;
1310
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL2A] = 1870;
1311
0
  rd->thresh_mult[THR_COMP_NEW_NEARL2A] = 1700;
1312
0
  rd->thresh_mult[THR_COMP_NEW_NEWL2A] = 1800;
1313
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL2A] = 2500;
1314
1315
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL3A] = 1200;
1316
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL3A] = 1500;
1317
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL3A] = 1500;
1318
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL3A] = 1700;
1319
0
  rd->thresh_mult[THR_COMP_NEW_NEARL3A] = 1700;
1320
0
  rd->thresh_mult[THR_COMP_NEW_NEWL3A] = 2000;
1321
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL3A] = 3000;
1322
1323
0
  rd->thresh_mult[THR_COMP_NEAR_NEARGA] = 1320;
1324
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWGA] = 1500;
1325
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTGA] = 1500;
1326
0
  rd->thresh_mult[THR_COMP_NEAR_NEWGA] = 2040;
1327
0
  rd->thresh_mult[THR_COMP_NEW_NEARGA] = 1700;
1328
0
  rd->thresh_mult[THR_COMP_NEW_NEWGA] = 2000;
1329
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALGA] = 2250;
1330
1331
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLB] = 1200;
1332
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLB] = 1500;
1333
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLB] = 1500;
1334
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLB] = 1360;
1335
0
  rd->thresh_mult[THR_COMP_NEW_NEARLB] = 1700;
1336
0
  rd->thresh_mult[THR_COMP_NEW_NEWLB] = 2400;
1337
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLB] = 2250;
1338
1339
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL2B] = 1200;
1340
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL2B] = 1500;
1341
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL2B] = 1500;
1342
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL2B] = 1700;
1343
0
  rd->thresh_mult[THR_COMP_NEW_NEARL2B] = 1700;
1344
0
  rd->thresh_mult[THR_COMP_NEW_NEWL2B] = 2000;
1345
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL2B] = 2500;
1346
1347
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL3B] = 1200;
1348
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL3B] = 1500;
1349
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL3B] = 1500;
1350
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL3B] = 1870;
1351
0
  rd->thresh_mult[THR_COMP_NEW_NEARL3B] = 1700;
1352
0
  rd->thresh_mult[THR_COMP_NEW_NEWL3B] = 2000;
1353
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL3B] = 2500;
1354
1355
0
  rd->thresh_mult[THR_COMP_NEAR_NEARGB] = 1200;
1356
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWGB] = 1500;
1357
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTGB] = 1500;
1358
0
  rd->thresh_mult[THR_COMP_NEAR_NEWGB] = 1700;
1359
0
  rd->thresh_mult[THR_COMP_NEW_NEARGB] = 1700;
1360
0
  rd->thresh_mult[THR_COMP_NEW_NEWGB] = 2000;
1361
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALGB] = 2500;
1362
1363
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLA2] = 1200;
1364
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLA2] = 1800;
1365
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLA2] = 1500;
1366
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLA2] = 1700;
1367
0
  rd->thresh_mult[THR_COMP_NEW_NEARLA2] = 1700;
1368
0
  rd->thresh_mult[THR_COMP_NEW_NEWLA2] = 2000;
1369
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLA2] = 2500;
1370
1371
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL2A2] = 1200;
1372
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL2A2] = 1500;
1373
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL2A2] = 1500;
1374
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL2A2] = 1700;
1375
0
  rd->thresh_mult[THR_COMP_NEW_NEARL2A2] = 1700;
1376
0
  rd->thresh_mult[THR_COMP_NEW_NEWL2A2] = 2000;
1377
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL2A2] = 2500;
1378
1379
0
  rd->thresh_mult[THR_COMP_NEAR_NEARL3A2] = 1440;
1380
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWL3A2] = 1500;
1381
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTL3A2] = 1500;
1382
0
  rd->thresh_mult[THR_COMP_NEAR_NEWL3A2] = 1700;
1383
0
  rd->thresh_mult[THR_COMP_NEW_NEARL3A2] = 1700;
1384
0
  rd->thresh_mult[THR_COMP_NEW_NEWL3A2] = 2000;
1385
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALL3A2] = 2500;
1386
1387
0
  rd->thresh_mult[THR_COMP_NEAR_NEARGA2] = 1200;
1388
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWGA2] = 1500;
1389
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTGA2] = 1500;
1390
0
  rd->thresh_mult[THR_COMP_NEAR_NEWGA2] = 1700;
1391
0
  rd->thresh_mult[THR_COMP_NEW_NEARGA2] = 1700;
1392
0
  rd->thresh_mult[THR_COMP_NEW_NEWGA2] = 2000;
1393
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALGA2] = 2750;
1394
1395
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLL2] = 1600;
1396
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLL2] = 2000;
1397
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLL2] = 2000;
1398
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLL2] = 2640;
1399
0
  rd->thresh_mult[THR_COMP_NEW_NEARLL2] = 2200;
1400
0
  rd->thresh_mult[THR_COMP_NEW_NEWLL2] = 2400;
1401
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLL2] = 3200;
1402
1403
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLL3] = 1600;
1404
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLL3] = 2000;
1405
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLL3] = 1800;
1406
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLL3] = 2200;
1407
0
  rd->thresh_mult[THR_COMP_NEW_NEARLL3] = 2200;
1408
0
  rd->thresh_mult[THR_COMP_NEW_NEWLL3] = 2400;
1409
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLL3] = 3200;
1410
1411
0
  rd->thresh_mult[THR_COMP_NEAR_NEARLG] = 1760;
1412
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWLG] = 2400;
1413
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTLG] = 2000;
1414
0
  rd->thresh_mult[THR_COMP_NEAR_NEWLG] = 1760;
1415
0
  rd->thresh_mult[THR_COMP_NEW_NEARLG] = 2640;
1416
0
  rd->thresh_mult[THR_COMP_NEW_NEWLG] = 2400;
1417
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALLG] = 3200;
1418
1419
0
  rd->thresh_mult[THR_COMP_NEAR_NEARBA] = 1600;
1420
0
  rd->thresh_mult[THR_COMP_NEAREST_NEWBA] = 2000;
1421
0
  rd->thresh_mult[THR_COMP_NEW_NEARESTBA] = 2000;
1422
0
  rd->thresh_mult[THR_COMP_NEAR_NEWBA] = 2200;
1423
0
  rd->thresh_mult[THR_COMP_NEW_NEARBA] = 1980;
1424
0
  rd->thresh_mult[THR_COMP_NEW_NEWBA] = 2640;
1425
0
  rd->thresh_mult[THR_COMP_GLOBAL_GLOBALBA] = 3200;
1426
1427
0
  rd->thresh_mult[THR_DC] = 1000;
1428
0
  rd->thresh_mult[THR_PAETH] = 1000;
1429
0
  rd->thresh_mult[THR_SMOOTH] = 2200;
1430
0
  rd->thresh_mult[THR_SMOOTH_V] = 2000;
1431
0
  rd->thresh_mult[THR_SMOOTH_H] = 2000;
1432
0
  rd->thresh_mult[THR_H_PRED] = 2000;
1433
0
  rd->thresh_mult[THR_V_PRED] = 1800;
1434
0
  rd->thresh_mult[THR_D135_PRED] = 2500;
1435
0
  rd->thresh_mult[THR_D203_PRED] = 2000;
1436
0
  rd->thresh_mult[THR_D157_PRED] = 2500;
1437
0
  rd->thresh_mult[THR_D67_PRED] = 2000;
1438
0
  rd->thresh_mult[THR_D113_PRED] = 2500;
1439
0
  rd->thresh_mult[THR_D45_PRED] = 2500;
1440
0
}
1441
1442
static inline void update_thr_fact(int (*factor_buf)[MAX_MODES],
1443
                                   THR_MODES best_mode_index,
1444
                                   THR_MODES mode_start, THR_MODES mode_end,
1445
                                   BLOCK_SIZE min_size, BLOCK_SIZE max_size,
1446
0
                                   int max_rd_thresh_factor) {
1447
0
  if (mode_start >= mode_end) return;
1448
0
  const int best_in_range =
1449
0
      (best_mode_index >= mode_start && best_mode_index < mode_end);
1450
0
  for (BLOCK_SIZE bs = min_size; bs <= max_size; ++bs) {
1451
0
    int *__restrict const row = factor_buf[bs];
1452
0
    const int best_val = best_in_range ? row[best_mode_index] : 0;
1453
0
    for (THR_MODES mode = mode_start; mode < mode_end; ++mode) {
1454
0
      row[mode] = AOMMIN(row[mode] + RD_THRESH_INC, max_rd_thresh_factor);
1455
0
    }
1456
0
    if (best_in_range) {
1457
0
      row[best_mode_index] = best_val - (best_val >> RD_THRESH_LOG_DEC_FACTOR);
1458
0
    }
1459
0
  }
1460
0
}
1461
1462
void av1_update_rd_thresh_fact(
1463
    const AV1_COMMON *const cm, int (*factor_buf)[MAX_MODES],
1464
    int use_adaptive_rd_thresh, BLOCK_SIZE bsize, THR_MODES best_mode_index,
1465
    THR_MODES inter_mode_start, THR_MODES inter_mode_end,
1466
0
    THR_MODES intra_mode_start, THR_MODES intra_mode_end) {
1467
0
  assert(use_adaptive_rd_thresh > 0);
1468
0
  const int max_rd_thresh_factor = use_adaptive_rd_thresh * RD_THRESH_MAX_FACT;
1469
1470
0
  const int bsize_is_1_to_4 = bsize > cm->seq_params->sb_size;
1471
0
  BLOCK_SIZE min_size, max_size;
1472
0
  if (bsize_is_1_to_4) {
1473
    // This part handles block sizes with 1:4 and 4:1 aspect ratios
1474
    // TODO(any): Experiment with threshold update for parent/child blocks
1475
0
    min_size = bsize;
1476
0
    max_size = bsize;
1477
0
  } else {
1478
0
    min_size = AOMMAX(bsize - 2, BLOCK_4X4);
1479
0
    max_size = AOMMIN(bsize + 2, (int)cm->seq_params->sb_size);
1480
0
  }
1481
1482
0
  if (inter_mode_start <= inter_mode_end &&
1483
0
      inter_mode_end == intra_mode_start) {
1484
0
    update_thr_fact(factor_buf, best_mode_index, inter_mode_start,
1485
0
                    intra_mode_end, min_size, max_size, max_rd_thresh_factor);
1486
0
  } else {
1487
0
    update_thr_fact(factor_buf, best_mode_index, inter_mode_start,
1488
0
                    inter_mode_end, min_size, max_size, max_rd_thresh_factor);
1489
0
    update_thr_fact(factor_buf, best_mode_index, intra_mode_start,
1490
0
                    intra_mode_end, min_size, max_size, max_rd_thresh_factor);
1491
0
  }
1492
0
}
1493
1494
int av1_get_intra_cost_penalty(int qindex, int qdelta,
1495
0
                               aom_bit_depth_t bit_depth) {
1496
0
  const int q = av1_dc_quant_QTX(qindex, qdelta, bit_depth);
1497
0
  switch (bit_depth) {
1498
0
    case AOM_BITS_8: return 20 * q;
1499
0
    case AOM_BITS_10: return 5 * q;
1500
0
    case AOM_BITS_12: return ROUND_POWER_OF_TWO(5 * q, 2);
1501
0
    default:
1502
0
      assert(0 && "bit_depth should be AOM_BITS_8, AOM_BITS_10 or AOM_BITS_12");
1503
0
      return -1;
1504
0
  }
1505
0
}