Coverage Report

Created: 2022-08-24 06:11

/src/aom/av1/encoder/aq_complexity.c
Line
Count
Source (jump to first uncovered line)
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#include <limits.h>
13
#include <math.h>
14
15
#include "av1/encoder/aq_complexity.h"
16
#include "av1/encoder/aq_variance.h"
17
#include "av1/encoder/encodeframe.h"
18
#include "av1/common/seg_common.h"
19
#include "av1/encoder/segmentation.h"
20
#include "aom_dsp/aom_dsp_common.h"
21
22
0
#define AQ_C_SEGMENTS 5
23
0
#define DEFAULT_AQ2_SEG 3  // Neutral Q segment
24
#define AQ_C_STRENGTHS 3
25
static const double aq_c_q_adj_factor[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
26
  { 1.75, 1.25, 1.05, 1.00, 0.90 },
27
  { 2.00, 1.50, 1.15, 1.00, 0.85 },
28
  { 2.50, 1.75, 1.25, 1.00, 0.80 }
29
};
30
static const double aq_c_transitions[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
31
  { 0.15, 0.30, 0.55, 2.00, 100.0 },
32
  { 0.20, 0.40, 0.65, 2.00, 100.0 },
33
  { 0.25, 0.50, 0.75, 2.00, 100.0 }
34
};
35
static const double aq_c_var_thresholds[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = {
36
  { -4.0, -3.0, -2.0, 100.00, 100.0 },
37
  { -3.5, -2.5, -1.5, 100.00, 100.0 },
38
  { -3.0, -2.0, -1.0, 100.00, 100.0 }
39
};
40
41
0
static int get_aq_c_strength(int q_index, aom_bit_depth_t bit_depth) {
42
  // Approximate base quatizer (truncated to int)
43
0
  const int base_quant = av1_ac_quant_QTX(q_index, 0, bit_depth) / 4;
44
0
  return (base_quant > 10) + (base_quant > 25);
45
0
}
46
47
0
static bool is_frame_aq_enabled(const AV1_COMP *const cpi) {
48
0
  const AV1_COMMON *const cm = &cpi->common;
49
0
  const RefreshFrameInfo *const refresh_frame = &cpi->refresh_frame;
50
51
0
  return frame_is_intra_only(cm) || cm->features.error_resilient_mode ||
52
0
         refresh_frame->alt_ref_frame ||
53
0
         (refresh_frame->golden_frame && !cpi->rc.is_src_frame_alt_ref);
54
0
}
55
56
// Segmentation only makes sense if the target bits per SB is above a threshold.
57
// Below this the overheads will usually outweigh any benefit.
58
0
static bool is_sb_aq_enabled(const AV1_COMP *const cpi) {
59
0
  return cpi->rc.sb64_target_rate >= 256;
60
0
}
61
62
0
void av1_setup_in_frame_q_adj(AV1_COMP *cpi) {
63
0
  AV1_COMMON *const cm = &cpi->common;
64
0
  const int base_qindex = cm->quant_params.base_qindex;
65
0
  struct segmentation *const seg = &cm->seg;
66
0
  const int resolution_change =
67
0
      cm->prev_frame && (cm->width != cm->prev_frame->width ||
68
0
                         cm->height != cm->prev_frame->height);
69
70
  // Make SURE use of floating point in this function is safe.
71
72
0
  if (resolution_change) {
73
0
    memset(cpi->enc_seg.map, 0, cm->mi_params.mi_rows * cm->mi_params.mi_cols);
74
0
    av1_clearall_segfeatures(seg);
75
0
    av1_disable_segmentation(seg);
76
0
    return;
77
0
  }
78
79
0
  if (is_frame_aq_enabled(cpi)) {
80
0
    int segment;
81
0
    const int aq_strength =
82
0
        get_aq_c_strength(base_qindex, cm->seq_params->bit_depth);
83
84
    // Clear down the segment map.
85
0
    memset(cpi->enc_seg.map, DEFAULT_AQ2_SEG,
86
0
           cm->mi_params.mi_rows * cm->mi_params.mi_cols);
87
88
0
    av1_clearall_segfeatures(seg);
89
90
0
    if (!is_sb_aq_enabled(cpi)) {
91
0
      av1_disable_segmentation(seg);
92
0
      return;
93
0
    }
94
95
0
    av1_enable_segmentation(seg);
96
97
    // Default segment "Q" feature is disabled so it defaults to the baseline Q.
98
0
    av1_disable_segfeature(seg, DEFAULT_AQ2_SEG, SEG_LVL_ALT_Q);
99
100
    // Use some of the segments for in frame Q adjustment.
101
0
    for (segment = 0; segment < AQ_C_SEGMENTS; ++segment) {
102
0
      int qindex_delta;
103
104
0
      if (segment == DEFAULT_AQ2_SEG) continue;
105
106
0
      qindex_delta = av1_compute_qdelta_by_rate(
107
0
          &cpi->rc, cm->current_frame.frame_type, base_qindex,
108
0
          aq_c_q_adj_factor[aq_strength][segment], cpi->is_screen_content_type,
109
0
          cm->seq_params->bit_depth);
110
111
      // For AQ complexity mode, we dont allow Q0 in a segment if the base
112
      // Q is not 0. Q0 (lossless) implies 4x4 only and in AQ mode 2 a segment
113
      // Q delta is sometimes applied without going back around the rd loop.
114
      // This could lead to an illegal combination of partition size and q.
115
0
      if ((base_qindex != 0) && ((base_qindex + qindex_delta) == 0)) {
116
0
        qindex_delta = -base_qindex + 1;
117
0
      }
118
0
      if ((base_qindex + qindex_delta) > 0) {
119
0
        av1_enable_segfeature(seg, segment, SEG_LVL_ALT_Q);
120
0
        av1_set_segdata(seg, segment, SEG_LVL_ALT_Q, qindex_delta);
121
0
      }
122
0
    }
123
0
  }
124
0
}
125
126
0
#define DEFAULT_LV_THRESH 10.0
127
#define MIN_DEFAULT_LV_THRESH 8.0
128
// Select a segment for the current block.
129
// The choice of segment for a block depends on the ratio of the projected
130
// bits for the block vs a target average and its spatial complexity.
131
void av1_caq_select_segment(const AV1_COMP *cpi, MACROBLOCK *mb, BLOCK_SIZE bs,
132
0
                            int mi_row, int mi_col, int projected_rate) {
133
0
  if ((!is_frame_aq_enabled(cpi)) || (!is_sb_aq_enabled(cpi))) return;
134
0
  const AV1_COMMON *const cm = &cpi->common;
135
0
  const int num_planes = av1_num_planes(cm);
136
137
0
  const int mi_offset = mi_row * cm->mi_params.mi_cols + mi_col;
138
0
  const int xmis = AOMMIN(cm->mi_params.mi_cols - mi_col, mi_size_wide[bs]);
139
0
  const int ymis = AOMMIN(cm->mi_params.mi_rows - mi_row, mi_size_high[bs]);
140
0
  int x, y;
141
0
  int i;
142
0
  unsigned char segment;
143
144
0
  if (0) {
145
0
    segment = DEFAULT_AQ2_SEG;
146
0
  } else {
147
    // Rate depends on fraction of a SB64 in frame (xmis * ymis / bw * bh).
148
    // It is converted to bits << AV1_PROB_COST_SHIFT units.
149
0
    const int64_t num = (int64_t)(cpi->rc.sb64_target_rate * xmis * ymis)
150
0
                        << AV1_PROB_COST_SHIFT;
151
0
    const int denom = cm->seq_params->mib_size * cm->seq_params->mib_size;
152
0
    const int target_rate = (int)(num / denom);
153
0
    double logvar;
154
0
    double low_var_thresh;
155
0
    const int aq_strength = get_aq_c_strength(cm->quant_params.base_qindex,
156
0
                                              cm->seq_params->bit_depth);
157
158
0
    low_var_thresh = (is_stat_consumption_stage_twopass(cpi))
159
0
                         ? AOMMAX(exp(cpi->twopass_frame.mb_av_energy),
160
0
                                  MIN_DEFAULT_LV_THRESH)
161
0
                         : DEFAULT_LV_THRESH;
162
163
0
    av1_setup_src_planes(mb, cpi->source, mi_row, mi_col, num_planes, bs);
164
0
    logvar = av1_log_block_var(cpi, mb, bs);
165
166
0
    segment = AQ_C_SEGMENTS - 1;  // Just in case no break out below.
167
0
    for (i = 0; i < AQ_C_SEGMENTS; ++i) {
168
      // Test rate against a threshold value and variance against a threshold.
169
      // Increasing segment number (higher variance and complexity) = higher Q.
170
0
      if ((projected_rate < target_rate * aq_c_transitions[aq_strength][i]) &&
171
0
          (logvar < (low_var_thresh + aq_c_var_thresholds[aq_strength][i]))) {
172
0
        segment = i;
173
0
        break;
174
0
      }
175
0
    }
176
0
  }
177
178
  // Fill in the entires in the segment map corresponding to this SB64.
179
0
  for (y = 0; y < ymis; y++) {
180
0
    for (x = 0; x < xmis; x++) {
181
0
      cpi->enc_seg.map[mi_offset + y * cm->mi_params.mi_cols + x] = segment;
182
0
    }
183
0
  }
184
0
}