/src/aom/av1/encoder/aq_complexity.c
Line | Count | Source (jump to first uncovered line) |
1 | | /* |
2 | | * Copyright (c) 2016, Alliance for Open Media. All rights reserved. |
3 | | * |
4 | | * This source code is subject to the terms of the BSD 2 Clause License and |
5 | | * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License |
6 | | * was not distributed with this source code in the LICENSE file, you can |
7 | | * obtain it at www.aomedia.org/license/software. If the Alliance for Open |
8 | | * Media Patent License 1.0 was not distributed with this source code in the |
9 | | * PATENTS file, you can obtain it at www.aomedia.org/license/patent. |
10 | | */ |
11 | | |
12 | | #include <limits.h> |
13 | | #include <math.h> |
14 | | |
15 | | #include "av1/encoder/aq_complexity.h" |
16 | | #include "av1/encoder/aq_variance.h" |
17 | | #include "av1/encoder/encodeframe.h" |
18 | | #include "av1/common/seg_common.h" |
19 | | #include "av1/encoder/segmentation.h" |
20 | | #include "aom_dsp/aom_dsp_common.h" |
21 | | |
22 | 0 | #define AQ_C_SEGMENTS 5 |
23 | 0 | #define DEFAULT_AQ2_SEG 3 // Neutral Q segment |
24 | | #define AQ_C_STRENGTHS 3 |
25 | | static const double aq_c_q_adj_factor[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = { |
26 | | { 1.75, 1.25, 1.05, 1.00, 0.90 }, |
27 | | { 2.00, 1.50, 1.15, 1.00, 0.85 }, |
28 | | { 2.50, 1.75, 1.25, 1.00, 0.80 } |
29 | | }; |
30 | | static const double aq_c_transitions[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = { |
31 | | { 0.15, 0.30, 0.55, 2.00, 100.0 }, |
32 | | { 0.20, 0.40, 0.65, 2.00, 100.0 }, |
33 | | { 0.25, 0.50, 0.75, 2.00, 100.0 } |
34 | | }; |
35 | | static const double aq_c_var_thresholds[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = { |
36 | | { -4.0, -3.0, -2.0, 100.00, 100.0 }, |
37 | | { -3.5, -2.5, -1.5, 100.00, 100.0 }, |
38 | | { -3.0, -2.0, -1.0, 100.00, 100.0 } |
39 | | }; |
40 | | |
41 | 0 | static int get_aq_c_strength(int q_index, aom_bit_depth_t bit_depth) { |
42 | | // Approximate base quatizer (truncated to int) |
43 | 0 | const int base_quant = av1_ac_quant_QTX(q_index, 0, bit_depth) / 4; |
44 | 0 | return (base_quant > 10) + (base_quant > 25); |
45 | 0 | } |
46 | | |
47 | 0 | static bool is_frame_aq_enabled(const AV1_COMP *const cpi) { |
48 | 0 | const AV1_COMMON *const cm = &cpi->common; |
49 | 0 | const RefreshFrameInfo *const refresh_frame = &cpi->refresh_frame; |
50 | |
|
51 | 0 | return frame_is_intra_only(cm) || cm->features.error_resilient_mode || |
52 | 0 | refresh_frame->alt_ref_frame || |
53 | 0 | (refresh_frame->golden_frame && !cpi->rc.is_src_frame_alt_ref); |
54 | 0 | } |
55 | | |
56 | | // Segmentation only makes sense if the target bits per SB is above a threshold. |
57 | | // Below this the overheads will usually outweigh any benefit. |
58 | 0 | static bool is_sb_aq_enabled(const AV1_COMP *const cpi) { |
59 | 0 | return cpi->rc.sb64_target_rate >= 256; |
60 | 0 | } |
61 | | |
62 | 0 | void av1_setup_in_frame_q_adj(AV1_COMP *cpi) { |
63 | 0 | AV1_COMMON *const cm = &cpi->common; |
64 | 0 | const int base_qindex = cm->quant_params.base_qindex; |
65 | 0 | struct segmentation *const seg = &cm->seg; |
66 | 0 | const int resolution_change = |
67 | 0 | cm->prev_frame && (cm->width != cm->prev_frame->width || |
68 | 0 | cm->height != cm->prev_frame->height); |
69 | | |
70 | | // Make SURE use of floating point in this function is safe. |
71 | |
|
72 | 0 | if (resolution_change) { |
73 | 0 | memset(cpi->enc_seg.map, 0, cm->mi_params.mi_rows * cm->mi_params.mi_cols); |
74 | 0 | av1_clearall_segfeatures(seg); |
75 | 0 | av1_disable_segmentation(seg); |
76 | 0 | return; |
77 | 0 | } |
78 | | |
79 | 0 | if (is_frame_aq_enabled(cpi)) { |
80 | 0 | int segment; |
81 | 0 | const int aq_strength = |
82 | 0 | get_aq_c_strength(base_qindex, cm->seq_params->bit_depth); |
83 | | |
84 | | // Clear down the segment map. |
85 | 0 | memset(cpi->enc_seg.map, DEFAULT_AQ2_SEG, |
86 | 0 | cm->mi_params.mi_rows * cm->mi_params.mi_cols); |
87 | |
|
88 | 0 | av1_clearall_segfeatures(seg); |
89 | |
|
90 | 0 | if (!is_sb_aq_enabled(cpi)) { |
91 | 0 | av1_disable_segmentation(seg); |
92 | 0 | return; |
93 | 0 | } |
94 | | |
95 | 0 | av1_enable_segmentation(seg); |
96 | | |
97 | | // Default segment "Q" feature is disabled so it defaults to the baseline Q. |
98 | 0 | av1_disable_segfeature(seg, DEFAULT_AQ2_SEG, SEG_LVL_ALT_Q); |
99 | | |
100 | | // Use some of the segments for in frame Q adjustment. |
101 | 0 | for (segment = 0; segment < AQ_C_SEGMENTS; ++segment) { |
102 | 0 | int qindex_delta; |
103 | |
|
104 | 0 | if (segment == DEFAULT_AQ2_SEG) continue; |
105 | | |
106 | 0 | qindex_delta = av1_compute_qdelta_by_rate( |
107 | 0 | cpi, cm->current_frame.frame_type, base_qindex, |
108 | 0 | aq_c_q_adj_factor[aq_strength][segment]); |
109 | | |
110 | | // For AQ complexity mode, we dont allow Q0 in a segment if the base |
111 | | // Q is not 0. Q0 (lossless) implies 4x4 only and in AQ mode 2 a segment |
112 | | // Q delta is sometimes applied without going back around the rd loop. |
113 | | // This could lead to an illegal combination of partition size and q. |
114 | 0 | if ((base_qindex != 0) && ((base_qindex + qindex_delta) == 0)) { |
115 | 0 | qindex_delta = -base_qindex + 1; |
116 | 0 | } |
117 | 0 | if ((base_qindex + qindex_delta) > 0) { |
118 | 0 | av1_enable_segfeature(seg, segment, SEG_LVL_ALT_Q); |
119 | 0 | av1_set_segdata(seg, segment, SEG_LVL_ALT_Q, qindex_delta); |
120 | 0 | } |
121 | 0 | } |
122 | 0 | } |
123 | 0 | } |
124 | | |
125 | 0 | #define DEFAULT_LV_THRESH 10.0 |
126 | | #define MIN_DEFAULT_LV_THRESH 8.0 |
127 | | // Select a segment for the current block. |
128 | | // The choice of segment for a block depends on the ratio of the projected |
129 | | // bits for the block vs a target average and its spatial complexity. |
130 | | void av1_caq_select_segment(const AV1_COMP *cpi, MACROBLOCK *mb, BLOCK_SIZE bs, |
131 | 0 | int mi_row, int mi_col, int projected_rate) { |
132 | 0 | if ((!is_frame_aq_enabled(cpi)) || (!is_sb_aq_enabled(cpi))) return; |
133 | 0 | const AV1_COMMON *const cm = &cpi->common; |
134 | 0 | const int num_planes = av1_num_planes(cm); |
135 | |
|
136 | 0 | const int mi_offset = mi_row * cm->mi_params.mi_cols + mi_col; |
137 | 0 | const int xmis = AOMMIN(cm->mi_params.mi_cols - mi_col, mi_size_wide[bs]); |
138 | 0 | const int ymis = AOMMIN(cm->mi_params.mi_rows - mi_row, mi_size_high[bs]); |
139 | 0 | int i; |
140 | 0 | unsigned char segment; |
141 | | |
142 | | // Rate depends on fraction of a SB64 in frame (xmis * ymis / bw * bh). |
143 | | // It is converted to bits << AV1_PROB_COST_SHIFT units. |
144 | 0 | const int64_t num = (int64_t)(cpi->rc.sb64_target_rate * xmis * ymis) |
145 | 0 | << AV1_PROB_COST_SHIFT; |
146 | 0 | const int denom = cm->seq_params->mib_size * cm->seq_params->mib_size; |
147 | 0 | const int target_rate = (int)(num / denom); |
148 | 0 | double logvar; |
149 | 0 | double low_var_thresh; |
150 | 0 | const int aq_strength = get_aq_c_strength(cm->quant_params.base_qindex, |
151 | 0 | cm->seq_params->bit_depth); |
152 | |
|
153 | 0 | low_var_thresh = |
154 | 0 | (is_stat_consumption_stage_twopass(cpi)) |
155 | 0 | ? AOMMAX(exp(cpi->twopass_frame.mb_av_energy), MIN_DEFAULT_LV_THRESH) |
156 | 0 | : DEFAULT_LV_THRESH; |
157 | |
|
158 | 0 | av1_setup_src_planes(mb, cpi->source, mi_row, mi_col, num_planes, bs); |
159 | 0 | logvar = av1_log_block_var(cpi, mb, bs); |
160 | |
|
161 | 0 | segment = AQ_C_SEGMENTS - 1; // Just in case no break out below. |
162 | 0 | for (i = 0; i < AQ_C_SEGMENTS; ++i) { |
163 | | // Test rate against a threshold value and variance against a threshold. |
164 | | // Increasing segment number (higher variance and complexity) = higher Q. |
165 | 0 | if ((projected_rate < target_rate * aq_c_transitions[aq_strength][i]) && |
166 | 0 | (logvar < (low_var_thresh + aq_c_var_thresholds[aq_strength][i]))) { |
167 | 0 | segment = i; |
168 | 0 | break; |
169 | 0 | } |
170 | 0 | } |
171 | | |
172 | | // Fill in the entires in the segment map corresponding to this SB64. |
173 | 0 | const int mi_stride = cm->mi_params.mi_cols; |
174 | 0 | set_segment_id(cpi->enc_seg.map, mi_offset, xmis, ymis, mi_stride, segment); |
175 | 0 | } |