/src/libhevc/decoder/ihevcd_deblk.c
Line | Count | Source |
1 | | /****************************************************************************** |
2 | | * |
3 | | * Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore |
4 | | * |
5 | | * Licensed under the Apache License, Version 2.0 (the "License"); |
6 | | * you may not use this file except in compliance with the License. |
7 | | * You may obtain a copy of the License at: |
8 | | * |
9 | | * http://www.apache.org/licenses/LICENSE-2.0 |
10 | | * |
11 | | * Unless required by applicable law or agreed to in writing, software |
12 | | * distributed under the License is distributed on an "AS IS" BASIS, |
13 | | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
14 | | * See the License for the specific language governing permissions and |
15 | | * limitations under the License. |
16 | | * |
17 | | ******************************************************************************/ |
18 | | /** |
19 | | ******************************************************************************* |
20 | | * @file |
21 | | * ihevc_deblk.c |
22 | | * |
23 | | * @brief |
24 | | * Contains definition for the ctb level deblk function |
25 | | * |
26 | | * @author |
27 | | * Srinivas T |
28 | | * |
29 | | * @par List of Functions: |
30 | | * - ihevc_deblk() |
31 | | * |
32 | | * @remarks |
33 | | * None |
34 | | * |
35 | | ******************************************************************************* |
36 | | */ |
37 | | |
38 | | #include <stdio.h> |
39 | | #include <stddef.h> |
40 | | #include <stdlib.h> |
41 | | #include <string.h> |
42 | | #include <assert.h> |
43 | | |
44 | | #include "ihevc_typedefs.h" |
45 | | #include "iv.h" |
46 | | #include "ivd.h" |
47 | | #include "ihevcd_cxa.h" |
48 | | #include "ithread.h" |
49 | | |
50 | | #include "ihevc_defs.h" |
51 | | #include "ihevc_debug.h" |
52 | | #include "ihevc_defs.h" |
53 | | #include "ihevc_structs.h" |
54 | | #include "ihevc_macros.h" |
55 | | #include "ihevc_platform_macros.h" |
56 | | #include "ihevc_cabac_tables.h" |
57 | | |
58 | | #include "ihevc_error.h" |
59 | | #include "ihevc_common_tables.h" |
60 | | |
61 | | #include "ihevcd_trace.h" |
62 | | #include "ihevcd_defs.h" |
63 | | #include "ihevcd_function_selector.h" |
64 | | #include "ihevcd_structs.h" |
65 | | #include "ihevcd_error.h" |
66 | | #include "ihevcd_nal.h" |
67 | | #include "ihevcd_bitstream.h" |
68 | | #include "ihevcd_job_queue.h" |
69 | | #include "ihevcd_utils.h" |
70 | | #include "ihevcd_debug.h" |
71 | | |
72 | | #include "ihevc_deblk.h" |
73 | | #include "ihevc_deblk_tables.h" |
74 | | #include "ihevcd_profile.h" |
75 | | /** |
76 | | ******************************************************************************* |
77 | | * |
78 | | * @brief |
79 | | * Deblock CTB level function. |
80 | | * |
81 | | * @par Description: |
82 | | * For a given CTB, deblocking on both vertical and |
83 | | * horizontal edges is done. Both the luma and chroma |
84 | | * blocks are processed |
85 | | * |
86 | | * @param[in] ps_deblk |
87 | | * Pointer to the deblock context |
88 | | * |
89 | | * @returns |
90 | | * |
91 | | * @remarks |
92 | | * None |
93 | | * |
94 | | ******************************************************************************* |
95 | | */ |
96 | | |
97 | | void ihevcd_deblk_ctb(deblk_ctxt_t *ps_deblk, |
98 | | WORD32 i4_is_last_ctb_x, |
99 | | WORD32 i4_is_last_ctb_y) |
100 | 6.24M | { |
101 | 6.24M | WORD32 ctb_size; |
102 | 6.24M | WORD32 log2_ctb_size; |
103 | 6.24M | UWORD32 u4_bs; |
104 | 6.24M | WORD32 bs_tz; /*Leading zeros in boundary strength*/ |
105 | 6.24M | WORD32 qp_p, qp_q; |
106 | | |
107 | 6.24M | WORD32 filter_p, filter_q; |
108 | | |
109 | 6.24M | UWORD8 *pu1_src; |
110 | 6.24M | WORD32 qp_strd; |
111 | 6.24M | UWORD32 *pu4_vert_bs, *pu4_horz_bs; |
112 | 6.24M | UWORD32 *pu4_ctb_vert_bs, *pu4_ctb_horz_bs; |
113 | 6.24M | WORD32 bs_strd; |
114 | 6.24M | WORD32 src_strd; |
115 | 6.24M | UWORD8 *pu1_qp; |
116 | 6.24M | UWORD16 *pu2_ctb_no_loop_filter_flag; |
117 | 6.24M | UWORD16 au2_ctb_no_loop_filter_flag[9]; |
118 | | |
119 | 6.24M | WORD32 col, row; |
120 | | |
121 | | /* Flag to indicate if QP is constant in CTB |
122 | | * 0 - top_left, 1 - top, 2 - left, 3 - current */ |
123 | 6.24M | UWORD32 u4_qp_const_in_ctb[4] = { 0, 0, 0, 0 }; |
124 | 6.24M | WORD32 ctb_indx; |
125 | 6.24M | WORD32 chroma_yuv420sp_vu = ps_deblk->is_chroma_yuv420sp_vu; |
126 | 6.24M | sps_t *ps_sps; |
127 | 6.24M | pps_t *ps_pps; |
128 | 6.24M | codec_t *ps_codec; |
129 | 6.24M | slice_header_t *ps_slice_hdr; |
130 | | |
131 | 6.24M | PROFILE_DISABLE_DEBLK(); |
132 | | |
133 | 6.24M | ps_sps = ps_deblk->ps_sps; |
134 | 6.24M | ps_pps = ps_deblk->ps_pps; |
135 | 6.24M | ps_codec = ps_deblk->ps_codec; |
136 | 6.24M | ps_slice_hdr = ps_deblk->ps_slice_hdr; |
137 | | |
138 | 6.24M | log2_ctb_size = ps_sps->i1_log2_ctb_size; |
139 | 6.24M | ctb_size = (1 << ps_sps->i1_log2_ctb_size); |
140 | | |
141 | | /* strides are in units of number of bytes */ |
142 | | /* ctb_size * ctb_size / 8 / 16 is the number of bytes needed per CTB */ |
143 | 6.24M | bs_strd = (ps_sps->i2_pic_wd_in_ctb + 1) << (2 * log2_ctb_size - 7); |
144 | | |
145 | 6.24M | pu4_vert_bs = (UWORD32 *)((UWORD8 *)ps_deblk->s_bs_ctxt.pu4_pic_vert_bs + |
146 | 6.24M | (ps_deblk->i4_ctb_x << (2 * log2_ctb_size - 7)) + |
147 | 6.24M | ps_deblk->i4_ctb_y * bs_strd); |
148 | 6.24M | pu4_ctb_vert_bs = pu4_vert_bs; |
149 | | |
150 | 6.24M | pu4_horz_bs = (UWORD32 *)((UWORD8 *)ps_deblk->s_bs_ctxt.pu4_pic_horz_bs + |
151 | 6.24M | (ps_deblk->i4_ctb_x << (2 * log2_ctb_size - 7)) + |
152 | 6.24M | ps_deblk->i4_ctb_y * bs_strd); |
153 | 6.24M | pu4_ctb_horz_bs = pu4_horz_bs; |
154 | | |
155 | 6.24M | qp_strd = ps_sps->i2_pic_wd_in_ctb << (log2_ctb_size - 3); |
156 | 6.24M | pu1_qp = ps_deblk->s_bs_ctxt.pu1_pic_qp + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * qp_strd) << (log2_ctb_size - 3)); |
157 | | |
158 | 6.24M | pu2_ctb_no_loop_filter_flag = ps_deblk->au2_ctb_no_loop_filter_flag; |
159 | | |
160 | 6.24M | ctb_indx = ps_deblk->i4_ctb_x + ps_sps->i2_pic_wd_in_ctb * ps_deblk->i4_ctb_y; |
161 | 6.24M | if(i4_is_last_ctb_y) |
162 | 8.64k | { |
163 | 8.64k | pu4_vert_bs = (UWORD32 *)((UWORD8 *)pu4_vert_bs + bs_strd); |
164 | 8.64k | pu4_ctb_vert_bs = pu4_vert_bs; |
165 | | /* ctb_size/8 is the number of edges per CTB |
166 | | * ctb_size/4 is the number of BS values needed per edge |
167 | | * divided by 8 for the number of bytes |
168 | | * 2 is the number of bits needed for each BS value */ |
169 | 8.64k | memset(pu4_vert_bs, 0, 1 << (2 * log2_ctb_size - 7)); |
170 | | |
171 | 8.64k | pu1_qp += (qp_strd << (log2_ctb_size - 3)); |
172 | 8.64k | pu2_ctb_no_loop_filter_flag += (ctb_size >> 3); |
173 | 8.64k | ctb_indx += ps_sps->i2_pic_wd_in_ctb; |
174 | 8.64k | } |
175 | | |
176 | 6.24M | if(i4_is_last_ctb_x) |
177 | 10.1k | { |
178 | 10.1k | pu4_horz_bs = (UWORD32 *)((UWORD8 *)pu4_horz_bs + (1 << (2 * log2_ctb_size - 7))); |
179 | 10.1k | pu4_ctb_horz_bs = pu4_horz_bs; |
180 | 10.1k | memset(pu4_horz_bs, 0, 1 << (2 * log2_ctb_size - 7)); |
181 | | |
182 | 10.1k | pu1_qp += (ctb_size >> 3); |
183 | | |
184 | 95.0k | for(row = 0; row < (ctb_size >> 3) + 1; row++) |
185 | 84.9k | au2_ctb_no_loop_filter_flag[row] = ps_deblk->au2_ctb_no_loop_filter_flag[row] >> (ctb_size >> 3); |
186 | 10.1k | pu2_ctb_no_loop_filter_flag = au2_ctb_no_loop_filter_flag; |
187 | 10.1k | ctb_indx += 1; |
188 | 10.1k | } |
189 | | |
190 | 6.24M | u4_qp_const_in_ctb[3] = ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx) >> 3] & (1 << (ctb_indx & 7)); |
191 | | |
192 | 6.24M | if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x) |
193 | 6.11M | { |
194 | 6.11M | u4_qp_const_in_ctb[2] = ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - 1) >> 3] & (1 << ((ctb_indx - 1) & 7)); |
195 | 6.11M | } |
196 | | |
197 | 6.24M | if((ps_deblk->i4_ctb_x || i4_is_last_ctb_x) && (ps_deblk->i4_ctb_y || i4_is_last_ctb_y)) |
198 | 5.95M | { |
199 | 5.95M | u4_qp_const_in_ctb[0] = |
200 | 5.95M | ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - ps_sps->i2_pic_wd_in_ctb - 1) >> 3] & |
201 | 5.95M | (1 << ((ctb_indx - ps_sps->i2_pic_wd_in_ctb - 1) & 7)); |
202 | 5.95M | } |
203 | | |
204 | | |
205 | | |
206 | 6.24M | if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y) |
207 | 6.07M | { |
208 | 6.07M | u4_qp_const_in_ctb[1] = |
209 | 6.07M | ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - ps_sps->i2_pic_wd_in_ctb) >> 3] & |
210 | 6.07M | (1 << ((ctb_indx - ps_sps->i2_pic_wd_in_ctb) & 7)); |
211 | 6.07M | } |
212 | | |
213 | 6.24M | src_strd = ps_codec->i4_strd; |
214 | | |
215 | | /* Luma Vertical Edge */ |
216 | | |
217 | 6.24M | if(0 == i4_is_last_ctb_x) |
218 | 6.23M | { |
219 | | /* Top CTB's slice header */ |
220 | 6.23M | slice_header_t *ps_slice_hdr_top; |
221 | 6.23M | { |
222 | 6.23M | WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb; |
223 | 6.23M | if(i4_is_last_ctb_y) |
224 | 8.64k | cur_ctb_indx += ps_sps->i2_pic_wd_in_ctb; |
225 | 6.23M | ps_slice_hdr_top = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - ps_sps->i2_pic_wd_in_ctb]; |
226 | 6.23M | } |
227 | | |
228 | 6.23M | pu1_src = ps_deblk->pu1_cur_pic_luma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd) << (log2_ctb_size)); |
229 | 6.23M | pu1_src += i4_is_last_ctb_y ? ps_deblk->ps_codec->i4_strd << log2_ctb_size : 0; |
230 | | |
231 | | /** Deblocking is done on a shifted CTB - |
232 | | * Vertical edge processing is done by shifting the CTB up by four pixels */ |
233 | 6.23M | pu1_src -= 4 * src_strd; |
234 | | |
235 | 25.8M | for(col = 0; col < ctb_size / 8; col++) |
236 | 19.6M | { |
237 | 19.6M | WORD32 shift = 0; |
238 | | |
239 | | /* downshift vert_bs by ctb_size/2 for each column |
240 | | * shift = (col & ((MAX_CTB_SIZE >> log2_ctb_size) - 1)) << (log2_ctb_size - 1); |
241 | | * which will reduce to the following assuming ctb size is one of 16, 32 and 64 |
242 | | * and deblocking is done on 8x8 grid |
243 | | */ |
244 | 19.6M | if(6 != log2_ctb_size) |
245 | 11.0M | shift = (col & 1) << (log2_ctb_size - 1); |
246 | | |
247 | | /* BS for the column - Last row is excluded and the top row is included*/ |
248 | 19.6M | u4_bs = (pu4_vert_bs[0] >> shift) << 2; |
249 | | |
250 | 19.6M | if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y) |
251 | 18.5M | { |
252 | | /* Picking the last BS of the previous CTB corresponding to the same column */ |
253 | 18.5M | UWORD32 *pu4_vert_bs_top = (UWORD32 *)((UWORD8 *)pu4_vert_bs - bs_strd); |
254 | 18.5M | UWORD32 u4_top_bs = (*pu4_vert_bs_top) >> (shift + (1 << (log2_ctb_size - 1)) - 2); |
255 | 18.5M | u4_bs |= u4_top_bs & 3; |
256 | 18.5M | } |
257 | | |
258 | 77.9M | for(row = 0; row < ctb_size / 4;) |
259 | 58.3M | { |
260 | 58.3M | WORD8 i1_beta_offset_div2 = ps_slice_hdr->i1_beta_offset_div2; |
261 | 58.3M | WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2; |
262 | | |
263 | | /* Trailing zeros are computed and the corresponding rows are not processed */ |
264 | 58.3M | bs_tz = CTZ(u4_bs) >> 1; |
265 | 58.3M | if(0 != bs_tz) |
266 | 23.0M | { |
267 | 23.0M | u4_bs = u4_bs >> (bs_tz << 1); |
268 | 23.0M | if((row + bs_tz) >= (ctb_size / 4)) |
269 | 16.8M | pu1_src += 4 * (ctb_size / 4 - row) * src_strd; |
270 | 6.18M | else |
271 | 6.18M | pu1_src += 4 * bs_tz * src_strd; |
272 | | |
273 | 23.0M | row += bs_tz; |
274 | 23.0M | continue; |
275 | 23.0M | } |
276 | | |
277 | 35.2M | if(0 == row) |
278 | 2.85M | { |
279 | 2.85M | i1_beta_offset_div2 = ps_slice_hdr_top->i1_beta_offset_div2; |
280 | 2.85M | i1_tc_offset_div2 = ps_slice_hdr_top->i1_tc_offset_div2; |
281 | | |
282 | 2.85M | if(0 == col) |
283 | 651k | { |
284 | 651k | qp_p = u4_qp_const_in_ctb[0] ? |
285 | 645k | pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] : |
286 | 651k | pu1_qp[-qp_strd - 1]; |
287 | 651k | } |
288 | 2.20M | else |
289 | 2.20M | { |
290 | 2.20M | qp_p = u4_qp_const_in_ctb[1] ? |
291 | 2.18M | pu1_qp[-ctb_size / 8 * qp_strd] : |
292 | 2.20M | pu1_qp[col - 1 - qp_strd]; |
293 | 2.20M | } |
294 | | |
295 | 2.85M | qp_q = u4_qp_const_in_ctb[1] ? |
296 | 2.82M | pu1_qp[-ctb_size / 8 * qp_strd] : |
297 | 2.85M | pu1_qp[col - qp_strd]; |
298 | 2.85M | } |
299 | 32.4M | else |
300 | 32.4M | { |
301 | 32.4M | if(0 == col) |
302 | 8.84M | { |
303 | 8.84M | qp_p = u4_qp_const_in_ctb[2] ? |
304 | 8.74M | pu1_qp[-ctb_size / 8] : |
305 | 8.84M | pu1_qp[((row - 1) >> 1) * qp_strd - 1]; |
306 | 8.84M | } |
307 | 23.5M | else |
308 | 23.5M | { |
309 | 23.5M | qp_p = u4_qp_const_in_ctb[3] ? |
310 | 26.8M | pu1_qp[0] : |
311 | 18.4E | pu1_qp[((row - 1) >> 1) * qp_strd + col - 1]; |
312 | 23.5M | } |
313 | | |
314 | 32.4M | qp_q = u4_qp_const_in_ctb[3] ? |
315 | 33.8M | pu1_qp[0] : |
316 | 18.4E | pu1_qp[((row - 1) >> 1) * qp_strd + col]; |
317 | 32.4M | } |
318 | | |
319 | 35.2M | filter_p = (pu2_ctb_no_loop_filter_flag[(row + 1) >> 1] >> col) & 1; |
320 | 35.2M | filter_q = (pu2_ctb_no_loop_filter_flag[(row + 1) >> 1] >> col) & 2; |
321 | | /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */ |
322 | 35.2M | filter_p = !filter_p; |
323 | 35.2M | filter_q = !filter_q; |
324 | | |
325 | 35.2M | if(filter_p || filter_q) |
326 | 36.0M | { |
327 | 36.0M | DUMP_DEBLK_LUMA_VERT(pu1_src, src_strd, |
328 | 36.0M | u4_bs & 3, qp_p, qp_q, |
329 | 36.0M | ps_slice_hdr->i1_beta_offset_div2, |
330 | 36.0M | ps_slice_hdr->i1_tc_offset_div2, |
331 | 36.0M | filter_p, filter_q); |
332 | 36.0M | ps_codec->s_func_selector.ihevc_deblk_luma_vert_fptr(pu1_src, src_strd, |
333 | 36.0M | u4_bs & 3, qp_p, qp_q, |
334 | 36.0M | i1_beta_offset_div2, |
335 | 36.0M | i1_tc_offset_div2, |
336 | 36.0M | filter_p, filter_q); |
337 | 36.0M | } |
338 | | |
339 | 35.2M | pu1_src += 4 * src_strd; |
340 | 35.2M | u4_bs = u4_bs >> 2; |
341 | 35.2M | row++; |
342 | 35.2M | } |
343 | | |
344 | 19.6M | if((64 == ctb_size) || |
345 | 19.6M | ((32 == ctb_size) && (col & 1))) |
346 | 9.40M | { |
347 | 9.40M | pu4_vert_bs++; |
348 | 9.40M | } |
349 | 19.6M | pu1_src -= (src_strd << log2_ctb_size); |
350 | 19.6M | pu1_src += 8; |
351 | 19.6M | } |
352 | 6.23M | pu4_vert_bs = pu4_ctb_vert_bs; |
353 | 6.23M | } |
354 | | |
355 | | |
356 | | /* Luma Horizontal Edge */ |
357 | | |
358 | 6.24M | if(0 == i4_is_last_ctb_y) |
359 | 6.22M | { |
360 | | |
361 | | /* Left CTB's slice header */ |
362 | 6.22M | slice_header_t *ps_slice_hdr_left; |
363 | 6.22M | { |
364 | 6.22M | WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb; |
365 | 6.22M | if(i4_is_last_ctb_x) |
366 | 10.1k | cur_ctb_indx += 1; |
367 | 6.22M | ps_slice_hdr_left = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - 1]; |
368 | 6.22M | } |
369 | 6.22M | pu1_src = ps_deblk->pu1_cur_pic_luma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd) << log2_ctb_size); |
370 | 6.22M | pu1_src += i4_is_last_ctb_x ? ctb_size : 0; |
371 | | |
372 | | /** Deblocking is done on a shifted CTB - |
373 | | * Horizontal edge processing is done by shifting the CTB left by four pixels */ |
374 | 6.22M | pu1_src -= 4; |
375 | 25.9M | for(row = 0; row < ctb_size / 8; row++) |
376 | 19.7M | { |
377 | 19.7M | WORD32 shift = 0; |
378 | | |
379 | | /* downshift vert_bs by ctb_size/2 for each column |
380 | | * shift = (row & (MAX_CTB_SIZE / ctb_size - 1)) * ctb_size / 2; |
381 | | * which will reduce to the following assuming ctb size is one of 16, 32 and 64 |
382 | | * and deblocking is done on 8x8 grid |
383 | | */ |
384 | 19.7M | if(6 != log2_ctb_size) |
385 | 11.0M | shift = (row & 1) << (log2_ctb_size - 1); |
386 | | |
387 | | /* BS for the row - Last column is excluded and the left column is included*/ |
388 | 19.7M | u4_bs = (pu4_horz_bs[0] >> shift) << 2; |
389 | | |
390 | 19.7M | if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x) |
391 | 19.1M | { |
392 | | /** Picking the last BS of the previous CTB corresponding to the same row |
393 | | * UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (ctb_size / 8) * (ctb_size / 4) / 8 * 2); |
394 | | */ |
395 | 19.1M | UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (1 << (2 * log2_ctb_size - 7))); |
396 | 19.1M | UWORD32 u4_left_bs = (*pu4_horz_bs_left) >> (shift + (1 << (log2_ctb_size - 1)) - 2); |
397 | 19.1M | u4_bs |= u4_left_bs & 3; |
398 | 19.1M | } |
399 | | |
400 | 78.9M | for(col = 0; col < ctb_size / 4;) |
401 | 59.2M | { |
402 | 59.2M | WORD8 i1_beta_offset_div2 = ps_slice_hdr->i1_beta_offset_div2; |
403 | 59.2M | WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2; |
404 | | |
405 | 59.2M | bs_tz = CTZ(u4_bs) >> 1; |
406 | 59.2M | if(0 != bs_tz) |
407 | 22.8M | { |
408 | 22.8M | u4_bs = u4_bs >> (bs_tz << 1); |
409 | | |
410 | 22.8M | if((col + bs_tz) >= (ctb_size / 4)) |
411 | 16.7M | pu1_src += 4 * (ctb_size / 4 - col); |
412 | 6.09M | else |
413 | 6.09M | pu1_src += 4 * bs_tz; |
414 | | |
415 | 22.8M | col += bs_tz; |
416 | 22.8M | continue; |
417 | 22.8M | } |
418 | | |
419 | 36.3M | if(0 == col) |
420 | 3.04M | { |
421 | 3.04M | i1_beta_offset_div2 = ps_slice_hdr_left->i1_beta_offset_div2; |
422 | 3.04M | i1_tc_offset_div2 = ps_slice_hdr_left->i1_tc_offset_div2; |
423 | | |
424 | 3.04M | if(0 == row) |
425 | 645k | { |
426 | 645k | qp_p = u4_qp_const_in_ctb[0] ? |
427 | 639k | pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] : |
428 | 645k | pu1_qp[-qp_strd - 1]; |
429 | 645k | } |
430 | 2.40M | else |
431 | 2.40M | { |
432 | 2.40M | qp_p = u4_qp_const_in_ctb[2] ? |
433 | 2.38M | pu1_qp[-ctb_size / 8] : |
434 | 2.40M | pu1_qp[(row - 1) * qp_strd - 1]; |
435 | 2.40M | } |
436 | | |
437 | 3.04M | qp_q = u4_qp_const_in_ctb[2] ? |
438 | 3.00M | pu1_qp[-ctb_size / 8] : |
439 | 3.04M | pu1_qp[row * qp_strd - 1]; |
440 | 3.04M | } |
441 | 33.3M | else |
442 | 33.3M | { |
443 | 33.3M | if(0 == row) |
444 | 8.42M | { |
445 | 8.42M | qp_p = u4_qp_const_in_ctb[1] ? |
446 | 8.33M | pu1_qp[-ctb_size / 8 * qp_strd] : |
447 | 8.42M | pu1_qp[((col - 1) >> 1) - qp_strd]; |
448 | 8.42M | } |
449 | 24.9M | else |
450 | 24.9M | { |
451 | 24.9M | qp_p = u4_qp_const_in_ctb[3] ? |
452 | 28.0M | pu1_qp[0] : |
453 | 18.4E | pu1_qp[((col - 1) >> 1) + (row - 1) * qp_strd]; |
454 | 24.9M | } |
455 | | |
456 | 33.3M | qp_q = u4_qp_const_in_ctb[3] ? |
457 | 34.4M | pu1_qp[0] : |
458 | 18.4E | pu1_qp[((col - 1) >> 1) + row * qp_strd]; |
459 | 33.3M | } |
460 | | |
461 | 36.3M | filter_p = (pu2_ctb_no_loop_filter_flag[row] >> ((col + 1) >> 1)) & 1; |
462 | 36.3M | filter_q = (pu2_ctb_no_loop_filter_flag[row + 1] >> ((col + 1) >> 1)) & 1; |
463 | | /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */ |
464 | 36.3M | filter_p = !filter_p; |
465 | 36.3M | filter_q = !filter_q; |
466 | | |
467 | 36.3M | if(filter_p || filter_q) |
468 | 36.8M | { |
469 | 36.8M | DUMP_DEBLK_LUMA_HORZ(pu1_src, src_strd, |
470 | 36.8M | u4_bs & 3, qp_p, qp_q, |
471 | 36.8M | ps_slice_hdr->i1_beta_offset_div2, |
472 | 36.8M | ps_slice_hdr->i1_tc_offset_div2, |
473 | 36.8M | filter_p, filter_q); |
474 | 36.8M | ps_codec->s_func_selector.ihevc_deblk_luma_horz_fptr(pu1_src, src_strd, |
475 | 36.8M | u4_bs & 3, qp_p, qp_q, |
476 | 36.8M | i1_beta_offset_div2, |
477 | 36.8M | i1_tc_offset_div2, filter_p, filter_q); |
478 | 36.8M | } |
479 | | |
480 | 36.3M | pu1_src += 4; |
481 | 36.3M | u4_bs = u4_bs >> 2; |
482 | 36.3M | col++; |
483 | 36.3M | } |
484 | | |
485 | 19.7M | if((64 == ctb_size) || |
486 | 19.7M | ((32 == ctb_size) && (row & 1))) |
487 | 9.49M | { |
488 | 9.49M | pu4_horz_bs++; |
489 | 9.49M | } |
490 | 19.7M | pu1_src -= ctb_size; |
491 | 19.7M | pu1_src += (src_strd << 3); |
492 | 19.7M | } |
493 | 6.22M | pu4_horz_bs = pu4_ctb_horz_bs; |
494 | 6.22M | } |
495 | | |
496 | | |
497 | | /* Chroma Veritcal Edge */ |
498 | | |
499 | 6.24M | if(0 == i4_is_last_ctb_x) |
500 | 6.22M | { |
501 | | |
502 | | /* Top CTB's slice header */ |
503 | 6.22M | slice_header_t *ps_slice_hdr_top; |
504 | 6.22M | { |
505 | 6.22M | WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb; |
506 | 6.22M | if(i4_is_last_ctb_y) |
507 | 8.64k | cur_ctb_indx += ps_sps->i2_pic_wd_in_ctb; |
508 | 6.22M | ps_slice_hdr_top = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - ps_sps->i2_pic_wd_in_ctb]; |
509 | 6.22M | } |
510 | | |
511 | 6.22M | pu1_src = ps_deblk->pu1_cur_pic_chroma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size); |
512 | 6.22M | pu1_src += i4_is_last_ctb_y ? (ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size : 0; |
513 | | |
514 | | /** Deblocking is done on a shifted CTB - |
515 | | * Vertical edge processing is done by shifting the CTB up by four pixels */ |
516 | 6.22M | pu1_src -= 4 * src_strd; |
517 | | |
518 | 16.0M | for(col = 0; col < ctb_size / 16; col++) |
519 | 9.87M | { |
520 | | |
521 | | /* BS for the column - Last row is excluded and the top row is included*/ |
522 | 9.87M | u4_bs = pu4_vert_bs[0] << 2; |
523 | | |
524 | 9.87M | if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y) |
525 | 9.32M | { |
526 | | /* Picking the last BS of the previous CTB corresponding to the same column */ |
527 | 9.32M | UWORD32 *pu4_vert_bs_top = (UWORD32 *)((UWORD8 *)pu4_vert_bs - bs_strd); |
528 | 9.32M | UWORD32 u4_top_bs = (*pu4_vert_bs_top) >> ((1 << (log2_ctb_size - 1)) - 2); |
529 | 9.32M | u4_bs |= u4_top_bs & 3; |
530 | 9.32M | } |
531 | | |
532 | | /* Every alternate boundary strength value is used for chroma */ |
533 | 9.87M | u4_bs &= 0x22222222; |
534 | | |
535 | 35.0M | for(row = 0; row < ctb_size / 8;) |
536 | 25.2M | { |
537 | 25.2M | WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2; |
538 | | |
539 | 25.2M | bs_tz = CTZ(u4_bs) >> 2; |
540 | 25.2M | if(0 != bs_tz) |
541 | 10.5M | { |
542 | 10.5M | if((row + bs_tz) >= (ctb_size / 8)) |
543 | 7.94M | pu1_src += 4 * (ctb_size / 8 - row) * src_strd; |
544 | 2.60M | else |
545 | 2.60M | pu1_src += 4 * bs_tz * src_strd; |
546 | 10.5M | row += bs_tz; |
547 | 10.5M | u4_bs = u4_bs >> (bs_tz << 2); |
548 | 10.5M | continue; |
549 | 10.5M | } |
550 | | |
551 | 14.6M | if(0 == row) |
552 | 1.90M | { |
553 | 1.90M | i1_tc_offset_div2 = ps_slice_hdr_top->i1_tc_offset_div2; |
554 | | |
555 | 1.90M | if(0 == col) |
556 | 653k | { |
557 | 653k | qp_p = u4_qp_const_in_ctb[0] ? |
558 | 647k | pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] : |
559 | 653k | pu1_qp[-qp_strd - 1]; |
560 | 653k | } |
561 | 1.25M | else |
562 | 1.25M | { |
563 | 1.25M | qp_p = u4_qp_const_in_ctb[1] ? |
564 | 1.25M | pu1_qp[-ctb_size / 8 * qp_strd] : |
565 | 1.25M | pu1_qp[2 * col - 1 - qp_strd]; |
566 | 1.25M | } |
567 | | |
568 | 1.90M | qp_q = u4_qp_const_in_ctb[1] ? |
569 | 1.88M | pu1_qp[-ctb_size / 8 * qp_strd] : |
570 | 1.90M | pu1_qp[2 * col - qp_strd]; |
571 | 1.90M | } |
572 | 12.7M | else |
573 | 12.7M | { |
574 | 12.7M | if(0 == col) |
575 | 4.41M | { |
576 | 4.41M | qp_p = u4_qp_const_in_ctb[2] ? |
577 | 4.37M | pu1_qp[-ctb_size / 8] : |
578 | 4.41M | pu1_qp[(row - 1) * qp_strd - 1]; |
579 | 4.41M | } |
580 | 8.35M | else |
581 | 8.35M | { |
582 | 8.35M | qp_p = u4_qp_const_in_ctb[3] ? |
583 | 8.77M | pu1_qp[0] : |
584 | 18.4E | pu1_qp[(row - 1) * qp_strd + 2 * col - 1]; |
585 | 8.35M | } |
586 | | |
587 | 12.7M | qp_q = u4_qp_const_in_ctb[3] ? |
588 | 12.8M | pu1_qp[0] : |
589 | 18.4E | pu1_qp[(row - 1) * qp_strd + 2 * col]; |
590 | 12.7M | } |
591 | | |
592 | 14.6M | filter_p = (pu2_ctb_no_loop_filter_flag[row] >> (col << 1)) & 1; |
593 | 14.6M | filter_q = (pu2_ctb_no_loop_filter_flag[row] >> (col << 1)) & 2; |
594 | | /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */ |
595 | 14.6M | filter_p = !filter_p; |
596 | 14.6M | filter_q = !filter_q; |
597 | | |
598 | 14.6M | if(filter_p || filter_q) |
599 | 14.6M | { |
600 | 14.6M | ASSERT(1 == ((u4_bs & 3) >> 1)); |
601 | 14.6M | DUMP_DEBLK_CHROMA_VERT(pu1_src, src_strd, |
602 | 14.6M | u4_bs & 3, qp_p, qp_q, |
603 | 14.6M | ps_pps->i1_pic_cb_qp_offset, |
604 | 14.6M | ps_pps->i1_pic_cr_qp_offset, |
605 | 14.6M | ps_slice_hdr->i1_tc_offset_div2, |
606 | 14.6M | filter_p, filter_q); |
607 | 14.6M | if(chroma_yuv420sp_vu) |
608 | 704k | { |
609 | 704k | ps_codec->s_func_selector.ihevc_deblk_chroma_vert_fptr(pu1_src, |
610 | 704k | src_strd, |
611 | 704k | qp_q, |
612 | 704k | qp_p, |
613 | 704k | ps_pps->i1_pic_cr_qp_offset, |
614 | 704k | ps_pps->i1_pic_cb_qp_offset, |
615 | 704k | i1_tc_offset_div2, |
616 | 704k | filter_q, |
617 | 704k | filter_p); |
618 | 704k | } |
619 | 13.9M | else |
620 | 13.9M | { |
621 | 13.9M | ps_codec->s_func_selector.ihevc_deblk_chroma_vert_fptr(pu1_src, |
622 | 13.9M | src_strd, |
623 | 13.9M | qp_p, |
624 | 13.9M | qp_q, |
625 | 13.9M | ps_pps->i1_pic_cb_qp_offset, |
626 | 13.9M | ps_pps->i1_pic_cr_qp_offset, |
627 | 13.9M | i1_tc_offset_div2, |
628 | 13.9M | filter_p, |
629 | 13.9M | filter_q); |
630 | 13.9M | } |
631 | 14.6M | } |
632 | | |
633 | 14.6M | pu1_src += 4 * src_strd; |
634 | 14.6M | u4_bs = u4_bs >> 4; |
635 | 14.6M | row++; |
636 | 14.6M | } |
637 | | |
638 | 9.87M | pu4_vert_bs += (64 == ctb_size) ? 2 : 1; |
639 | 9.87M | pu1_src -= ((src_strd / 2) << log2_ctb_size); |
640 | 9.87M | pu1_src += 16; |
641 | 9.87M | } |
642 | 6.22M | } |
643 | | |
644 | | /* Chroma Horizontal Edge */ |
645 | | |
646 | 6.23M | if(0 == i4_is_last_ctb_y) |
647 | 6.22M | { |
648 | | |
649 | | /* Left CTB's slice header */ |
650 | 6.22M | slice_header_t *ps_slice_hdr_left; |
651 | 6.22M | { |
652 | 6.22M | WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb; |
653 | 6.22M | if(i4_is_last_ctb_x) |
654 | 10.1k | cur_ctb_indx += 1; |
655 | 6.22M | ps_slice_hdr_left = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - 1]; |
656 | 6.22M | } |
657 | | |
658 | 6.22M | pu1_src = ps_deblk->pu1_cur_pic_chroma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size); |
659 | 6.22M | pu1_src += i4_is_last_ctb_x ? ctb_size : 0; |
660 | | |
661 | | /** Deblocking is done on a shifted CTB - |
662 | | * Vertical edge processing is done by shifting the CTB up by four pixels (8 here beacuse UV are interleaved) */ |
663 | 6.22M | pu1_src -= 8; |
664 | 16.1M | for(row = 0; row < ctb_size / 16; row++) |
665 | 9.88M | { |
666 | | /* BS for the row - Last column is excluded and the left column is included*/ |
667 | 9.88M | u4_bs = pu4_horz_bs[0] << 2; |
668 | | |
669 | 9.88M | if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x) |
670 | 9.60M | { |
671 | | /** Picking the last BS of the previous CTB corresponding to the same row |
672 | | * UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (ctb_size / 8) * (ctb_size / 4) / 8 * 2); |
673 | | */ |
674 | 9.60M | UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (1 << (2 * log2_ctb_size - 7))); |
675 | 9.60M | UWORD32 u4_left_bs = (*pu4_horz_bs_left) >> ((1 << (log2_ctb_size - 1)) - 2); |
676 | 9.60M | u4_bs |= u4_left_bs & 3; |
677 | 9.60M | } |
678 | | |
679 | | /* Every alternate boundary strength value is used for chroma */ |
680 | 9.88M | u4_bs &= 0x22222222; |
681 | | |
682 | 34.4M | for(col = 0; col < ctb_size / 8;) |
683 | 24.6M | { |
684 | 24.6M | WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2; |
685 | | |
686 | 24.6M | bs_tz = CTZ(u4_bs) >> 2; |
687 | 24.6M | if(0 != bs_tz) |
688 | 10.5M | { |
689 | 10.5M | u4_bs = u4_bs >> (bs_tz << 2); |
690 | | |
691 | 10.5M | if((col + bs_tz) >= (ctb_size / 8)) |
692 | 7.94M | pu1_src += 8 * (ctb_size / 8 - col); |
693 | 2.58M | else |
694 | 2.58M | pu1_src += 8 * bs_tz; |
695 | | |
696 | 10.5M | col += bs_tz; |
697 | 10.5M | continue; |
698 | 10.5M | } |
699 | | |
700 | 14.0M | if(0 == col) |
701 | 1.94M | { |
702 | 1.94M | i1_tc_offset_div2 = ps_slice_hdr_left->i1_tc_offset_div2; |
703 | | |
704 | 1.94M | if(0 == row) |
705 | 630k | { |
706 | 630k | qp_p = u4_qp_const_in_ctb[0] ? |
707 | 625k | pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] : |
708 | 630k | pu1_qp[-qp_strd - 1]; |
709 | 630k | } |
710 | 1.31M | else |
711 | 1.31M | { |
712 | 1.31M | qp_p = u4_qp_const_in_ctb[2] ? |
713 | 1.31M | pu1_qp[-ctb_size / 8] : |
714 | 1.31M | pu1_qp[(2 * row - 1) * qp_strd - 1]; |
715 | 1.31M | } |
716 | | |
717 | 1.94M | qp_q = u4_qp_const_in_ctb[2] ? |
718 | 1.93M | pu1_qp[-ctb_size / 8] : |
719 | 1.94M | pu1_qp[(2 * row) * qp_strd - 1]; |
720 | 1.94M | } |
721 | 12.1M | else |
722 | 12.1M | { |
723 | 12.1M | if(0 == row) |
724 | 3.99M | { |
725 | 3.99M | qp_p = u4_qp_const_in_ctb[1] ? |
726 | 3.96M | pu1_qp[-ctb_size / 8 * qp_strd] : |
727 | 3.99M | pu1_qp[col - 1 - qp_strd]; |
728 | 3.99M | } |
729 | 8.13M | else |
730 | 8.13M | { |
731 | 8.13M | qp_p = u4_qp_const_in_ctb[3] ? |
732 | 8.60M | pu1_qp[0] : |
733 | 18.4E | pu1_qp[(col - 1) + (2 * row - 1) * qp_strd]; |
734 | 8.13M | } |
735 | | |
736 | 12.1M | qp_q = u4_qp_const_in_ctb[3] ? |
737 | 12.2M | pu1_qp[0] : |
738 | 18.4E | pu1_qp[(col - 1) + 2 * row * qp_strd]; |
739 | 12.1M | } |
740 | | |
741 | 14.0M | filter_p = (pu2_ctb_no_loop_filter_flag[row << 1] >> col) & 1; |
742 | 14.0M | filter_q = (pu2_ctb_no_loop_filter_flag[(row << 1) + 1] >> col) & 1; |
743 | | /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */ |
744 | 14.0M | filter_p = !filter_p; |
745 | 14.0M | filter_q = !filter_q; |
746 | | |
747 | 14.0M | if(filter_p || filter_q) |
748 | 14.0M | { |
749 | 14.0M | ASSERT(1 == ((u4_bs & 3) >> 1)); |
750 | 14.0M | DUMP_DEBLK_CHROMA_HORZ(pu1_src, src_strd, |
751 | 14.0M | u4_bs & 3, qp_p, qp_q, |
752 | 14.0M | ps_pps->i1_pic_cb_qp_offset, |
753 | 14.0M | ps_pps->i1_pic_cr_qp_offset, |
754 | 14.0M | ps_slice_hdr->i1_tc_offset_div2, |
755 | 14.0M | filter_p, filter_q); |
756 | 14.0M | if(chroma_yuv420sp_vu) |
757 | 678k | { |
758 | 678k | ps_codec->s_func_selector.ihevc_deblk_chroma_horz_fptr(pu1_src, |
759 | 678k | src_strd, |
760 | 678k | qp_q, |
761 | 678k | qp_p, |
762 | 678k | ps_pps->i1_pic_cr_qp_offset, |
763 | 678k | ps_pps->i1_pic_cb_qp_offset, |
764 | 678k | i1_tc_offset_div2, |
765 | 678k | filter_q, |
766 | 678k | filter_p); |
767 | 678k | } |
768 | 13.4M | else |
769 | 13.4M | { |
770 | 13.4M | ps_codec->s_func_selector.ihevc_deblk_chroma_horz_fptr(pu1_src, |
771 | 13.4M | src_strd, |
772 | 13.4M | qp_p, |
773 | 13.4M | qp_q, |
774 | 13.4M | ps_pps->i1_pic_cb_qp_offset, |
775 | 13.4M | ps_pps->i1_pic_cr_qp_offset, |
776 | 13.4M | i1_tc_offset_div2, |
777 | 13.4M | filter_p, |
778 | 13.4M | filter_q); |
779 | 13.4M | } |
780 | 14.0M | } |
781 | | |
782 | 14.0M | pu1_src += 8; |
783 | 14.0M | u4_bs = u4_bs >> 4; |
784 | 14.0M | col++; |
785 | 14.0M | } |
786 | | |
787 | 9.88M | pu4_horz_bs += (64 == ctb_size) ? 2 : 1; |
788 | 9.88M | pu1_src -= ctb_size; |
789 | 9.88M | pu1_src += 8 * src_strd; |
790 | | |
791 | 9.88M | } |
792 | 6.22M | } |
793 | 6.23M | } |