Coverage Report

Created: 2025-07-11 06:43

/src/libhevc/decoder/ihevcd_deblk.c
Line
Count
Source
1
/******************************************************************************
2
*
3
* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
4
*
5
* Licensed under the Apache License, Version 2.0 (the "License");
6
* you may not use this file except in compliance with the License.
7
* You may obtain a copy of the License at:
8
*
9
* http://www.apache.org/licenses/LICENSE-2.0
10
*
11
* Unless required by applicable law or agreed to in writing, software
12
* distributed under the License is distributed on an "AS IS" BASIS,
13
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14
* See the License for the specific language governing permissions and
15
* limitations under the License.
16
*
17
******************************************************************************/
18
/**
19
*******************************************************************************
20
* @file
21
*  ihevc_deblk.c
22
*
23
* @brief
24
*  Contains definition for the ctb level deblk function
25
*
26
* @author
27
*  Srinivas T
28
*
29
* @par List of Functions:
30
*   - ihevc_deblk()
31
*
32
* @remarks
33
*  None
34
*
35
*******************************************************************************
36
*/
37
38
#include <stdio.h>
39
#include <stddef.h>
40
#include <stdlib.h>
41
#include <string.h>
42
#include <assert.h>
43
44
#include "ihevc_typedefs.h"
45
#include "iv.h"
46
#include "ivd.h"
47
#include "ihevcd_cxa.h"
48
#include "ithread.h"
49
50
#include "ihevc_defs.h"
51
#include "ihevc_debug.h"
52
#include "ihevc_defs.h"
53
#include "ihevc_structs.h"
54
#include "ihevc_macros.h"
55
#include "ihevc_platform_macros.h"
56
#include "ihevc_cabac_tables.h"
57
58
#include "ihevc_error.h"
59
#include "ihevc_common_tables.h"
60
61
#include "ihevcd_trace.h"
62
#include "ihevcd_defs.h"
63
#include "ihevcd_function_selector.h"
64
#include "ihevcd_structs.h"
65
#include "ihevcd_error.h"
66
#include "ihevcd_nal.h"
67
#include "ihevcd_bitstream.h"
68
#include "ihevcd_job_queue.h"
69
#include "ihevcd_utils.h"
70
#include "ihevcd_debug.h"
71
72
#include "ihevc_deblk.h"
73
#include "ihevc_deblk_tables.h"
74
#include "ihevcd_profile.h"
75
/**
76
*******************************************************************************
77
*
78
* @brief
79
*     Deblock CTB level function.
80
*
81
* @par Description:
82
*     For a given CTB, deblocking on both vertical and
83
*     horizontal edges is done. Both the luma and chroma
84
*     blocks are processed
85
*
86
* @param[in] ps_deblk
87
*  Pointer to the deblock context
88
*
89
* @returns
90
*
91
* @remarks
92
*  None
93
*
94
*******************************************************************************
95
*/
96
97
void ihevcd_deblk_ctb(deblk_ctxt_t *ps_deblk,
98
                      WORD32 i4_is_last_ctb_x,
99
                      WORD32 i4_is_last_ctb_y)
100
2.24M
{
101
2.24M
    WORD32 ctb_size;
102
2.24M
    WORD32 log2_ctb_size;
103
2.24M
    UWORD32 u4_bs;
104
2.24M
    WORD32 bs_tz; /*Leading zeros in boundary strength*/
105
2.24M
    WORD32 qp_p, qp_q;
106
107
2.24M
    WORD32 filter_p, filter_q;
108
109
2.24M
    UWORD8 *pu1_src;
110
2.24M
    WORD32 qp_strd;
111
2.24M
    UWORD32 *pu4_vert_bs, *pu4_horz_bs;
112
2.24M
    UWORD32 *pu4_ctb_vert_bs, *pu4_ctb_horz_bs;
113
2.24M
    WORD32 bs_strd;
114
2.24M
    WORD32 src_strd;
115
2.24M
    UWORD8 *pu1_qp;
116
2.24M
    UWORD16 *pu2_ctb_no_loop_filter_flag;
117
2.24M
    UWORD16 au2_ctb_no_loop_filter_flag[9];
118
119
2.24M
    WORD32 col, row;
120
121
    /* Flag to indicate if QP is constant in CTB
122
     * 0 - top_left, 1 - top, 2 - left, 3 - current */
123
2.24M
    UWORD32 u4_qp_const_in_ctb[4] = { 0, 0, 0, 0 };
124
2.24M
    WORD32 ctb_indx;
125
2.24M
    WORD32  chroma_yuv420sp_vu = ps_deblk->is_chroma_yuv420sp_vu;
126
2.24M
    sps_t *ps_sps;
127
2.24M
    pps_t *ps_pps;
128
2.24M
    codec_t *ps_codec;
129
2.24M
    slice_header_t *ps_slice_hdr;
130
131
2.24M
    PROFILE_DISABLE_DEBLK();
132
133
2.24M
    ps_sps = ps_deblk->ps_sps;
134
2.24M
    ps_pps = ps_deblk->ps_pps;
135
2.24M
    ps_codec = ps_deblk->ps_codec;
136
2.24M
    ps_slice_hdr = ps_deblk->ps_slice_hdr;
137
138
2.24M
    log2_ctb_size = ps_sps->i1_log2_ctb_size;
139
2.24M
    ctb_size = (1 << ps_sps->i1_log2_ctb_size);
140
141
    /* strides are in units of number of bytes */
142
    /* ctb_size * ctb_size / 8 / 16 is the number of bytes needed per CTB */
143
2.24M
    bs_strd = (ps_sps->i2_pic_wd_in_ctb + 1) << (2 * log2_ctb_size - 7);
144
145
2.24M
    pu4_vert_bs = (UWORD32 *)((UWORD8 *)ps_deblk->s_bs_ctxt.pu4_pic_vert_bs +
146
2.24M
                    (ps_deblk->i4_ctb_x << (2 * log2_ctb_size - 7)) +
147
2.24M
                    ps_deblk->i4_ctb_y * bs_strd);
148
2.24M
    pu4_ctb_vert_bs = pu4_vert_bs;
149
150
2.24M
    pu4_horz_bs = (UWORD32 *)((UWORD8 *)ps_deblk->s_bs_ctxt.pu4_pic_horz_bs +
151
2.24M
                    (ps_deblk->i4_ctb_x << (2 * log2_ctb_size - 7)) +
152
2.24M
                    ps_deblk->i4_ctb_y * bs_strd);
153
2.24M
    pu4_ctb_horz_bs = pu4_horz_bs;
154
155
2.24M
    qp_strd = ps_sps->i2_pic_wd_in_ctb << (log2_ctb_size - 3);
156
2.24M
    pu1_qp = ps_deblk->s_bs_ctxt.pu1_pic_qp + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * qp_strd) << (log2_ctb_size - 3));
157
158
2.24M
    pu2_ctb_no_loop_filter_flag = ps_deblk->au2_ctb_no_loop_filter_flag;
159
160
2.24M
    ctb_indx = ps_deblk->i4_ctb_x + ps_sps->i2_pic_wd_in_ctb * ps_deblk->i4_ctb_y;
161
2.24M
    if(i4_is_last_ctb_y)
162
7.34k
    {
163
7.34k
        pu4_vert_bs = (UWORD32 *)((UWORD8 *)pu4_vert_bs + bs_strd);
164
7.34k
        pu4_ctb_vert_bs = pu4_vert_bs;
165
        /* ctb_size/8 is the number of edges per CTB
166
         * ctb_size/4 is the number of BS values needed per edge
167
         * divided by 8 for the number of bytes
168
         * 2 is the number of bits needed for each BS value */
169
7.34k
        memset(pu4_vert_bs, 0, 1 << (2 * log2_ctb_size - 7));
170
171
7.34k
        pu1_qp += (qp_strd << (log2_ctb_size - 3));
172
7.34k
        pu2_ctb_no_loop_filter_flag += (ctb_size >> 3);
173
7.34k
        ctb_indx += ps_sps->i2_pic_wd_in_ctb;
174
7.34k
    }
175
176
2.24M
    if(i4_is_last_ctb_x)
177
34.4k
    {
178
34.4k
        pu4_horz_bs = (UWORD32 *)((UWORD8 *)pu4_horz_bs + (1 << (2 * log2_ctb_size - 7)));
179
34.4k
        pu4_ctb_horz_bs = pu4_horz_bs;
180
34.4k
        memset(pu4_horz_bs, 0, 1 << (2 * log2_ctb_size - 7));
181
182
34.4k
        pu1_qp += (ctb_size >> 3);
183
184
284k
        for(row = 0; row < (ctb_size >> 3) + 1; row++)
185
249k
            au2_ctb_no_loop_filter_flag[row] = ps_deblk->au2_ctb_no_loop_filter_flag[row] >> (ctb_size >> 3);
186
34.4k
        pu2_ctb_no_loop_filter_flag = au2_ctb_no_loop_filter_flag;
187
34.4k
        ctb_indx += 1;
188
34.4k
    }
189
190
2.24M
    u4_qp_const_in_ctb[3] = ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx) >> 3] & (1 << (ctb_indx & 7));
191
192
2.24M
    if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x)
193
2.11M
    {
194
2.11M
        u4_qp_const_in_ctb[2] = ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - 1) >> 3] & (1 << ((ctb_indx - 1) & 7));
195
2.11M
    }
196
197
2.24M
    if((ps_deblk->i4_ctb_x || i4_is_last_ctb_x) && (ps_deblk->i4_ctb_y || i4_is_last_ctb_y))
198
1.96M
    {
199
1.96M
        u4_qp_const_in_ctb[0] =
200
1.96M
                        ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - ps_sps->i2_pic_wd_in_ctb - 1) >> 3] &
201
1.96M
                        (1 << ((ctb_indx - ps_sps->i2_pic_wd_in_ctb - 1) & 7));
202
1.96M
    }
203
204
205
206
2.24M
    if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y)
207
2.07M
    {
208
2.07M
        u4_qp_const_in_ctb[1] =
209
2.07M
                        ps_deblk->s_bs_ctxt.pu1_pic_qp_const_in_ctb[(ctb_indx - ps_sps->i2_pic_wd_in_ctb) >> 3] &
210
2.07M
                        (1 << ((ctb_indx - ps_sps->i2_pic_wd_in_ctb) & 7));
211
2.07M
    }
212
213
2.24M
    src_strd = ps_codec->i4_strd;
214
215
    /* Luma Vertical Edge */
216
217
2.24M
    if(0 == i4_is_last_ctb_x)
218
2.20M
    {
219
        /* Top CTB's slice header */
220
2.20M
        slice_header_t *ps_slice_hdr_top;
221
2.20M
        {
222
2.20M
            WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb;
223
2.20M
            if(i4_is_last_ctb_y)
224
7.34k
                cur_ctb_indx += ps_sps->i2_pic_wd_in_ctb;
225
2.20M
            ps_slice_hdr_top = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - ps_sps->i2_pic_wd_in_ctb];
226
2.20M
        }
227
228
2.20M
        pu1_src = ps_deblk->pu1_cur_pic_luma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd) << (log2_ctb_size));
229
2.20M
        pu1_src += i4_is_last_ctb_y ? ps_deblk->ps_codec->i4_strd << log2_ctb_size : 0;
230
231
        /** Deblocking is done on a shifted CTB -
232
         *  Vertical edge processing is done by shifting the CTB up by four pixels */
233
2.20M
        pu1_src -= 4 * src_strd;
234
235
14.7M
        for(col = 0; col < ctb_size / 8; col++)
236
12.5M
        {
237
12.5M
            WORD32 shift = 0;
238
239
            /*  downshift vert_bs by ctb_size/2 for each column
240
             *  shift = (col & ((MAX_CTB_SIZE >> log2_ctb_size) - 1)) << (log2_ctb_size - 1);
241
             *  which will reduce to the following assuming ctb size is one of 16, 32 and 64
242
             *  and deblocking is done on 8x8 grid
243
             */
244
12.5M
            if(6 != log2_ctb_size)
245
3.46M
                shift = (col & 1) << (log2_ctb_size - 1);
246
247
            /* BS for the column - Last row is excluded and the top row is included*/
248
12.5M
            u4_bs = (pu4_vert_bs[0] >> shift) << 2;
249
250
12.5M
            if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y)
251
11.4M
            {
252
                /* Picking the last BS of the previous CTB corresponding to the same column */
253
11.4M
                UWORD32 *pu4_vert_bs_top = (UWORD32 *)((UWORD8 *)pu4_vert_bs - bs_strd);
254
11.4M
                UWORD32 u4_top_bs = (*pu4_vert_bs_top) >> (shift + (1 << (log2_ctb_size - 1)) - 2);
255
11.4M
                u4_bs |= u4_top_bs & 3;
256
11.4M
            }
257
258
59.6M
            for(row = 0; row < ctb_size / 4;)
259
47.0M
            {
260
47.0M
                WORD8 i1_beta_offset_div2 = ps_slice_hdr->i1_beta_offset_div2;
261
47.0M
                WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2;
262
263
                /* Trailing zeros are computed and the corresponding rows are not processed */
264
47.0M
                bs_tz = CTZ(u4_bs) >> 1;
265
47.0M
                if(0 != bs_tz)
266
17.4M
                {
267
17.4M
                    u4_bs = u4_bs >> (bs_tz << 1);
268
17.4M
                    if((row + bs_tz) >= (ctb_size / 4))
269
10.2M
                        pu1_src += 4 * (ctb_size / 4 - row) * src_strd;
270
7.17M
                    else
271
7.17M
                        pu1_src += 4 * bs_tz  * src_strd;
272
273
17.4M
                    row += bs_tz;
274
17.4M
                    continue;
275
17.4M
                }
276
277
29.6M
                if(0 == row)
278
2.26M
                {
279
2.26M
                    i1_beta_offset_div2 = ps_slice_hdr_top->i1_beta_offset_div2;
280
2.26M
                    i1_tc_offset_div2 = ps_slice_hdr_top->i1_tc_offset_div2;
281
282
2.26M
                    if(0 == col)
283
454k
                    {
284
454k
                        qp_p = u4_qp_const_in_ctb[0] ?
285
447k
                                        pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] :
286
454k
                                        pu1_qp[-qp_strd - 1];
287
454k
                    }
288
1.81M
                    else
289
1.81M
                    {
290
1.81M
                        qp_p = u4_qp_const_in_ctb[1] ?
291
1.78M
                                        pu1_qp[-ctb_size / 8 * qp_strd] :
292
1.81M
                                        pu1_qp[col - 1 - qp_strd];
293
1.81M
                    }
294
295
2.26M
                    qp_q = u4_qp_const_in_ctb[1] ?
296
2.22M
                                    pu1_qp[-ctb_size / 8 * qp_strd] :
297
2.26M
                                    pu1_qp[col - qp_strd];
298
2.26M
                }
299
27.3M
                else
300
27.3M
                {
301
27.3M
                    if(0 == col)
302
6.41M
                    {
303
6.41M
                        qp_p = u4_qp_const_in_ctb[2] ?
304
6.30M
                                        pu1_qp[-ctb_size / 8] :
305
6.41M
                                        pu1_qp[((row - 1) >> 1) * qp_strd - 1];
306
6.41M
                    }
307
20.9M
                    else
308
20.9M
                    {
309
20.9M
                        qp_p = u4_qp_const_in_ctb[3] ?
310
22.9M
                                        pu1_qp[0] :
311
18.4E
                                        pu1_qp[((row - 1) >> 1) * qp_strd + col - 1];
312
20.9M
                    }
313
314
27.3M
                    qp_q = u4_qp_const_in_ctb[3] ?
315
28.1M
                                    pu1_qp[0] :
316
18.4E
                                    pu1_qp[((row - 1) >> 1) * qp_strd + col];
317
27.3M
                }
318
319
29.6M
                filter_p = (pu2_ctb_no_loop_filter_flag[(row + 1) >> 1] >> col) & 1;
320
29.6M
                filter_q = (pu2_ctb_no_loop_filter_flag[(row + 1) >> 1] >> col) & 2;
321
                /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */
322
29.6M
                filter_p = !filter_p;
323
29.6M
                filter_q = !filter_q;
324
325
29.6M
                if(filter_p || filter_q)
326
30.3M
                {
327
30.3M
                    DUMP_DEBLK_LUMA_VERT(pu1_src, src_strd,
328
30.3M
                                         u4_bs & 3, qp_p, qp_q,
329
30.3M
                                         ps_slice_hdr->i1_beta_offset_div2,
330
30.3M
                                         ps_slice_hdr->i1_tc_offset_div2,
331
30.3M
                                         filter_p, filter_q);
332
30.3M
                    ps_codec->s_func_selector.ihevc_deblk_luma_vert_fptr(pu1_src, src_strd,
333
30.3M
                                                                         u4_bs & 3, qp_p, qp_q,
334
30.3M
                                                                         i1_beta_offset_div2,
335
30.3M
                                                                         i1_tc_offset_div2,
336
30.3M
                                                                         filter_p, filter_q);
337
30.3M
                }
338
339
29.6M
                pu1_src += 4 * src_strd;
340
29.6M
                u4_bs = u4_bs >> 2;
341
29.6M
                row++;
342
29.6M
            }
343
344
12.5M
            if((64 == ctb_size) ||
345
12.5M
                            ((32 == ctb_size) && (col & 1)))
346
10.4M
            {
347
10.4M
                pu4_vert_bs++;
348
10.4M
            }
349
12.5M
            pu1_src -= (src_strd << log2_ctb_size);
350
12.5M
            pu1_src += 8;
351
12.5M
        }
352
2.20M
        pu4_vert_bs = pu4_ctb_vert_bs;
353
2.20M
    }
354
355
356
    /* Luma Horizontal Edge */
357
358
2.24M
    if(0 == i4_is_last_ctb_y)
359
2.22M
    {
360
361
        /* Left CTB's slice header */
362
2.22M
        slice_header_t *ps_slice_hdr_left;
363
2.22M
        {
364
2.22M
            WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb;
365
2.22M
            if(i4_is_last_ctb_x)
366
34.4k
                cur_ctb_indx += 1;
367
2.22M
            ps_slice_hdr_left = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - 1];
368
2.22M
        }
369
2.22M
        pu1_src = ps_deblk->pu1_cur_pic_luma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd) << log2_ctb_size);
370
2.22M
        pu1_src += i4_is_last_ctb_x ? ctb_size : 0;
371
372
        /** Deblocking is done on a shifted CTB -
373
         *  Horizontal edge processing is done by shifting the CTB left by four pixels */
374
2.22M
        pu1_src -= 4;
375
14.9M
        for(row = 0; row < ctb_size / 8; row++)
376
12.7M
        {
377
12.7M
            WORD32 shift = 0;
378
379
            /* downshift vert_bs by ctb_size/2 for each column
380
             *  shift = (row & (MAX_CTB_SIZE / ctb_size - 1)) * ctb_size / 2;
381
             *  which will reduce to the following assuming ctb size is one of 16, 32 and 64
382
             *  and deblocking is done on 8x8 grid
383
             */
384
12.7M
            if(6 != log2_ctb_size)
385
3.49M
                shift = (row & 1) << (log2_ctb_size - 1);
386
387
            /* BS for the row - Last column is excluded and the left column is included*/
388
12.7M
            u4_bs = (pu4_horz_bs[0] >> shift) << 2;
389
390
12.7M
            if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x)
391
12.0M
            {
392
                /** Picking the last BS of the previous CTB corresponding to the same row
393
                * UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (ctb_size / 8) * (ctb_size / 4) / 8 * 2);
394
                */
395
12.0M
                UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (1 << (2 * log2_ctb_size - 7)));
396
12.0M
                UWORD32 u4_left_bs = (*pu4_horz_bs_left) >> (shift + (1 << (log2_ctb_size - 1)) - 2);
397
12.0M
                u4_bs |= u4_left_bs & 3;
398
12.0M
            }
399
400
58.4M
            for(col = 0; col < ctb_size / 4;)
401
45.7M
            {
402
45.7M
                WORD8 i1_beta_offset_div2 = ps_slice_hdr->i1_beta_offset_div2;
403
45.7M
                WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2;
404
405
45.7M
                bs_tz = CTZ(u4_bs) >> 1;
406
45.7M
                if(0 != bs_tz)
407
17.6M
                {
408
17.6M
                    u4_bs = u4_bs >> (bs_tz << 1);
409
410
17.6M
                    if((col + bs_tz) >= (ctb_size / 4))
411
10.3M
                        pu1_src += 4 * (ctb_size / 4 - col);
412
7.25M
                    else
413
7.25M
                        pu1_src += 4 * bs_tz;
414
415
17.6M
                    col += bs_tz;
416
17.6M
                    continue;
417
17.6M
                }
418
419
28.1M
                if(0 == col)
420
2.37M
                {
421
2.37M
                    i1_beta_offset_div2 = ps_slice_hdr_left->i1_beta_offset_div2;
422
2.37M
                    i1_tc_offset_div2 = ps_slice_hdr_left->i1_tc_offset_div2;
423
424
2.37M
                    if(0 == row)
425
468k
                    {
426
468k
                        qp_p = u4_qp_const_in_ctb[0] ?
427
461k
                                        pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] :
428
468k
                                        pu1_qp[-qp_strd - 1];
429
468k
                    }
430
1.90M
                    else
431
1.90M
                    {
432
1.90M
                        qp_p = u4_qp_const_in_ctb[2] ?
433
1.88M
                                        pu1_qp[-ctb_size / 8] :
434
1.90M
                                        pu1_qp[(row - 1) * qp_strd - 1];
435
1.90M
                    }
436
437
2.37M
                    qp_q = u4_qp_const_in_ctb[2] ?
438
2.33M
                                    pu1_qp[-ctb_size / 8] :
439
2.37M
                                    pu1_qp[row * qp_strd - 1];
440
2.37M
                }
441
25.7M
                else
442
25.7M
                {
443
25.7M
                    if(0 == row)
444
6.28M
                    {
445
6.28M
                        qp_p = u4_qp_const_in_ctb[1] ?
446
6.18M
                                        pu1_qp[-ctb_size / 8 * qp_strd] :
447
6.28M
                                        pu1_qp[((col - 1) >> 1) - qp_strd];
448
6.28M
                    }
449
19.4M
                    else
450
19.4M
                    {
451
19.4M
                        qp_p = u4_qp_const_in_ctb[3] ?
452
21.7M
                                        pu1_qp[0] :
453
18.4E
                                        pu1_qp[((col - 1) >> 1) + (row - 1) * qp_strd];
454
19.4M
                    }
455
456
25.7M
                    qp_q = u4_qp_const_in_ctb[3] ?
457
26.4M
                                    pu1_qp[0] :
458
18.4E
                                    pu1_qp[((col - 1) >> 1) + row * qp_strd];
459
25.7M
                }
460
461
28.1M
                filter_p = (pu2_ctb_no_loop_filter_flag[row] >> ((col + 1) >> 1)) & 1;
462
28.1M
                filter_q = (pu2_ctb_no_loop_filter_flag[row + 1] >> ((col + 1) >> 1)) & 1;
463
                /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */
464
28.1M
                filter_p = !filter_p;
465
28.1M
                filter_q = !filter_q;
466
467
28.1M
                if(filter_p || filter_q)
468
28.5M
                {
469
28.5M
                    DUMP_DEBLK_LUMA_HORZ(pu1_src, src_strd,
470
28.5M
                                         u4_bs & 3, qp_p, qp_q,
471
28.5M
                                         ps_slice_hdr->i1_beta_offset_div2,
472
28.5M
                                         ps_slice_hdr->i1_tc_offset_div2,
473
28.5M
                                         filter_p, filter_q);
474
28.5M
                    ps_codec->s_func_selector.ihevc_deblk_luma_horz_fptr(pu1_src, src_strd,
475
28.5M
                                                                         u4_bs & 3, qp_p, qp_q,
476
28.5M
                                                                         i1_beta_offset_div2,
477
28.5M
                                                                         i1_tc_offset_div2, filter_p, filter_q);
478
28.5M
                }
479
480
28.1M
                pu1_src += 4;
481
28.1M
                u4_bs = u4_bs >> 2;
482
28.1M
                col++;
483
28.1M
            }
484
485
12.7M
            if((64 == ctb_size) ||
486
12.7M
                            ((32 == ctb_size) && (row & 1)))
487
10.5M
            {
488
10.5M
                pu4_horz_bs++;
489
10.5M
            }
490
12.7M
            pu1_src -= ctb_size;
491
12.7M
            pu1_src += (src_strd << 3);
492
12.7M
        }
493
2.22M
        pu4_horz_bs = pu4_ctb_horz_bs;
494
2.22M
    }
495
496
497
    /* Chroma Veritcal Edge */
498
499
2.24M
    if(0 == i4_is_last_ctb_x)
500
2.19M
    {
501
502
        /* Top CTB's slice header */
503
2.19M
        slice_header_t *ps_slice_hdr_top;
504
2.19M
        {
505
2.19M
            WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb;
506
2.19M
            if(i4_is_last_ctb_y)
507
7.34k
                cur_ctb_indx += ps_sps->i2_pic_wd_in_ctb;
508
2.19M
            ps_slice_hdr_top = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - ps_sps->i2_pic_wd_in_ctb];
509
2.19M
        }
510
511
2.19M
        pu1_src = ps_deblk->pu1_cur_pic_chroma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size);
512
2.19M
        pu1_src += i4_is_last_ctb_y ? (ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size : 0;
513
514
        /** Deblocking is done on a shifted CTB -
515
         *  Vertical edge processing is done by shifting the CTB up by four pixels */
516
2.19M
        pu1_src -= 4 * src_strd;
517
518
8.49M
        for(col = 0; col < ctb_size / 16; col++)
519
6.29M
        {
520
521
            /* BS for the column - Last row is excluded and the top row is included*/
522
6.29M
            u4_bs = pu4_vert_bs[0] << 2;
523
524
6.29M
            if(ps_deblk->i4_ctb_y || i4_is_last_ctb_y)
525
5.72M
            {
526
                /* Picking the last BS of the previous CTB corresponding to the same column */
527
5.72M
                UWORD32 *pu4_vert_bs_top = (UWORD32 *)((UWORD8 *)pu4_vert_bs - bs_strd);
528
5.72M
                UWORD32 u4_top_bs = (*pu4_vert_bs_top) >> ((1 << (log2_ctb_size - 1)) - 2);
529
5.72M
                u4_bs |= u4_top_bs & 3;
530
5.72M
            }
531
532
            /* Every alternate boundary strength value is used for chroma */
533
6.29M
            u4_bs &= 0x22222222;
534
535
24.7M
            for(row = 0; row < ctb_size / 8;)
536
18.4M
            {
537
18.4M
                WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2;
538
539
18.4M
                bs_tz = CTZ(u4_bs) >> 2;
540
18.4M
                if(0 != bs_tz)
541
8.33M
                {
542
8.33M
                    if((row + bs_tz) >= (ctb_size / 8))
543
4.99M
                        pu1_src += 4 * (ctb_size / 8 - row) * src_strd;
544
3.33M
                    else
545
3.33M
                        pu1_src += 4 * bs_tz  * src_strd;
546
8.33M
                    row += bs_tz;
547
8.33M
                    u4_bs = u4_bs >> (bs_tz << 2);
548
8.33M
                    continue;
549
8.33M
                }
550
551
10.1M
                if(0 == row)
552
1.30M
                {
553
1.30M
                    i1_tc_offset_div2 = ps_slice_hdr_top->i1_tc_offset_div2;
554
555
1.30M
                    if(0 == col)
556
411k
                    {
557
411k
                        qp_p = u4_qp_const_in_ctb[0] ?
558
406k
                                        pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] :
559
411k
                                        pu1_qp[-qp_strd - 1];
560
411k
                    }
561
892k
                    else
562
892k
                    {
563
892k
                        qp_p = u4_qp_const_in_ctb[1] ?
564
886k
                                        pu1_qp[-ctb_size / 8 * qp_strd] :
565
892k
                                        pu1_qp[2 * col - 1 - qp_strd];
566
892k
                    }
567
568
1.30M
                    qp_q = u4_qp_const_in_ctb[1] ?
569
1.28M
                                    pu1_qp[-ctb_size / 8 * qp_strd] :
570
1.30M
                                    pu1_qp[2 * col - qp_strd];
571
1.30M
                }
572
8.84M
                else
573
8.84M
                {
574
8.84M
                    if(0 == col)
575
2.85M
                    {
576
2.85M
                        qp_p = u4_qp_const_in_ctb[2] ?
577
2.82M
                                        pu1_qp[-ctb_size / 8] :
578
2.85M
                                        pu1_qp[(row - 1) * qp_strd - 1];
579
2.85M
                    }
580
5.99M
                    else
581
5.99M
                    {
582
5.99M
                        qp_p = u4_qp_const_in_ctb[3] ?
583
6.22M
                                        pu1_qp[0] :
584
18.4E
                                        pu1_qp[(row - 1) * qp_strd + 2 * col - 1];
585
5.99M
                    }
586
587
8.84M
                    qp_q = u4_qp_const_in_ctb[3] ?
588
8.86M
                                    pu1_qp[0] :
589
18.4E
                                    pu1_qp[(row - 1) * qp_strd + 2 * col];
590
8.84M
                }
591
592
10.1M
                filter_p = (pu2_ctb_no_loop_filter_flag[row] >> (col << 1)) & 1;
593
10.1M
                filter_q = (pu2_ctb_no_loop_filter_flag[row] >> (col << 1)) & 2;
594
                /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */
595
10.1M
                filter_p = !filter_p;
596
10.1M
                filter_q = !filter_q;
597
598
10.1M
                if(filter_p || filter_q)
599
10.1M
                {
600
10.1M
                    ASSERT(1 == ((u4_bs & 3) >> 1));
601
10.1M
                    DUMP_DEBLK_CHROMA_VERT(pu1_src, src_strd,
602
10.1M
                                           u4_bs & 3, qp_p, qp_q,
603
10.1M
                                           ps_pps->i1_pic_cb_qp_offset,
604
10.1M
                                           ps_pps->i1_pic_cr_qp_offset,
605
10.1M
                                           ps_slice_hdr->i1_tc_offset_div2,
606
10.1M
                                           filter_p, filter_q);
607
10.1M
                    if(chroma_yuv420sp_vu)
608
6.57M
                    {
609
6.57M
                        ps_codec->s_func_selector.ihevc_deblk_chroma_vert_fptr(pu1_src,
610
6.57M
                                                                               src_strd,
611
6.57M
                                                                               qp_q,
612
6.57M
                                                                               qp_p,
613
6.57M
                                                                               ps_pps->i1_pic_cr_qp_offset,
614
6.57M
                                                                               ps_pps->i1_pic_cb_qp_offset,
615
6.57M
                                                                               i1_tc_offset_div2,
616
6.57M
                                                                               filter_q,
617
6.57M
                                                                               filter_p);
618
6.57M
                    }
619
3.61M
                    else
620
3.61M
                    {
621
3.61M
                        ps_codec->s_func_selector.ihevc_deblk_chroma_vert_fptr(pu1_src,
622
3.61M
                                                                               src_strd,
623
3.61M
                                                                               qp_p,
624
3.61M
                                                                               qp_q,
625
3.61M
                                                                               ps_pps->i1_pic_cb_qp_offset,
626
3.61M
                                                                               ps_pps->i1_pic_cr_qp_offset,
627
3.61M
                                                                               i1_tc_offset_div2,
628
3.61M
                                                                               filter_p,
629
3.61M
                                                                               filter_q);
630
3.61M
                    }
631
10.1M
                }
632
633
10.1M
                pu1_src += 4 * src_strd;
634
10.1M
                u4_bs = u4_bs >> 4;
635
10.1M
                row++;
636
10.1M
            }
637
638
6.29M
            pu4_vert_bs += (64 == ctb_size) ? 2 : 1;
639
6.29M
            pu1_src -= ((src_strd / 2) << log2_ctb_size);
640
6.29M
            pu1_src += 16;
641
6.29M
        }
642
2.19M
    }
643
644
    /* Chroma Horizontal Edge */
645
646
2.24M
    if(0 == i4_is_last_ctb_y)
647
2.22M
    {
648
649
        /* Left CTB's slice header */
650
2.22M
        slice_header_t *ps_slice_hdr_left;
651
2.22M
        {
652
2.22M
            WORD32 cur_ctb_indx = ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_sps->i2_pic_wd_in_ctb;
653
2.22M
            if(i4_is_last_ctb_x)
654
34.4k
                cur_ctb_indx += 1;
655
2.22M
            ps_slice_hdr_left = ps_codec->ps_slice_hdr_base + ps_deblk->pu1_slice_idx[cur_ctb_indx - 1];
656
2.22M
        }
657
658
2.22M
        pu1_src = ps_deblk->pu1_cur_pic_chroma + ((ps_deblk->i4_ctb_x + ps_deblk->i4_ctb_y * ps_deblk->ps_codec->i4_strd / 2) << log2_ctb_size);
659
2.22M
        pu1_src += i4_is_last_ctb_x ? ctb_size : 0;
660
661
        /** Deblocking is done on a shifted CTB -
662
         * Vertical edge processing is done by shifting the CTB up by four pixels (8 here beacuse UV are interleaved) */
663
2.22M
        pu1_src -= 8;
664
8.59M
        for(row = 0; row < ctb_size / 16; row++)
665
6.38M
        {
666
            /* BS for the row - Last column is excluded and the left column is included*/
667
6.38M
            u4_bs = pu4_horz_bs[0] << 2;
668
669
6.38M
            if(ps_deblk->i4_ctb_x || i4_is_last_ctb_x)
670
6.03M
            {
671
                /** Picking the last BS of the previous CTB corresponding to the same row
672
                * UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (ctb_size / 8) * (ctb_size / 4) / 8 * 2);
673
                */
674
6.03M
                UWORD32 *pu4_horz_bs_left = (UWORD32 *)((UWORD8 *)pu4_horz_bs - (1 << (2 * log2_ctb_size - 7)));
675
6.03M
                UWORD32 u4_left_bs = (*pu4_horz_bs_left) >> ((1 << (log2_ctb_size - 1)) - 2);
676
6.03M
                u4_bs |= u4_left_bs & 3;
677
6.03M
            }
678
679
            /* Every alternate boundary strength value is used for chroma */
680
6.38M
            u4_bs &= 0x22222222;
681
682
24.6M
            for(col = 0; col < ctb_size / 8;)
683
18.2M
            {
684
18.2M
                WORD8 i1_tc_offset_div2 = ps_slice_hdr->i1_tc_offset_div2;
685
686
18.2M
                bs_tz = CTZ(u4_bs) >> 2;
687
18.2M
                if(0 != bs_tz)
688
8.47M
                {
689
8.47M
                    u4_bs = u4_bs >> (bs_tz << 2);
690
691
8.47M
                    if((col + bs_tz) >= (ctb_size / 8))
692
5.06M
                        pu1_src += 8 * (ctb_size / 8 - col);
693
3.40M
                    else
694
3.40M
                        pu1_src += 8 * bs_tz;
695
696
8.47M
                    col += bs_tz;
697
8.47M
                    continue;
698
8.47M
                }
699
700
9.79M
                if(0 == col)
701
1.31M
                {
702
1.31M
                    i1_tc_offset_div2 = ps_slice_hdr_left->i1_tc_offset_div2;
703
704
1.31M
                    if(0 == row)
705
396k
                    {
706
396k
                        qp_p = u4_qp_const_in_ctb[0] ?
707
391k
                                        pu1_qp[-ctb_size / 8 * qp_strd - ctb_size / 8] :
708
396k
                                        pu1_qp[-qp_strd - 1];
709
396k
                    }
710
915k
                    else
711
915k
                    {
712
915k
                        qp_p = u4_qp_const_in_ctb[2] ?
713
909k
                                        pu1_qp[-ctb_size / 8] :
714
915k
                                        pu1_qp[(2 * row - 1) * qp_strd - 1];
715
915k
                    }
716
717
1.31M
                    qp_q = u4_qp_const_in_ctb[2] ?
718
1.29M
                                    pu1_qp[-ctb_size / 8] :
719
1.31M
                                    pu1_qp[(2 * row) * qp_strd - 1];
720
1.31M
                }
721
8.48M
                else
722
8.48M
                {
723
8.48M
                    if(0 == row)
724
2.63M
                    {
725
2.63M
                        qp_p = u4_qp_const_in_ctb[1] ?
726
2.60M
                                        pu1_qp[-ctb_size / 8 * qp_strd] :
727
2.63M
                                        pu1_qp[col - 1 - qp_strd];
728
2.63M
                    }
729
5.85M
                    else
730
5.85M
                    {
731
5.85M
                        qp_p = u4_qp_const_in_ctb[3] ?
732
6.09M
                                        pu1_qp[0] :
733
18.4E
                                        pu1_qp[(col - 1) +  (2 * row - 1) * qp_strd];
734
5.85M
                    }
735
736
8.48M
                    qp_q = u4_qp_const_in_ctb[3] ?
737
8.50M
                                    pu1_qp[0] :
738
18.4E
                                    pu1_qp[(col - 1) + 2 * row * qp_strd];
739
8.48M
                }
740
741
9.79M
                filter_p = (pu2_ctb_no_loop_filter_flag[row << 1] >> col) & 1;
742
9.79M
                filter_q = (pu2_ctb_no_loop_filter_flag[(row << 1) + 1] >> col) & 1;
743
                /* filter_p and filter_q are inverted as they are calculated using no_loop_filter_flags */
744
9.79M
                filter_p = !filter_p;
745
9.79M
                filter_q = !filter_q;
746
747
9.79M
                if(filter_p || filter_q)
748
9.80M
                {
749
9.80M
                    ASSERT(1 == ((u4_bs & 3) >> 1));
750
9.78M
                    DUMP_DEBLK_CHROMA_HORZ(pu1_src, src_strd,
751
9.78M
                                           u4_bs & 3, qp_p, qp_q,
752
9.78M
                                           ps_pps->i1_pic_cb_qp_offset,
753
9.78M
                                           ps_pps->i1_pic_cr_qp_offset,
754
9.78M
                                           ps_slice_hdr->i1_tc_offset_div2,
755
9.78M
                                           filter_p, filter_q);
756
9.78M
                    if(chroma_yuv420sp_vu)
757
6.32M
                    {
758
6.32M
                        ps_codec->s_func_selector.ihevc_deblk_chroma_horz_fptr(pu1_src,
759
6.32M
                                                                               src_strd,
760
6.32M
                                                                               qp_q,
761
6.32M
                                                                               qp_p,
762
6.32M
                                                                               ps_pps->i1_pic_cr_qp_offset,
763
6.32M
                                                                               ps_pps->i1_pic_cb_qp_offset,
764
6.32M
                                                                               i1_tc_offset_div2,
765
6.32M
                                                                               filter_q,
766
6.32M
                                                                               filter_p);
767
6.32M
                    }
768
3.46M
                    else
769
3.46M
                    {
770
3.46M
                        ps_codec->s_func_selector.ihevc_deblk_chroma_horz_fptr(pu1_src,
771
3.46M
                                                                               src_strd,
772
3.46M
                                                                               qp_p,
773
3.46M
                                                                               qp_q,
774
3.46M
                                                                               ps_pps->i1_pic_cb_qp_offset,
775
3.46M
                                                                               ps_pps->i1_pic_cr_qp_offset,
776
3.46M
                                                                               i1_tc_offset_div2,
777
3.46M
                                                                               filter_p,
778
3.46M
                                                                               filter_q);
779
3.46M
                    }
780
9.78M
                }
781
782
9.77M
                pu1_src += 8;
783
9.77M
                u4_bs = u4_bs >> 4;
784
9.77M
                col++;
785
9.77M
            }
786
787
6.36M
            pu4_horz_bs += (64 == ctb_size) ? 2 : 1;
788
6.36M
            pu1_src -= ctb_size;
789
6.36M
            pu1_src += 8 * src_strd;
790
791
6.36M
        }
792
2.22M
    }
793
2.24M
}