/src/aom/aom_dsp/sad.c

Source (jump to first uncovered line)
/*
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
 *
 * This source code is subject to the terms of the BSD 2 Clause License and
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
 * was not distributed with this source code in the LICENSE file, you can
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
 * Media Patent License 1.0 was not distributed with this source code in the
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
 */

#include <stdlib.h>

#include "config/aom_config.h"
#include "config/aom_dsp_rtcd.h"

#include "aom/aom_integer.h"
#include "aom_ports/mem.h"
#include "aom_dsp/blend.h"

/* Sum the difference between every corresponding element of the buffers. */
static inline unsigned int sad(const uint8_t *a, int a_stride, const uint8_t *b,
                               int b_stride, int width, int height) {
  int y, x;
  unsigned int sad = 0;

  for (y = 0; y < height; y++) {
    for (x = 0; x < width; x++) {
      sad += abs(a[x] - b[x]);
    }

    a += a_stride;
    b += b_stride;
  }
  return sad;
}

#define SADMXN(m, n)                                                      \
  unsigned int aom_sad##m##x##n##_c(const uint8_t *src, int src_stride,   \
                                    const uint8_t *ref, int ref_stride) { \
    return sad(src, src_stride, ref, ref_stride, m, n);                   \
  }

#define SADMXN_AVG(m, n)                                                    \
  unsigned int aom_sad##m##x##n##_avg_c(const uint8_t *src, int src_stride, \
                                        const uint8_t *ref, int ref_stride, \
                                        const uint8_t *second_pred) {       \
    uint8_t comp_pred[m * n];                                               \
    aom_comp_avg_pred(comp_pred, second_pred, m, n, ref, ref_stride);       \
    return sad(src, src_stride, comp_pred, m, m, n);                        \
  }

#define SADMXN_SKIP(m, n)                                                     \
  unsigned int aom_sad_skip_##m##x##n##_c(const uint8_t *src, int src_stride, \
                                          const uint8_t *ref,                 \
                                          int ref_stride) {                   \
    return 2 * sad(src, 2 * src_stride, ref, 2 * ref_stride, (m), (n / 2));   \
  }

#define SADMXN_NO_SKIP(m, n) \
  SADMXN(m, n)               \
  SADMXN_AVG(m, n)

#define SADMXN_NO_AVG(m, n) \
  SADMXN(m, n)              \
  SADMXN_SKIP(m, n)

#define SADMXN_ALL(m, n) \
  SADMXN(m, n)           \
  SADMXN_AVG(m, n)       \
  SADMXN_SKIP(m, n)

// Calculate sad against 4 reference locations and store each in sad_array
#define SAD_MXNX4D_NO_SKIP(m, n)                                           \
  void aom_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride,         \
                               const uint8_t *const ref_array[4],          \
                               int ref_stride, uint32_t sad_array[4]) {    \
    int i;                                                                 \
    for (i = 0; i < 4; ++i) {                                              \
      sad_array[i] =                                                       \
          aom_sad##m##x##n##_c(src, src_stride, ref_array[i], ref_stride); \
    }                                                                      \
  }

#define SAD_MXNX4D(m, n)                                                      \
  SAD_MXNX4D_NO_SKIP(m, n)                                                    \
  void aom_sad_skip_##m##x##n##x4d_c(const uint8_t *src, int src_stride,      \
                                     const uint8_t *const ref_array[4],       \
                                     int ref_stride, uint32_t sad_array[4]) { \
    int i;                                                                    \
    for (i = 0; i < 4; ++i) {                                                 \
      sad_array[i] = 2 * sad(src, 2 * src_stride, ref_array[i],               \
                             2 * ref_stride, (m), (n / 2));                   \
    }                                                                         \
  }
// Call SIMD version of aom_sad_mxnx4d if the 3d version is unavailable.
#define SAD_MXNX3D(m, n)                                                      \
  void aom_sad##m##x##n##x3d_c(const uint8_t *src, int src_stride,            \
                               const uint8_t *const ref_array[4],             \
                               int ref_stride, uint32_t sad_array[4]) {       \
    aom_sad##m##x##n##x4d(src, src_stride, ref_array, ref_stride, sad_array); \
  }

// 128x128
SADMXN_ALL(128, 128)
SAD_MXNX4D(128, 128)
SAD_MXNX3D(128, 128)

// 128x64
SADMXN_ALL(128, 64)
SAD_MXNX4D(128, 64)
SAD_MXNX3D(128, 64)

// 64x128
SADMXN_ALL(64, 128)
SAD_MXNX4D(64, 128)
SAD_MXNX3D(64, 128)

// 64x64
SADMXN_ALL(64, 64)
SAD_MXNX4D(64, 64)
SAD_MXNX3D(64, 64)

// 64x32
SADMXN_ALL(64, 32)
SAD_MXNX4D(64, 32)
SAD_MXNX3D(64, 32)

// 32x64
SADMXN_ALL(32, 64)
SAD_MXNX4D(32, 64)
SAD_MXNX3D(32, 64)

// 32x32
SADMXN_ALL(32, 32)
SAD_MXNX4D(32, 32)
SAD_MXNX3D(32, 32)

// 32x16
SADMXN_ALL(32, 16)
SAD_MXNX4D(32, 16)
SAD_MXNX3D(32, 16)

// 16x32
SADMXN_ALL(16, 32)
SAD_MXNX4D(16, 32)
SAD_MXNX3D(16, 32)

// 16x16
SADMXN_ALL(16, 16)
SAD_MXNX4D(16, 16)
SAD_MXNX3D(16, 16)

// 16x8
SADMXN_NO_SKIP(16, 8)
SAD_MXNX4D_NO_SKIP(16, 8)
SAD_MXNX3D(16, 8)

// 8x16
SADMXN_ALL(8, 16)
SAD_MXNX4D(8, 16)
SAD_MXNX3D(8, 16)

// 8x8
SADMXN_NO_SKIP(8, 8)
SAD_MXNX4D_NO_SKIP(8, 8)
SAD_MXNX3D(8, 8)

// 8x4
SADMXN(8, 4)
SAD_MXNX4D_NO_SKIP(8, 4)
SAD_MXNX3D(8, 4)

// 4x8
SADMXN(4, 8)
SAD_MXNX4D_NO_SKIP(4, 8)
SAD_MXNX3D(4, 8)

// 4x4
SADMXN(4, 4)
SAD_MXNX4D_NO_SKIP(4, 4)
SAD_MXNX3D(4, 4)

#if !CONFIG_REALTIME_ONLY
SADMXN_NO_AVG(4, 16)
SAD_MXNX4D(4, 16)
SADMXN(16, 4)
SAD_MXNX4D_NO_SKIP(16, 4)
SADMXN_ALL(8, 32)
SAD_MXNX4D(8, 32)
SADMXN_NO_SKIP(32, 8)
SAD_MXNX4D_NO_SKIP(32, 8)
SADMXN_ALL(16, 64)
SAD_MXNX4D(16, 64)
SADMXN_ALL(64, 16)
SAD_MXNX4D(64, 16)
SAD_MXNX3D(4, 16)
SAD_MXNX3D(16, 4)
SAD_MXNX3D(8, 32)
SAD_MXNX3D(32, 8)
SAD_MXNX3D(16, 64)
SAD_MXNX3D(64, 16)
#endif  // !CONFIG_REALTIME_ONLY

#if CONFIG_AV1_HIGHBITDEPTH
static inline unsigned int highbd_sad(const uint8_t *a8, int a_stride,
                                      const uint8_t *b8, int b_stride,
                                      int width, int height) {
  int y, x;
  unsigned int sad = 0;
  const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
  const uint16_t *b = CONVERT_TO_SHORTPTR(b8);
  for (y = 0; y < height; y++) {
    for (x = 0; x < width; x++) {
      sad += abs(a[x] - b[x]);
    }

    a += a_stride;
    b += b_stride;
  }
  return sad;
}

static inline unsigned int highbd_sadb(const uint8_t *a8, int a_stride,
                                       const uint8_t *b8, int b_stride,
                                       int width, int height) {
  int y, x;
  unsigned int sad = 0;
  const uint16_t *a = CONVERT_TO_SHORTPTR(a8);
  const uint16_t *b = CONVERT_TO_SHORTPTR(b8);
  for (y = 0; y < height; y++) {
    for (x = 0; x < width; x++) {
      sad += abs(a[x] - b[x]);
    }

    a += a_stride;
    b += b_stride;
  }
  return sad;
}

#define HIGHBD_SADMXN(m, n)                                                    \
  unsigned int aom_highbd_sad##m##x##n##_c(const uint8_t *src, int src_stride, \
                                           const uint8_t *ref,                 \
                                           int ref_stride) {                   \
    return highbd_sad(src, src_stride, ref, ref_stride, m, n);                 \
  }

#define HIGHBD_SADMXN_AVG(m, n)                                               \
  unsigned int aom_highbd_sad##m##x##n##_avg_c(                               \
      const uint8_t *src, int src_stride, const uint8_t *ref, int ref_stride, \
      const uint8_t *second_pred) {                                           \
    uint16_t comp_pred[m * n];                                                \
    uint8_t *const comp_pred8 = CONVERT_TO_BYTEPTR(comp_pred);                \
    aom_highbd_comp_avg_pred(comp_pred8, second_pred, m, n, ref, ref_stride); \
    return highbd_sadb(src, src_stride, comp_pred8, m, m, n);                 \
  }

#define HIGHBD_SADMXN_SKIP(m, n)                                               \
  unsigned int aom_highbd_sad_skip_##m##x##n##_c(                              \
      const uint8_t *src, int src_stride, const uint8_t *ref,                  \
      int ref_stride) {                                                        \
    return 2 *                                                                 \
           highbd_sad(src, 2 * src_stride, ref, 2 * ref_stride, (m), (n / 2)); \
  }

#define HIGHBD_SADMXN_NO_SKIP(m, n) \
  HIGHBD_SADMXN(m, n)               \
  HIGHBD_SADMXN_AVG(m, n)

#define HIGHBD_SADMXN_NO_AVG(m, n) \
  HIGHBD_SADMXN(m, n)              \
  HIGHBD_SADMXN_SKIP(m, n)

#define HIGHBD_SADMXN_ALL(m, n) \
  HIGHBD_SADMXN(m, n)           \
  HIGHBD_SADMXN_AVG(m, n)       \
  HIGHBD_SADMXN_SKIP(m, n)

#define HIGHBD_SAD_MXNX4D_NO_SKIP(m, n)                                        \
  void aom_highbd_sad##m##x##n##x4d_c(const uint8_t *src, int src_stride,      \
                                      const uint8_t *const ref_array[4],       \
                                      int ref_stride, uint32_t sad_array[4]) { \
    int i;                                                                     \
    for (i = 0; i < 4; ++i) {                                                  \
      sad_array[i] = aom_highbd_sad##m##x##n##_c(src, src_stride,              \
                                                 ref_array[i], ref_stride);    \
    }                                                                          \
  }

#define HIGHBD_SAD_MXNX4D(m, n)                                              \
  HIGHBD_SAD_MXNX4D_NO_SKIP(m, n)                                            \
  void aom_highbd_sad_skip_##m##x##n##x4d_c(                                 \
      const uint8_t *src, int src_stride, const uint8_t *const ref_array[4], \
      int ref_stride, uint32_t sad_array[4]) {                               \
    int i;                                                                   \
    for (i = 0; i < 4; ++i) {                                                \
      sad_array[i] = 2 * highbd_sad(src, 2 * src_stride, ref_array[i],       \
                                    2 * ref_stride, (m), (n / 2));           \
    }                                                                        \
  }
// Call SIMD version of aom_highbd_sad_mxnx4d if the 3d version is unavailable.
#define HIGHBD_SAD_MXNX3D(m, n)                                                \
  void aom_highbd_sad##m##x##n##x3d_c(const uint8_t *src, int src_stride,      \
                                      const uint8_t *const ref_array[4],       \
                                      int ref_stride, uint32_t sad_array[4]) { \
    aom_highbd_sad##m##x##n##x4d(src, src_stride, ref_array, ref_stride,       \
                                 sad_array);                                   \
  }

// 128x128
HIGHBD_SADMXN_ALL(128, 128)
HIGHBD_SAD_MXNX4D(128, 128)
HIGHBD_SAD_MXNX3D(128, 128)

// 128x64
HIGHBD_SADMXN_ALL(128, 64)
HIGHBD_SAD_MXNX4D(128, 64)
HIGHBD_SAD_MXNX3D(128, 64)

// 64x128
HIGHBD_SADMXN_ALL(64, 128)
HIGHBD_SAD_MXNX4D(64, 128)
HIGHBD_SAD_MXNX3D(64, 128)

// 64x64
HIGHBD_SADMXN_ALL(64, 64)
HIGHBD_SAD_MXNX4D(64, 64)
HIGHBD_SAD_MXNX3D(64, 64)

// 64x32
HIGHBD_SADMXN_ALL(64, 32)
HIGHBD_SAD_MXNX4D(64, 32)
HIGHBD_SAD_MXNX3D(64, 32)

// 32x64
HIGHBD_SADMXN_ALL(32, 64)
HIGHBD_SAD_MXNX4D(32, 64)
HIGHBD_SAD_MXNX3D(32, 64)

// 32x32
HIGHBD_SADMXN_ALL(32, 32)
HIGHBD_SAD_MXNX4D(32, 32)
HIGHBD_SAD_MXNX3D(32, 32)

// 32x16
HIGHBD_SADMXN_ALL(32, 16)
HIGHBD_SAD_MXNX4D(32, 16)
HIGHBD_SAD_MXNX3D(32, 16)

// 16x32
HIGHBD_SADMXN_ALL(16, 32)
HIGHBD_SAD_MXNX4D(16, 32)
HIGHBD_SAD_MXNX3D(16, 32)

// 16x16
HIGHBD_SADMXN_ALL(16, 16)
HIGHBD_SAD_MXNX4D(16, 16)
HIGHBD_SAD_MXNX3D(16, 16)

// 16x8
HIGHBD_SADMXN_NO_SKIP(16, 8)
HIGHBD_SAD_MXNX4D_NO_SKIP(16, 8)
HIGHBD_SAD_MXNX3D(16, 8)

// 8x16
HIGHBD_SADMXN_ALL(8, 16)
HIGHBD_SAD_MXNX4D(8, 16)
HIGHBD_SAD_MXNX3D(8, 16)

// 8x8
HIGHBD_SADMXN_NO_SKIP(8, 8)
HIGHBD_SAD_MXNX4D_NO_SKIP(8, 8)
HIGHBD_SAD_MXNX3D(8, 8)

// 8x4
HIGHBD_SADMXN(8, 4)
HIGHBD_SAD_MXNX4D_NO_SKIP(8, 4)
HIGHBD_SAD_MXNX3D(8, 4)

// 4x8
HIGHBD_SADMXN(4, 8)
HIGHBD_SAD_MXNX4D_NO_SKIP(4, 8)
HIGHBD_SAD_MXNX3D(4, 8)

// 4x4
HIGHBD_SADMXN(4, 4)
HIGHBD_SAD_MXNX4D_NO_SKIP(4, 4)
HIGHBD_SAD_MXNX3D(4, 4)

#if !CONFIG_REALTIME_ONLY
HIGHBD_SADMXN_NO_AVG(4, 16)
HIGHBD_SAD_MXNX4D(4, 16)
HIGHBD_SADMXN(16, 4)
HIGHBD_SAD_MXNX4D_NO_SKIP(16, 4)
HIGHBD_SADMXN_ALL(8, 32)
HIGHBD_SAD_MXNX4D(8, 32)
HIGHBD_SADMXN_NO_SKIP(32, 8)
HIGHBD_SAD_MXNX4D_NO_SKIP(32, 8)
HIGHBD_SADMXN_ALL(16, 64)
HIGHBD_SAD_MXNX4D(16, 64)
HIGHBD_SADMXN_ALL(64, 16)
HIGHBD_SAD_MXNX4D(64, 16)

HIGHBD_SAD_MXNX3D(4, 16)
HIGHBD_SAD_MXNX3D(16, 4)
HIGHBD_SAD_MXNX3D(8, 32)
HIGHBD_SAD_MXNX3D(32, 8)
HIGHBD_SAD_MXNX3D(16, 64)
HIGHBD_SAD_MXNX3D(64, 16)
#endif  // !CONFIG_REALTIME_ONLY
#endif  // CONFIG_AV1_HIGHBITDEPTH

Coverage Report

Created: 2025-06-22 08:04

Line	Count	Source (jump to first uncovered line)
1		/*
2		* Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3		*
4		* This source code is subject to the terms of the BSD 2 Clause License and
5		* the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6		* was not distributed with this source code in the LICENSE file, you can
7		* obtain it at www.aomedia.org/license/software. If the Alliance for Open
8		* Media Patent License 1.0 was not distributed with this source code in the
9		* PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10		*/
11
12		#include <stdlib.h>
13
14		#include "config/aom_config.h"
15		#include "config/aom_dsp_rtcd.h"
16
17		#include "aom/aom_integer.h"
18		#include "aom_ports/mem.h"
19		#include "aom_dsp/blend.h"
20
21		/* Sum the difference between every corresponding element of the buffers. */
22		static inline unsigned int sad(const uint8_t a, int a_stride, const uint8_t b,
23	0	int b_stride, int width, int height) {
24	0	int y, x;
25	0	unsigned int sad = 0;
26
27	0	for (y = 0; y < height; y++) {
28	0	for (x = 0; x < width; x++) {
29	0	sad += abs(a[x] - b[x]);
30	0	}
31
32	0	a += a_stride;
33	0	b += b_stride;
34	0	}
35	0	return sad;
36	0	}
37
38		#define SADMXN(m, n) \
39		unsigned int aom_sad##m##x##n##_c(const uint8_t *src, int src_stride, \