/*

 *  Copyright (c) 2018 The WebM project authors. All Rights Reserved.

 *

 *  Use of this source code is governed by a BSD-style license

 *  that can be found in the LICENSE file in the root of the source

 *  tree. An additional intellectual property rights grant can be found

 *  in the file PATENTS.  All contributing project authors may

 *  be found in the AUTHORS file in the root of the source tree.

 */

#ifndef VPX_VPX_DSP_X86_CONVOLVE_SSE2_H_

#define VPX_VPX_DSP_X86_CONVOLVE_SSE2_H_

#include <emmintrin.h>  // SSE2

#include "./vpx_config.h"

// Interprets the input register as 16-bit words 7 6 5 4 3 2 1 0, then returns

// values at index 2 and 3 to return 3 2 3 2 3 2 3 2 as 16-bit words

static INLINE __m128i extract_quarter_2_epi16_sse2(const __m128i *const reg) {

  __m128i tmp = _mm_unpacklo_epi32(*reg, *reg);

  return _mm_unpackhi_epi64(tmp, tmp);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:extract_quarter_2_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:extract_quarter_2_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:extract_quarter_2_epi16_sse2

// Interprets the input register as 16-bit words 7 6 5 4 3 2 1 0, then returns

// values at index 2 and 3 to return 5 4 5 4 5 4 5 4 as 16-bit words.

static INLINE __m128i extract_quarter_3_epi16_sse2(const __m128i *const reg) {

  __m128i tmp = _mm_unpackhi_epi32(*reg, *reg);

  return _mm_unpacklo_epi64(tmp, tmp);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:extract_quarter_3_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:extract_quarter_3_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:extract_quarter_3_epi16_sse2

// Interprets src as 8-bit words, zero extends to form 16-bit words, then

// multiplies with ker and add the adjacent results to form 32-bit words.

// Finally adds the result from 1 and 2 together.

static INLINE __m128i mm_madd_add_epi8_sse2(const __m128i *const src_1,

                                            const __m128i *const src_2,

                                            const __m128i *const ker_1,

                                            const __m128i *const ker_2) {

  const __m128i src_1_half = _mm_unpacklo_epi8(*src_1, _mm_setzero_si128());

  const __m128i src_2_half = _mm_unpacklo_epi8(*src_2, _mm_setzero_si128());

  const __m128i madd_1 = _mm_madd_epi16(src_1_half, *ker_1);

  const __m128i madd_2 = _mm_madd_epi16(src_2_half, *ker_2);

  return _mm_add_epi32(madd_1, madd_2);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_madd_add_epi8_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:mm_madd_add_epi8_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_madd_add_epi8_sse2

// Interprets src as 16-bit words, then multiplies with ker and add the

// adjacent results to form 32-bit words. Finally adds the result from 1 and 2

// together.

static INLINE __m128i mm_madd_add_epi16_sse2(const __m128i *const src_1,

                                             const __m128i *const src_2,

                                             const __m128i *const ker_1,

                                             const __m128i *const ker_2) {

  const __m128i madd_1 = _mm_madd_epi16(*src_1, *ker_1);

  const __m128i madd_2 = _mm_madd_epi16(*src_2, *ker_2);

  return _mm_add_epi32(madd_1, madd_2);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_madd_add_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:mm_madd_add_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_madd_add_epi16_sse2

static INLINE __m128i mm_madd_packs_epi16_sse2(const __m128i *const src_0,

                                               const __m128i *const src_1,

                                               const __m128i *const ker) {

  const __m128i madd_1 = _mm_madd_epi16(*src_0, *ker);

  const __m128i madd_2 = _mm_madd_epi16(*src_1, *ker);

  return _mm_packs_epi32(madd_1, madd_2);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_madd_packs_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:mm_madd_packs_epi16_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_madd_packs_epi16_sse2

// Interleaves src_1 and src_2

static INLINE __m128i mm_zip_epi32_sse2(const __m128i *const src_1,

                                        const __m128i *const src_2) {

  const __m128i tmp_1 = _mm_unpacklo_epi32(*src_1, *src_2);

  const __m128i tmp_2 = _mm_unpackhi_epi32(*src_1, *src_2);

  return _mm_packs_epi32(tmp_1, tmp_2);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_zip_epi32_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:mm_zip_epi32_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_zip_epi32_sse2

static INLINE __m128i mm_round_epi32_sse2(const __m128i *const src,

                                          const __m128i *const half_depth,

                                          const int depth) {

  const __m128i nearest_src = _mm_add_epi32(*src, *half_depth);

  return _mm_srai_epi32(nearest_src, depth);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_round_epi32_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_avx2.c:mm_round_epi32_sse2

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_round_epi32_sse2

static INLINE __m128i mm_round_epi16_sse2(const __m128i *const src,

                                          const __m128i *const half_depth,

                                          const int depth) {

  const __m128i nearest_src = _mm_adds_epi16(*src, *half_depth);

  return _mm_srai_epi16(nearest_src, depth);

}

Unexecuted instantiation: vpx_subpixel_4t_intrin_sse2.c:mm_round_epi16_sse2

vpx_subpixel_8t_intrin_avx2.c:mm_round_epi16_sse2

Line

Count

Source

83

42.6M

                                          const int depth) {

84

42.6M

  const __m128i nearest_src = _mm_adds_epi16(*src, *half_depth);

85

42.6M

  return _mm_srai_epi16(nearest_src, depth);

86

42.6M

}

Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:mm_round_epi16_sse2

#endif  // VPX_VPX_DSP_X86_CONVOLVE_SSE2_H_