Coverage Report

Created: 2025-11-16 07:09

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/aom_dsp/x86/blend_sse4.h
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#ifndef AOM_AOM_DSP_X86_BLEND_SSE4_H_
13
#define AOM_AOM_DSP_X86_BLEND_SSE4_H_
14
15
#include "aom_dsp/blend.h"
16
#include "aom_dsp/x86/synonyms.h"
17
static const uint8_t g_blend_a64_mask_shuffle[32] = {
18
  0, 2, 4, 6, 8, 10, 12, 14, 1, 3, 5, 7, 9, 11, 13, 15,
19
  0, 2, 4, 6, 8, 10, 12, 14, 1, 3, 5, 7, 9, 11, 13, 15,
20
};
21
22
//////////////////////////////////////////////////////////////////////////////
23
// Common kernels
24
//////////////////////////////////////////////////////////////////////////////
25
26
static inline __m128i blend_4(const uint8_t *src0, const uint8_t *src1,
27
320k
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
28
320k
  const __m128i v_s0_b = xx_loadl_32(src0);
29
320k
  const __m128i v_s1_b = xx_loadl_32(src1);
30
320k
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
31
320k
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
32
33
320k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
34
320k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
35
320k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
36
320k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
37
38
320k
  return v_res_w;
39
320k
}
Unexecuted instantiation: blend_a64_mask_sse4.c:blend_4
blend_a64_vmask_sse4.c:blend_4
Line
Count
Source
27
320k
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
28
320k
  const __m128i v_s0_b = xx_loadl_32(src0);
29
320k
  const __m128i v_s1_b = xx_loadl_32(src1);
30
320k
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
31
320k
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
32
33
320k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
34
320k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
35
320k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
36
320k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
37
38
320k
  return v_res_w;
39
320k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4
40
41
static inline __m128i blend_8(const uint8_t *src0, const uint8_t *src1,
42
4.75M
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
43
4.75M
  const __m128i v_s0_b = xx_loadl_64(src0);
44
4.75M
  const __m128i v_s1_b = xx_loadl_64(src1);
45
4.75M
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
46
4.75M
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
47
48
4.75M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
49
4.75M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
50
51
4.75M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
52
53
4.75M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
54
55
4.75M
  return v_res_w;
56
4.75M
}
Unexecuted instantiation: blend_a64_mask_sse4.c:blend_8
blend_a64_vmask_sse4.c:blend_8
Line
Count
Source
42
4.75M
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
43
4.75M
  const __m128i v_s0_b = xx_loadl_64(src0);
44
4.75M
  const __m128i v_s1_b = xx_loadl_64(src1);
45
4.75M
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
46
4.75M
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
47
48
4.75M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
49
4.75M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
50
51
4.75M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
52
53
4.75M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
54
55
4.75M
  return v_res_w;
56
4.75M
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8
57
58
static inline __m128i blend_4_u8(const uint8_t *src0, const uint8_t *src1,
59
                                 const __m128i *v_m0_b, const __m128i *v_m1_b,
60
3.61M
                                 const __m128i *rounding) {
61
3.61M
  const __m128i v_s0_b = xx_loadl_32(src0);
62
3.61M
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
3.61M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
3.61M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
3.61M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
3.61M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
3.61M
  return v_res;
70
3.61M
}
blend_a64_mask_sse4.c:blend_4_u8
Line
Count
Source
60
3.25M
                                 const __m128i *rounding) {
61
3.25M
  const __m128i v_s0_b = xx_loadl_32(src0);
62
3.25M
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
3.25M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
3.25M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
3.25M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
3.25M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
3.25M
  return v_res;
70
3.25M
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_4_u8
blend_a64_mask_avx2.c:blend_4_u8
Line
Count
Source
60
358k
                                 const __m128i *rounding) {
61
358k
  const __m128i v_s0_b = xx_loadl_32(src0);
62
358k
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
358k
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
358k
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
358k
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
358k
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
358k
  return v_res;
70
358k
}
71
72
static inline __m128i blend_8_u8(const uint8_t *src0, const uint8_t *src1,
73
                                 const __m128i *v_m0_b, const __m128i *v_m1_b,
74
4.08M
                                 const __m128i *rounding) {
75
4.08M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
4.08M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
4.08M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
4.08M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
4.08M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
4.08M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
4.08M
  return v_res;
84
4.08M
}
blend_a64_mask_sse4.c:blend_8_u8
Line
Count
Source
74
2.04M
                                 const __m128i *rounding) {
75
2.04M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
2.04M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
2.04M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
2.04M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
2.04M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
2.04M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
2.04M
  return v_res;
84
2.04M
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_8_u8
blend_a64_mask_avx2.c:blend_8_u8
Line
Count
Source
74
2.03M
                                 const __m128i *rounding) {
75
2.03M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
2.03M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
2.03M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
2.03M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
2.03M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
2.03M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
2.03M
  return v_res;
84
2.03M
}
85
86
static inline __m128i blend_16_u8(const uint8_t *src0, const uint8_t *src1,
87
                                  const __m128i *v_m0_b, const __m128i *v_m1_b,
88
2.97M
                                  const __m128i *rounding) {
89
2.97M
  const __m128i v_s0_b = xx_loadu_128(src0);
90
2.97M
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
2.97M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
2.97M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
2.97M
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
2.97M
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
2.97M
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
2.97M
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
2.97M
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
2.97M
  return v_res;
101
2.97M
}
blend_a64_mask_sse4.c:blend_16_u8
Line
Count
Source
88
904k
                                  const __m128i *rounding) {
89
904k
  const __m128i v_s0_b = xx_loadu_128(src0);
90
904k
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
904k
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
904k
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
904k
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
904k
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
904k
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
904k
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
904k
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
904k
  return v_res;
101
904k
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_16_u8
blend_a64_mask_avx2.c:blend_16_u8
Line
Count
Source
88
2.06M
                                  const __m128i *rounding) {
89
2.06M
  const __m128i v_s0_b = xx_loadu_128(src0);
90
2.06M
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
2.06M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
2.06M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
2.06M
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
2.06M
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
2.06M
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
2.06M
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
2.06M
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
2.06M
  return v_res;
101
2.06M
}
102
103
typedef __m128i (*blend_unit_fn)(const uint16_t *src0, const uint16_t *src1,
104
                                 const __m128i v_m0_w, const __m128i v_m1_w);
105
106
static inline __m128i blend_4_b10(const uint16_t *src0, const uint16_t *src1,
107
2.69M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
2.69M
  const __m128i v_s0_w = xx_loadl_64(src0);
109
2.69M
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
2.69M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
2.69M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
2.69M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
2.69M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
2.69M
  return v_res_w;
119
2.69M
}
blend_a64_mask_sse4.c:blend_4_b10
Line
Count
Source
107
2.49M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
2.49M
  const __m128i v_s0_w = xx_loadl_64(src0);
109
2.49M
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
2.49M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
2.49M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
2.49M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
2.49M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
2.49M
  return v_res_w;
119
2.49M
}
blend_a64_vmask_sse4.c:blend_4_b10
Line
Count
Source
107
204k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
204k
  const __m128i v_s0_w = xx_loadl_64(src0);
109
204k
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
204k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
204k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
204k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
204k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
204k
  return v_res_w;
119
204k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4_b10
120
121
static inline __m128i blend_8_b10(const uint16_t *src0, const uint16_t *src1,
122
10.1M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
10.1M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
10.1M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
10.1M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
10.1M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
10.1M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
10.1M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
10.1M
  return v_res_w;
134
10.1M
}
blend_a64_mask_sse4.c:blend_8_b10
Line
Count
Source
122
7.11M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
7.11M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
7.11M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
7.11M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
7.11M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
7.11M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
7.11M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
7.11M
  return v_res_w;
134
7.11M
}
blend_a64_vmask_sse4.c:blend_8_b10
Line
Count
Source
122
3.01M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
3.01M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
3.01M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
3.01M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
3.01M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
3.01M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
3.01M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
3.01M
  return v_res_w;
134
3.01M
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8_b10
135
136
static inline __m128i blend_4_b12(const uint16_t *src0, const uint16_t *src1,
137
206k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
206k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
206k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
206k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
206k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
206k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
206k
  const __m128i v_ssum_d =
150
206k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
206k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
206k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
206k
  return v_res_w;
159
206k
}
blend_a64_mask_sse4.c:blend_4_b12
Line
Count
Source
137
195k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
195k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
195k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
195k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
195k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
195k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
195k
  const __m128i v_ssum_d =
150
195k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
195k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
195k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
195k
  return v_res_w;
159
195k
}
blend_a64_vmask_sse4.c:blend_4_b12
Line
Count
Source
137
10.5k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
10.5k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
10.5k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
10.5k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
10.5k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
10.5k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
10.5k
  const __m128i v_ssum_d =
150
10.5k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
10.5k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
10.5k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
10.5k
  return v_res_w;
159
10.5k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4_b12
160
161
static inline __m128i blend_8_b12(const uint16_t *src0, const uint16_t *src1,
162
1.00M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
1.00M
  const __m128i v_s0_w = xx_loadu_128(src0);
164
1.00M
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
1.00M
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
1.00M
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
1.00M
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
1.00M
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
1.00M
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
1.00M
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
1.00M
  const __m128i v_ssuml_d =
178
1.00M
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
1.00M
  const __m128i v_ssumh_d =
180
1.00M
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
1.00M
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
1.00M
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
1.00M
  return v_res_w;
189
1.00M
}
blend_a64_mask_sse4.c:blend_8_b12
Line
Count
Source
162
658k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
658k
  const __m128i v_s0_w = xx_loadu_128(src0);
164
658k
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
658k
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
658k
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
658k
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
658k
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
658k
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
658k
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
658k
  const __m128i v_ssuml_d =
178
658k
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
658k
  const __m128i v_ssumh_d =
180
658k
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
658k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
658k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
658k
  return v_res_w;
189
658k
}
blend_a64_vmask_sse4.c:blend_8_b12
Line
Count
Source
162
351k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
351k
  const __m128i v_s0_w = xx_loadu_128(src0);
164
351k
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
351k
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
351k
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
351k
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
351k
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
351k
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
351k
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
351k
  const __m128i v_ssuml_d =
178
351k
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
351k
  const __m128i v_ssumh_d =
180
351k
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
351k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
351k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
351k
  return v_res_w;
189
351k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8_b12
190
191
#endif  // AOM_AOM_DSP_X86_BLEND_SSE4_H_