Coverage Report

Created: 2026-03-08 06:51

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/aom/aom_dsp/x86/blend_sse4.h
Line
Count
Source
1
/*
2
 * Copyright (c) 2016, Alliance for Open Media. All rights reserved.
3
 *
4
 * This source code is subject to the terms of the BSD 2 Clause License and
5
 * the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
6
 * was not distributed with this source code in the LICENSE file, you can
7
 * obtain it at www.aomedia.org/license/software. If the Alliance for Open
8
 * Media Patent License 1.0 was not distributed with this source code in the
9
 * PATENTS file, you can obtain it at www.aomedia.org/license/patent.
10
 */
11
12
#ifndef AOM_AOM_DSP_X86_BLEND_SSE4_H_
13
#define AOM_AOM_DSP_X86_BLEND_SSE4_H_
14
15
#include "aom_dsp/blend.h"
16
#include "aom_dsp/x86/synonyms.h"
17
static const uint8_t g_blend_a64_mask_shuffle[32] = {
18
  0, 2, 4, 6, 8, 10, 12, 14, 1, 3, 5, 7, 9, 11, 13, 15,
19
  0, 2, 4, 6, 8, 10, 12, 14, 1, 3, 5, 7, 9, 11, 13, 15,
20
};
21
22
//////////////////////////////////////////////////////////////////////////////
23
// Common kernels
24
//////////////////////////////////////////////////////////////////////////////
25
26
static inline __m128i blend_4(const uint8_t *src0, const uint8_t *src1,
27
261k
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
28
261k
  const __m128i v_s0_b = xx_loadl_32(src0);
29
261k
  const __m128i v_s1_b = xx_loadl_32(src1);
30
261k
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
31
261k
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
32
33
261k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
34
261k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
35
261k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
36
261k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
37
38
261k
  return v_res_w;
39
261k
}
Unexecuted instantiation: blend_a64_mask_sse4.c:blend_4
blend_a64_vmask_sse4.c:blend_4
Line
Count
Source
27
261k
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
28
261k
  const __m128i v_s0_b = xx_loadl_32(src0);
29
261k
  const __m128i v_s1_b = xx_loadl_32(src1);
30
261k
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
31
261k
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
32
33
261k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
34
261k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
35
261k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
36
261k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
37
38
261k
  return v_res_w;
39
261k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4
40
41
static inline __m128i blend_8(const uint8_t *src0, const uint8_t *src1,
42
4.28M
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
43
4.28M
  const __m128i v_s0_b = xx_loadl_64(src0);
44
4.28M
  const __m128i v_s1_b = xx_loadl_64(src1);
45
4.28M
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
46
4.28M
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
47
48
4.28M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
49
4.28M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
50
51
4.28M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
52
53
4.28M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
54
55
4.28M
  return v_res_w;
56
4.28M
}
Unexecuted instantiation: blend_a64_mask_sse4.c:blend_8
blend_a64_vmask_sse4.c:blend_8
Line
Count
Source
42
4.28M
                              const __m128i *v_m0_w, const __m128i *v_m1_w) {
43
4.28M
  const __m128i v_s0_b = xx_loadl_64(src0);
44
4.28M
  const __m128i v_s1_b = xx_loadl_64(src1);
45
4.28M
  const __m128i v_s0_w = _mm_cvtepu8_epi16(v_s0_b);
46
4.28M
  const __m128i v_s1_w = _mm_cvtepu8_epi16(v_s1_b);
47
48
4.28M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, *v_m0_w);
49
4.28M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, *v_m1_w);
50
51
4.28M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
52
53
4.28M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
54
55
4.28M
  return v_res_w;
56
4.28M
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8
57
58
static inline __m128i blend_4_u8(const uint8_t *src0, const uint8_t *src1,
59
                                 const __m128i *v_m0_b, const __m128i *v_m1_b,
60
3.43M
                                 const __m128i *rounding) {
61
3.43M
  const __m128i v_s0_b = xx_loadl_32(src0);
62
3.43M
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
3.43M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
3.43M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
3.43M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
3.43M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
3.43M
  return v_res;
70
3.43M
}
blend_a64_mask_sse4.c:blend_4_u8
Line
Count
Source
60
2.72M
                                 const __m128i *rounding) {
61
2.72M
  const __m128i v_s0_b = xx_loadl_32(src0);
62
2.72M
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
2.72M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
2.72M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
2.72M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
2.72M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
2.72M
  return v_res;
70
2.72M
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_4_u8
blend_a64_mask_avx2.c:blend_4_u8
Line
Count
Source
60
714k
                                 const __m128i *rounding) {
61
714k
  const __m128i v_s0_b = xx_loadl_32(src0);
62
714k
  const __m128i v_s1_b = xx_loadl_32(src1);
63
64
714k
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
65
714k
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
66
67
714k
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
68
714k
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
69
714k
  return v_res;
70
714k
}
71
72
static inline __m128i blend_8_u8(const uint8_t *src0, const uint8_t *src1,
73
                                 const __m128i *v_m0_b, const __m128i *v_m1_b,
74
4.01M
                                 const __m128i *rounding) {
75
4.01M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
4.01M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
4.01M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
4.01M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
4.01M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
4.01M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
4.01M
  return v_res;
84
4.01M
}
blend_a64_mask_sse4.c:blend_8_u8
Line
Count
Source
74
1.75M
                                 const __m128i *rounding) {
75
1.75M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
1.75M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
1.75M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
1.75M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
1.75M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
1.75M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
1.75M
  return v_res;
84
1.75M
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_8_u8
blend_a64_mask_avx2.c:blend_8_u8
Line
Count
Source
74
2.26M
                                 const __m128i *rounding) {
75
2.26M
  const __m128i v_s0_b = xx_loadl_64(src0);
76
2.26M
  const __m128i v_s1_b = xx_loadl_64(src1);
77
78
2.26M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
79
2.26M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
80
81
2.26M
  const __m128i v_res_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
82
2.26M
  const __m128i v_res = _mm_packus_epi16(v_res_w, v_res_w);
83
2.26M
  return v_res;
84
2.26M
}
85
86
static inline __m128i blend_16_u8(const uint8_t *src0, const uint8_t *src1,
87
                                  const __m128i *v_m0_b, const __m128i *v_m1_b,
88
2.73M
                                  const __m128i *rounding) {
89
2.73M
  const __m128i v_s0_b = xx_loadu_128(src0);
90
2.73M
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
2.73M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
2.73M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
2.73M
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
2.73M
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
2.73M
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
2.73M
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
2.73M
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
2.73M
  return v_res;
101
2.73M
}
blend_a64_mask_sse4.c:blend_16_u8
Line
Count
Source
88
881k
                                  const __m128i *rounding) {
89
881k
  const __m128i v_s0_b = xx_loadu_128(src0);
90
881k
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
881k
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
881k
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
881k
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
881k
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
881k
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
881k
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
881k
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
881k
  return v_res;
101
881k
}
Unexecuted instantiation: blend_a64_vmask_sse4.c:blend_16_u8
blend_a64_mask_avx2.c:blend_16_u8
Line
Count
Source
88
1.85M
                                  const __m128i *rounding) {
89
1.85M
  const __m128i v_s0_b = xx_loadu_128(src0);
90
1.85M
  const __m128i v_s1_b = xx_loadu_128(src1);
91
92
1.85M
  const __m128i v_p0_w = _mm_maddubs_epi16(_mm_unpacklo_epi8(v_s0_b, v_s1_b),
93
1.85M
                                           _mm_unpacklo_epi8(*v_m0_b, *v_m1_b));
94
1.85M
  const __m128i v_p1_w = _mm_maddubs_epi16(_mm_unpackhi_epi8(v_s0_b, v_s1_b),
95
1.85M
                                           _mm_unpackhi_epi8(*v_m0_b, *v_m1_b));
96
97
1.85M
  const __m128i v_res0_w = _mm_mulhrs_epi16(v_p0_w, *rounding);
98
1.85M
  const __m128i v_res1_w = _mm_mulhrs_epi16(v_p1_w, *rounding);
99
1.85M
  const __m128i v_res = _mm_packus_epi16(v_res0_w, v_res1_w);
100
1.85M
  return v_res;
101
1.85M
}
102
103
typedef __m128i (*blend_unit_fn)(const uint16_t *src0, const uint16_t *src1,
104
                                 const __m128i v_m0_w, const __m128i v_m1_w);
105
106
static inline __m128i blend_4_b10(const uint16_t *src0, const uint16_t *src1,
107
2.37M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
2.37M
  const __m128i v_s0_w = xx_loadl_64(src0);
109
2.37M
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
2.37M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
2.37M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
2.37M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
2.37M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
2.37M
  return v_res_w;
119
2.37M
}
blend_a64_mask_sse4.c:blend_4_b10
Line
Count
Source
107
2.20M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
2.20M
  const __m128i v_s0_w = xx_loadl_64(src0);
109
2.20M
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
2.20M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
2.20M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
2.20M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
2.20M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
2.20M
  return v_res_w;
119
2.20M
}
blend_a64_vmask_sse4.c:blend_4_b10
Line
Count
Source
107
178k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
108
178k
  const __m128i v_s0_w = xx_loadl_64(src0);
109
178k
  const __m128i v_s1_w = xx_loadl_64(src1);
110
111
178k
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
112
178k
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
113
114
178k
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
115
116
178k
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
117
118
178k
  return v_res_w;
119
178k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4_b10
120
121
static inline __m128i blend_8_b10(const uint16_t *src0, const uint16_t *src1,
122
9.83M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
9.83M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
9.83M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
9.83M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
9.83M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
9.83M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
9.83M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
9.83M
  return v_res_w;
134
9.83M
}
blend_a64_mask_sse4.c:blend_8_b10
Line
Count
Source
122
6.91M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
6.91M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
6.91M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
6.91M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
6.91M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
6.91M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
6.91M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
6.91M
  return v_res_w;
134
6.91M
}
blend_a64_vmask_sse4.c:blend_8_b10
Line
Count
Source
122
2.91M
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
123
2.91M
  const __m128i v_s0_w = xx_loadu_128(src0);
124
2.91M
  const __m128i v_s1_w = xx_loadu_128(src1);
125
126
2.91M
  const __m128i v_p0_w = _mm_mullo_epi16(v_s0_w, v_m0_w);
127
2.91M
  const __m128i v_p1_w = _mm_mullo_epi16(v_s1_w, v_m1_w);
128
129
2.91M
  const __m128i v_sum_w = _mm_add_epi16(v_p0_w, v_p1_w);
130
131
2.91M
  const __m128i v_res_w = xx_roundn_epu16(v_sum_w, AOM_BLEND_A64_ROUND_BITS);
132
133
2.91M
  return v_res_w;
134
2.91M
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8_b10
135
136
static inline __m128i blend_4_b12(const uint16_t *src0, const uint16_t *src1,
137
141k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
141k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
141k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
141k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
141k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
141k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
141k
  const __m128i v_ssum_d =
150
141k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
141k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
141k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
141k
  return v_res_w;
159
141k
}
blend_a64_mask_sse4.c:blend_4_b12
Line
Count
Source
137
130k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
130k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
130k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
130k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
130k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
130k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
130k
  const __m128i v_ssum_d =
150
130k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
130k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
130k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
130k
  return v_res_w;
159
130k
}
blend_a64_vmask_sse4.c:blend_4_b12
Line
Count
Source
137
10.2k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
138
10.2k
  const __m128i v_s0_w = xx_loadl_64(src0);
139
10.2k
  const __m128i v_s1_w = xx_loadl_64(src1);
140
141
  // Interleave
142
10.2k
  const __m128i v_m01_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
143
10.2k
  const __m128i v_s01_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
144
145
  // Multiply-Add
146
10.2k
  const __m128i v_sum_d = _mm_madd_epi16(v_s01_w, v_m01_w);
147
148
  // Scale
149
10.2k
  const __m128i v_ssum_d =
150
10.2k
      _mm_srli_epi32(v_sum_d, AOM_BLEND_A64_ROUND_BITS - 1);
151
152
  // Pack
153
10.2k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssum_d, v_ssum_d);
154
155
  // Round
156
10.2k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
157
158
10.2k
  return v_res_w;
159
10.2k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_4_b12
160
161
static inline __m128i blend_8_b12(const uint16_t *src0, const uint16_t *src1,
162
788k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
788k
  const __m128i v_s0_w = xx_loadu_128(src0);
164
788k
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
788k
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
788k
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
788k
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
788k
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
788k
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
788k
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
788k
  const __m128i v_ssuml_d =
178
788k
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
788k
  const __m128i v_ssumh_d =
180
788k
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
788k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
788k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
788k
  return v_res_w;
189
788k
}
blend_a64_mask_sse4.c:blend_8_b12
Line
Count
Source
162
509k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
509k
  const __m128i v_s0_w = xx_loadu_128(src0);
164
509k
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
509k
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
509k
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
509k
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
509k
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
509k
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
509k
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
509k
  const __m128i v_ssuml_d =
178
509k
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
509k
  const __m128i v_ssumh_d =
180
509k
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
509k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
509k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
509k
  return v_res_w;
189
509k
}
blend_a64_vmask_sse4.c:blend_8_b12
Line
Count
Source
162
279k
                                  const __m128i v_m0_w, const __m128i v_m1_w) {
163
279k
  const __m128i v_s0_w = xx_loadu_128(src0);
164
279k
  const __m128i v_s1_w = xx_loadu_128(src1);
165
166
  // Interleave
167
279k
  const __m128i v_m01l_w = _mm_unpacklo_epi16(v_m0_w, v_m1_w);
168
279k
  const __m128i v_m01h_w = _mm_unpackhi_epi16(v_m0_w, v_m1_w);
169
279k
  const __m128i v_s01l_w = _mm_unpacklo_epi16(v_s0_w, v_s1_w);
170
279k
  const __m128i v_s01h_w = _mm_unpackhi_epi16(v_s0_w, v_s1_w);
171
172
  // Multiply-Add
173
279k
  const __m128i v_suml_d = _mm_madd_epi16(v_s01l_w, v_m01l_w);
174
279k
  const __m128i v_sumh_d = _mm_madd_epi16(v_s01h_w, v_m01h_w);
175
176
  // Scale
177
279k
  const __m128i v_ssuml_d =
178
279k
      _mm_srli_epi32(v_suml_d, AOM_BLEND_A64_ROUND_BITS - 1);
179
279k
  const __m128i v_ssumh_d =
180
279k
      _mm_srli_epi32(v_sumh_d, AOM_BLEND_A64_ROUND_BITS - 1);
181
182
  // Pack
183
279k
  const __m128i v_pssum_d = _mm_packs_epi32(v_ssuml_d, v_ssumh_d);
184
185
  // Round
186
279k
  const __m128i v_res_w = xx_round_epu16(v_pssum_d);
187
188
279k
  return v_res_w;
189
279k
}
Unexecuted instantiation: blend_a64_mask_avx2.c:blend_8_b12
190
191
#endif  // AOM_AOM_DSP_X86_BLEND_SSE4_H_