/src/libvpx/vpx_dsp/x86/transpose_sse2.h
Line | Count | Source |
1 | | /* |
2 | | * Copyright (c) 2015 The WebM project authors. All Rights Reserved. |
3 | | * |
4 | | * Use of this source code is governed by a BSD-style license |
5 | | * that can be found in the LICENSE file in the root of the source |
6 | | * tree. An additional intellectual property rights grant can be found |
7 | | * in the file PATENTS. All contributing project authors may |
8 | | * be found in the AUTHORS file in the root of the source tree. |
9 | | */ |
10 | | |
11 | | #ifndef VPX_VPX_DSP_X86_TRANSPOSE_SSE2_H_ |
12 | | #define VPX_VPX_DSP_X86_TRANSPOSE_SSE2_H_ |
13 | | |
14 | | #include <emmintrin.h> // SSE2 |
15 | | |
16 | | #include "./vpx_config.h" |
17 | | |
18 | 507k | static INLINE __m128i transpose_8bit_4x4(const __m128i *const in) { |
19 | | // Unpack 8 bit elements. Goes from: |
20 | | // in[0]: 00 01 02 03 |
21 | | // in[1]: 10 11 12 13 |
22 | | // in[2]: 20 21 22 23 |
23 | | // in[3]: 30 31 32 33 |
24 | | // to: |
25 | | // a0: 00 10 01 11 02 12 03 13 |
26 | | // a1: 20 30 21 31 22 32 23 33 |
27 | 507k | const __m128i a0 = _mm_unpacklo_epi8(in[0], in[1]); |
28 | 507k | const __m128i a1 = _mm_unpacklo_epi8(in[2], in[3]); |
29 | | |
30 | | // Unpack 16 bit elements resulting in: |
31 | | // 00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33 |
32 | 507k | return _mm_unpacklo_epi16(a0, a1); |
33 | 507k | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_8bit_4x4 vpx_subpixel_8t_intrin_ssse3.c:transpose_8bit_4x4 Line | Count | Source | 18 | 507k | static INLINE __m128i transpose_8bit_4x4(const __m128i *const in) { | 19 | | // Unpack 8 bit elements. Goes from: | 20 | | // in[0]: 00 01 02 03 | 21 | | // in[1]: 10 11 12 13 | 22 | | // in[2]: 20 21 22 23 | 23 | | // in[3]: 30 31 32 33 | 24 | | // to: | 25 | | // a0: 00 10 01 11 02 12 03 13 | 26 | | // a1: 20 30 21 31 22 32 23 33 | 27 | 507k | const __m128i a0 = _mm_unpacklo_epi8(in[0], in[1]); | 28 | 507k | const __m128i a1 = _mm_unpacklo_epi8(in[2], in[3]); | 29 | | | 30 | | // Unpack 16 bit elements resulting in: | 31 | | // 00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33 | 32 | 507k | return _mm_unpacklo_epi16(a0, a1); | 33 | 507k | } |
Unexecuted instantiation: inv_txfm_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: inv_txfm_ssse3.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_8bit_4x4 Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_8bit_4x4 |
34 | | |
35 | | static INLINE void transpose_8bit_8x8(const __m128i *const in, |
36 | 660k | __m128i *const out) { |
37 | | // Unpack 8 bit elements. Goes from: |
38 | | // in[0]: 00 01 02 03 04 05 06 07 |
39 | | // in[1]: 10 11 12 13 14 15 16 17 |
40 | | // in[2]: 20 21 22 23 24 25 26 27 |
41 | | // in[3]: 30 31 32 33 34 35 36 37 |
42 | | // in[4]: 40 41 42 43 44 45 46 47 |
43 | | // in[5]: 50 51 52 53 54 55 56 57 |
44 | | // in[6]: 60 61 62 63 64 65 66 67 |
45 | | // in[7]: 70 71 72 73 74 75 76 77 |
46 | | // to: |
47 | | // a0: 00 10 01 11 02 12 03 13 04 14 05 15 06 16 07 17 |
48 | | // a1: 20 30 21 31 22 32 23 33 24 34 25 35 26 36 27 37 |
49 | | // a2: 40 50 41 51 42 52 43 53 44 54 45 55 46 56 47 57 |
50 | | // a3: 60 70 61 71 62 72 63 73 64 74 65 75 66 76 67 77 |
51 | 660k | const __m128i a0 = _mm_unpacklo_epi8(in[0], in[1]); |
52 | 660k | const __m128i a1 = _mm_unpacklo_epi8(in[2], in[3]); |
53 | 660k | const __m128i a2 = _mm_unpacklo_epi8(in[4], in[5]); |
54 | 660k | const __m128i a3 = _mm_unpacklo_epi8(in[6], in[7]); |
55 | | |
56 | | // Unpack 16 bit elements resulting in: |
57 | | // b0: 00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33 |
58 | | // b1: 40 50 60 70 41 51 61 71 42 52 62 72 43 53 63 73 |
59 | | // b2: 04 14 24 34 05 15 25 35 06 16 26 36 07 17 27 37 |
60 | | // b3: 44 54 64 74 45 55 65 75 46 56 66 76 47 57 67 77 |
61 | 660k | const __m128i b0 = _mm_unpacklo_epi16(a0, a1); |
62 | 660k | const __m128i b1 = _mm_unpackhi_epi16(a0, a1); |
63 | 660k | const __m128i b2 = _mm_unpacklo_epi16(a2, a3); |
64 | 660k | const __m128i b3 = _mm_unpackhi_epi16(a2, a3); |
65 | | |
66 | | // Unpack 32 bit elements resulting in: |
67 | | // c0: 00 10 20 30 40 50 60 70 01 11 21 31 41 51 61 71 |
68 | | // c1: 02 12 22 32 42 52 62 72 03 13 23 33 43 53 63 73 |
69 | | // c2: 04 14 24 34 44 54 64 74 05 15 25 35 45 55 65 75 |
70 | | // c3: 06 16 26 36 46 56 66 76 07 17 27 37 47 57 67 77 |
71 | 660k | const __m128i c0 = _mm_unpacklo_epi32(b0, b2); |
72 | 660k | const __m128i c1 = _mm_unpackhi_epi32(b0, b2); |
73 | 660k | const __m128i c2 = _mm_unpacklo_epi32(b1, b3); |
74 | 660k | const __m128i c3 = _mm_unpackhi_epi32(b1, b3); |
75 | | |
76 | | // Unpack 64 bit elements resulting in: |
77 | | // out[0]: 00 10 20 30 40 50 60 70 |
78 | | // out[1]: 01 11 21 31 41 51 61 71 |
79 | | // out[2]: 02 12 22 32 42 52 62 72 |
80 | | // out[3]: 03 13 23 33 43 53 63 73 |
81 | | // out[4]: 04 14 24 34 44 54 64 74 |
82 | | // out[5]: 05 15 25 35 45 55 65 75 |
83 | | // out[6]: 06 16 26 36 46 56 66 76 |
84 | | // out[7]: 07 17 27 37 47 57 67 77 |
85 | 660k | out[0] = _mm_unpacklo_epi64(c0, c0); |
86 | 660k | out[1] = _mm_unpackhi_epi64(c0, c0); |
87 | 660k | out[2] = _mm_unpacklo_epi64(c1, c1); |
88 | 660k | out[3] = _mm_unpackhi_epi64(c1, c1); |
89 | 660k | out[4] = _mm_unpacklo_epi64(c2, c2); |
90 | 660k | out[5] = _mm_unpackhi_epi64(c2, c2); |
91 | 660k | out[6] = _mm_unpacklo_epi64(c3, c3); |
92 | 660k | out[7] = _mm_unpackhi_epi64(c3, c3); |
93 | 660k | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_8bit_8x8 vpx_subpixel_8t_intrin_ssse3.c:transpose_8bit_8x8 Line | Count | Source | 36 | 660k | __m128i *const out) { | 37 | | // Unpack 8 bit elements. Goes from: | 38 | | // in[0]: 00 01 02 03 04 05 06 07 | 39 | | // in[1]: 10 11 12 13 14 15 16 17 | 40 | | // in[2]: 20 21 22 23 24 25 26 27 | 41 | | // in[3]: 30 31 32 33 34 35 36 37 | 42 | | // in[4]: 40 41 42 43 44 45 46 47 | 43 | | // in[5]: 50 51 52 53 54 55 56 57 | 44 | | // in[6]: 60 61 62 63 64 65 66 67 | 45 | | // in[7]: 70 71 72 73 74 75 76 77 | 46 | | // to: | 47 | | // a0: 00 10 01 11 02 12 03 13 04 14 05 15 06 16 07 17 | 48 | | // a1: 20 30 21 31 22 32 23 33 24 34 25 35 26 36 27 37 | 49 | | // a2: 40 50 41 51 42 52 43 53 44 54 45 55 46 56 47 57 | 50 | | // a3: 60 70 61 71 62 72 63 73 64 74 65 75 66 76 67 77 | 51 | 660k | const __m128i a0 = _mm_unpacklo_epi8(in[0], in[1]); | 52 | 660k | const __m128i a1 = _mm_unpacklo_epi8(in[2], in[3]); | 53 | 660k | const __m128i a2 = _mm_unpacklo_epi8(in[4], in[5]); | 54 | 660k | const __m128i a3 = _mm_unpacklo_epi8(in[6], in[7]); | 55 | | | 56 | | // Unpack 16 bit elements resulting in: | 57 | | // b0: 00 10 20 30 01 11 21 31 02 12 22 32 03 13 23 33 | 58 | | // b1: 40 50 60 70 41 51 61 71 42 52 62 72 43 53 63 73 | 59 | | // b2: 04 14 24 34 05 15 25 35 06 16 26 36 07 17 27 37 | 60 | | // b3: 44 54 64 74 45 55 65 75 46 56 66 76 47 57 67 77 | 61 | 660k | const __m128i b0 = _mm_unpacklo_epi16(a0, a1); | 62 | 660k | const __m128i b1 = _mm_unpackhi_epi16(a0, a1); | 63 | 660k | const __m128i b2 = _mm_unpacklo_epi16(a2, a3); | 64 | 660k | const __m128i b3 = _mm_unpackhi_epi16(a2, a3); | 65 | | | 66 | | // Unpack 32 bit elements resulting in: | 67 | | // c0: 00 10 20 30 40 50 60 70 01 11 21 31 41 51 61 71 | 68 | | // c1: 02 12 22 32 42 52 62 72 03 13 23 33 43 53 63 73 | 69 | | // c2: 04 14 24 34 44 54 64 74 05 15 25 35 45 55 65 75 | 70 | | // c3: 06 16 26 36 46 56 66 76 07 17 27 37 47 57 67 77 | 71 | 660k | const __m128i c0 = _mm_unpacklo_epi32(b0, b2); | 72 | 660k | const __m128i c1 = _mm_unpackhi_epi32(b0, b2); | 73 | 660k | const __m128i c2 = _mm_unpacklo_epi32(b1, b3); | 74 | 660k | const __m128i c3 = _mm_unpackhi_epi32(b1, b3); | 75 | | | 76 | | // Unpack 64 bit elements resulting in: | 77 | | // out[0]: 00 10 20 30 40 50 60 70 | 78 | | // out[1]: 01 11 21 31 41 51 61 71 | 79 | | // out[2]: 02 12 22 32 42 52 62 72 | 80 | | // out[3]: 03 13 23 33 43 53 63 73 | 81 | | // out[4]: 04 14 24 34 44 54 64 74 | 82 | | // out[5]: 05 15 25 35 45 55 65 75 | 83 | | // out[6]: 06 16 26 36 46 56 66 76 | 84 | | // out[7]: 07 17 27 37 47 57 67 77 | 85 | 660k | out[0] = _mm_unpacklo_epi64(c0, c0); | 86 | 660k | out[1] = _mm_unpackhi_epi64(c0, c0); | 87 | 660k | out[2] = _mm_unpacklo_epi64(c1, c1); | 88 | 660k | out[3] = _mm_unpackhi_epi64(c1, c1); | 89 | 660k | out[4] = _mm_unpacklo_epi64(c2, c2); | 90 | 660k | out[5] = _mm_unpackhi_epi64(c2, c2); | 91 | 660k | out[6] = _mm_unpacklo_epi64(c3, c3); | 92 | 660k | out[7] = _mm_unpackhi_epi64(c3, c3); | 93 | 660k | } |
Unexecuted instantiation: inv_txfm_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: inv_txfm_ssse3.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_8bit_8x8 Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_8bit_8x8 |
94 | | |
95 | | static INLINE void transpose_16bit_4x4(const __m128i *const in, |
96 | 3.43M | __m128i *const out) { |
97 | | // Unpack 16 bit elements. Goes from: |
98 | | // in[0]: 00 01 02 03 XX XX XX XX |
99 | | // in[1]: 10 11 12 13 XX XX XX XX |
100 | | // in[2]: 20 21 22 23 XX XX XX XX |
101 | | // in[3]: 30 31 32 33 XX XX XX XX |
102 | | // to: |
103 | | // a0: 00 10 01 11 02 12 03 13 |
104 | | // a1: 20 30 21 31 22 32 23 33 |
105 | 3.43M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); |
106 | 3.43M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); |
107 | | |
108 | | // Unpack 32 bit elements resulting in: |
109 | | // out[0]: 00 10 20 30 01 11 21 31 |
110 | | // out[1]: 02 12 22 32 03 13 23 33 |
111 | 3.43M | out[0] = _mm_unpacklo_epi32(a0, a1); |
112 | 3.43M | out[1] = _mm_unpackhi_epi32(a0, a1); |
113 | 3.43M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_16bit_4x4 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_16bit_4x4 vpx_subpixel_8t_intrin_ssse3.c:transpose_16bit_4x4 Line | Count | Source | 96 | 1.89M | __m128i *const out) { | 97 | | // Unpack 16 bit elements. Goes from: | 98 | | // in[0]: 00 01 02 03 XX XX XX XX | 99 | | // in[1]: 10 11 12 13 XX XX XX XX | 100 | | // in[2]: 20 21 22 23 XX XX XX XX | 101 | | // in[3]: 30 31 32 33 XX XX XX XX | 102 | | // to: | 103 | | // a0: 00 10 01 11 02 12 03 13 | 104 | | // a1: 20 30 21 31 22 32 23 33 | 105 | 1.89M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 106 | 1.89M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 107 | | | 108 | | // Unpack 32 bit elements resulting in: | 109 | | // out[0]: 00 10 20 30 01 11 21 31 | 110 | | // out[1]: 02 12 22 32 03 13 23 33 | 111 | 1.89M | out[0] = _mm_unpacklo_epi32(a0, a1); | 112 | 1.89M | out[1] = _mm_unpackhi_epi32(a0, a1); | 113 | 1.89M | } |
inv_txfm_sse2.c:transpose_16bit_4x4 Line | Count | Source | 96 | 139k | __m128i *const out) { | 97 | | // Unpack 16 bit elements. Goes from: | 98 | | // in[0]: 00 01 02 03 XX XX XX XX | 99 | | // in[1]: 10 11 12 13 XX XX XX XX | 100 | | // in[2]: 20 21 22 23 XX XX XX XX | 101 | | // in[3]: 30 31 32 33 XX XX XX XX | 102 | | // to: | 103 | | // a0: 00 10 01 11 02 12 03 13 | 104 | | // a1: 20 30 21 31 22 32 23 33 | 105 | 139k | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 106 | 139k | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 107 | | | 108 | | // Unpack 32 bit elements resulting in: | 109 | | // out[0]: 00 10 20 30 01 11 21 31 | 110 | | // out[1]: 02 12 22 32 03 13 23 33 | 111 | 139k | out[0] = _mm_unpacklo_epi32(a0, a1); | 112 | 139k | out[1] = _mm_unpackhi_epi32(a0, a1); | 113 | 139k | } |
inv_txfm_ssse3.c:transpose_16bit_4x4 Line | Count | Source | 96 | 1.40M | __m128i *const out) { | 97 | | // Unpack 16 bit elements. Goes from: | 98 | | // in[0]: 00 01 02 03 XX XX XX XX | 99 | | // in[1]: 10 11 12 13 XX XX XX XX | 100 | | // in[2]: 20 21 22 23 XX XX XX XX | 101 | | // in[3]: 30 31 32 33 XX XX XX XX | 102 | | // to: | 103 | | // a0: 00 10 01 11 02 12 03 13 | 104 | | // a1: 20 30 21 31 22 32 23 33 | 105 | 1.40M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 106 | 1.40M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 107 | | | 108 | | // Unpack 32 bit elements resulting in: | 109 | | // out[0]: 00 10 20 30 01 11 21 31 | 110 | | // out[1]: 02 12 22 32 03 13 23 33 | 111 | 1.40M | out[0] = _mm_unpacklo_epi32(a0, a1); | 112 | 1.40M | out[1] = _mm_unpackhi_epi32(a0, a1); | 113 | 1.40M | } |
Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_16bit_4x4 Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_16bit_4x4 |
114 | | |
115 | | static INLINE void transpose_16bit_4x8(const __m128i *const in, |
116 | 5.23M | __m128i *const out) { |
117 | | // Unpack 16 bit elements. Goes from: |
118 | | // in[0]: 00 01 02 03 XX XX XX XX |
119 | | // in[1]: 10 11 12 13 XX XX XX XX |
120 | | // in[2]: 20 21 22 23 XX XX XX XX |
121 | | // in[3]: 30 31 32 33 XX XX XX XX |
122 | | // in[4]: 40 41 42 43 XX XX XX XX |
123 | | // in[5]: 50 51 52 53 XX XX XX XX |
124 | | // in[6]: 60 61 62 63 XX XX XX XX |
125 | | // in[7]: 70 71 72 73 XX XX XX XX |
126 | | // to: |
127 | | // a0: 00 10 01 11 02 12 03 13 |
128 | | // a1: 20 30 21 31 22 32 23 33 |
129 | | // a2: 40 50 41 51 42 52 43 53 |
130 | | // a3: 60 70 61 71 62 72 63 73 |
131 | 5.23M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); |
132 | 5.23M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); |
133 | 5.23M | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); |
134 | 5.23M | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); |
135 | | |
136 | | // Unpack 32 bit elements resulting in: |
137 | | // b0: 00 10 20 30 01 11 21 31 |
138 | | // b1: 40 50 60 70 41 51 61 71 |
139 | | // b2: 02 12 22 32 03 13 23 33 |
140 | | // b3: 42 52 62 72 43 53 63 73 |
141 | 5.23M | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); |
142 | 5.23M | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); |
143 | 5.23M | const __m128i b2 = _mm_unpackhi_epi32(a0, a1); |
144 | 5.23M | const __m128i b3 = _mm_unpackhi_epi32(a2, a3); |
145 | | |
146 | | // Unpack 64 bit elements resulting in: |
147 | | // out[0]: 00 10 20 30 40 50 60 70 |
148 | | // out[1]: 01 11 21 31 41 51 61 71 |
149 | | // out[2]: 02 12 22 32 42 52 62 72 |
150 | | // out[3]: 03 13 23 33 43 53 63 73 |
151 | 5.23M | out[0] = _mm_unpacklo_epi64(b0, b1); |
152 | 5.23M | out[1] = _mm_unpackhi_epi64(b0, b1); |
153 | 5.23M | out[2] = _mm_unpacklo_epi64(b2, b3); |
154 | 5.23M | out[3] = _mm_unpackhi_epi64(b2, b3); |
155 | 5.23M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_16bit_4x8 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_16bit_4x8 vpx_subpixel_8t_intrin_ssse3.c:transpose_16bit_4x8 Line | Count | Source | 116 | 4.95M | __m128i *const out) { | 117 | | // Unpack 16 bit elements. Goes from: | 118 | | // in[0]: 00 01 02 03 XX XX XX XX | 119 | | // in[1]: 10 11 12 13 XX XX XX XX | 120 | | // in[2]: 20 21 22 23 XX XX XX XX | 121 | | // in[3]: 30 31 32 33 XX XX XX XX | 122 | | // in[4]: 40 41 42 43 XX XX XX XX | 123 | | // in[5]: 50 51 52 53 XX XX XX XX | 124 | | // in[6]: 60 61 62 63 XX XX XX XX | 125 | | // in[7]: 70 71 72 73 XX XX XX XX | 126 | | // to: | 127 | | // a0: 00 10 01 11 02 12 03 13 | 128 | | // a1: 20 30 21 31 22 32 23 33 | 129 | | // a2: 40 50 41 51 42 52 43 53 | 130 | | // a3: 60 70 61 71 62 72 63 73 | 131 | 4.95M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 132 | 4.95M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 133 | 4.95M | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); | 134 | 4.95M | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); | 135 | | | 136 | | // Unpack 32 bit elements resulting in: | 137 | | // b0: 00 10 20 30 01 11 21 31 | 138 | | // b1: 40 50 60 70 41 51 61 71 | 139 | | // b2: 02 12 22 32 03 13 23 33 | 140 | | // b3: 42 52 62 72 43 53 63 73 | 141 | 4.95M | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); | 142 | 4.95M | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); | 143 | 4.95M | const __m128i b2 = _mm_unpackhi_epi32(a0, a1); | 144 | 4.95M | const __m128i b3 = _mm_unpackhi_epi32(a2, a3); | 145 | | | 146 | | // Unpack 64 bit elements resulting in: | 147 | | // out[0]: 00 10 20 30 40 50 60 70 | 148 | | // out[1]: 01 11 21 31 41 51 61 71 | 149 | | // out[2]: 02 12 22 32 42 52 62 72 | 150 | | // out[3]: 03 13 23 33 43 53 63 73 | 151 | 4.95M | out[0] = _mm_unpacklo_epi64(b0, b1); | 152 | 4.95M | out[1] = _mm_unpackhi_epi64(b0, b1); | 153 | 4.95M | out[2] = _mm_unpacklo_epi64(b2, b3); | 154 | 4.95M | out[3] = _mm_unpackhi_epi64(b2, b3); | 155 | 4.95M | } |
inv_txfm_sse2.c:transpose_16bit_4x8 Line | Count | Source | 116 | 279k | __m128i *const out) { | 117 | | // Unpack 16 bit elements. Goes from: | 118 | | // in[0]: 00 01 02 03 XX XX XX XX | 119 | | // in[1]: 10 11 12 13 XX XX XX XX | 120 | | // in[2]: 20 21 22 23 XX XX XX XX | 121 | | // in[3]: 30 31 32 33 XX XX XX XX | 122 | | // in[4]: 40 41 42 43 XX XX XX XX | 123 | | // in[5]: 50 51 52 53 XX XX XX XX | 124 | | // in[6]: 60 61 62 63 XX XX XX XX | 125 | | // in[7]: 70 71 72 73 XX XX XX XX | 126 | | // to: | 127 | | // a0: 00 10 01 11 02 12 03 13 | 128 | | // a1: 20 30 21 31 22 32 23 33 | 129 | | // a2: 40 50 41 51 42 52 43 53 | 130 | | // a3: 60 70 61 71 62 72 63 73 | 131 | 279k | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 132 | 279k | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 133 | 279k | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); | 134 | 279k | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); | 135 | | | 136 | | // Unpack 32 bit elements resulting in: | 137 | | // b0: 00 10 20 30 01 11 21 31 | 138 | | // b1: 40 50 60 70 41 51 61 71 | 139 | | // b2: 02 12 22 32 03 13 23 33 | 140 | | // b3: 42 52 62 72 43 53 63 73 | 141 | 279k | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); | 142 | 279k | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); | 143 | 279k | const __m128i b2 = _mm_unpackhi_epi32(a0, a1); | 144 | 279k | const __m128i b3 = _mm_unpackhi_epi32(a2, a3); | 145 | | | 146 | | // Unpack 64 bit elements resulting in: | 147 | | // out[0]: 00 10 20 30 40 50 60 70 | 148 | | // out[1]: 01 11 21 31 41 51 61 71 | 149 | | // out[2]: 02 12 22 32 42 52 62 72 | 150 | | // out[3]: 03 13 23 33 43 53 63 73 | 151 | 279k | out[0] = _mm_unpacklo_epi64(b0, b1); | 152 | 279k | out[1] = _mm_unpackhi_epi64(b0, b1); | 153 | 279k | out[2] = _mm_unpacklo_epi64(b2, b3); | 154 | 279k | out[3] = _mm_unpackhi_epi64(b2, b3); | 155 | 279k | } |
Unexecuted instantiation: inv_txfm_ssse3.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_16bit_4x8 Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_16bit_4x8 |
156 | | |
157 | | static INLINE void transpose_16bit_8x8(const __m128i *const in, |
158 | 334M | __m128i *const out) { |
159 | | // Unpack 16 bit elements. Goes from: |
160 | | // in[0]: 00 01 02 03 04 05 06 07 |
161 | | // in[1]: 10 11 12 13 14 15 16 17 |
162 | | // in[2]: 20 21 22 23 24 25 26 27 |
163 | | // in[3]: 30 31 32 33 34 35 36 37 |
164 | | // in[4]: 40 41 42 43 44 45 46 47 |
165 | | // in[5]: 50 51 52 53 54 55 56 57 |
166 | | // in[6]: 60 61 62 63 64 65 66 67 |
167 | | // in[7]: 70 71 72 73 74 75 76 77 |
168 | | // to: |
169 | | // a0: 00 10 01 11 02 12 03 13 |
170 | | // a1: 20 30 21 31 22 32 23 33 |
171 | | // a2: 40 50 41 51 42 52 43 53 |
172 | | // a3: 60 70 61 71 62 72 63 73 |
173 | | // a4: 04 14 05 15 06 16 07 17 |
174 | | // a5: 24 34 25 35 26 36 27 37 |
175 | | // a6: 44 54 45 55 46 56 47 57 |
176 | | // a7: 64 74 65 75 66 76 67 77 |
177 | 334M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); |
178 | 334M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); |
179 | 334M | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); |
180 | 334M | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); |
181 | 334M | const __m128i a4 = _mm_unpackhi_epi16(in[0], in[1]); |
182 | 334M | const __m128i a5 = _mm_unpackhi_epi16(in[2], in[3]); |
183 | 334M | const __m128i a6 = _mm_unpackhi_epi16(in[4], in[5]); |
184 | 334M | const __m128i a7 = _mm_unpackhi_epi16(in[6], in[7]); |
185 | | |
186 | | // Unpack 32 bit elements resulting in: |
187 | | // b0: 00 10 20 30 01 11 21 31 |
188 | | // b1: 40 50 60 70 41 51 61 71 |
189 | | // b2: 04 14 24 34 05 15 25 35 |
190 | | // b3: 44 54 64 74 45 55 65 75 |
191 | | // b4: 02 12 22 32 03 13 23 33 |
192 | | // b5: 42 52 62 72 43 53 63 73 |
193 | | // b6: 06 16 26 36 07 17 27 37 |
194 | | // b7: 46 56 66 76 47 57 67 77 |
195 | 334M | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); |
196 | 334M | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); |
197 | 334M | const __m128i b2 = _mm_unpacklo_epi32(a4, a5); |
198 | 334M | const __m128i b3 = _mm_unpacklo_epi32(a6, a7); |
199 | 334M | const __m128i b4 = _mm_unpackhi_epi32(a0, a1); |
200 | 334M | const __m128i b5 = _mm_unpackhi_epi32(a2, a3); |
201 | 334M | const __m128i b6 = _mm_unpackhi_epi32(a4, a5); |
202 | 334M | const __m128i b7 = _mm_unpackhi_epi32(a6, a7); |
203 | | |
204 | | // Unpack 64 bit elements resulting in: |
205 | | // out[0]: 00 10 20 30 40 50 60 70 |
206 | | // out[1]: 01 11 21 31 41 51 61 71 |
207 | | // out[2]: 02 12 22 32 42 52 62 72 |
208 | | // out[3]: 03 13 23 33 43 53 63 73 |
209 | | // out[4]: 04 14 24 34 44 54 64 74 |
210 | | // out[5]: 05 15 25 35 45 55 65 75 |
211 | | // out[6]: 06 16 26 36 46 56 66 76 |
212 | | // out[7]: 07 17 27 37 47 57 67 77 |
213 | 334M | out[0] = _mm_unpacklo_epi64(b0, b1); |
214 | 334M | out[1] = _mm_unpackhi_epi64(b0, b1); |
215 | 334M | out[2] = _mm_unpacklo_epi64(b4, b5); |
216 | 334M | out[3] = _mm_unpackhi_epi64(b4, b5); |
217 | 334M | out[4] = _mm_unpacklo_epi64(b2, b3); |
218 | 334M | out[5] = _mm_unpackhi_epi64(b2, b3); |
219 | 334M | out[6] = _mm_unpacklo_epi64(b6, b7); |
220 | 334M | out[7] = _mm_unpackhi_epi64(b6, b7); |
221 | 334M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_16bit_8x8 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_16bit_8x8 Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:transpose_16bit_8x8 inv_txfm_sse2.c:transpose_16bit_8x8 Line | Count | Source | 158 | 183M | __m128i *const out) { | 159 | | // Unpack 16 bit elements. Goes from: | 160 | | // in[0]: 00 01 02 03 04 05 06 07 | 161 | | // in[1]: 10 11 12 13 14 15 16 17 | 162 | | // in[2]: 20 21 22 23 24 25 26 27 | 163 | | // in[3]: 30 31 32 33 34 35 36 37 | 164 | | // in[4]: 40 41 42 43 44 45 46 47 | 165 | | // in[5]: 50 51 52 53 54 55 56 57 | 166 | | // in[6]: 60 61 62 63 64 65 66 67 | 167 | | // in[7]: 70 71 72 73 74 75 76 77 | 168 | | // to: | 169 | | // a0: 00 10 01 11 02 12 03 13 | 170 | | // a1: 20 30 21 31 22 32 23 33 | 171 | | // a2: 40 50 41 51 42 52 43 53 | 172 | | // a3: 60 70 61 71 62 72 63 73 | 173 | | // a4: 04 14 05 15 06 16 07 17 | 174 | | // a5: 24 34 25 35 26 36 27 37 | 175 | | // a6: 44 54 45 55 46 56 47 57 | 176 | | // a7: 64 74 65 75 66 76 67 77 | 177 | 183M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 178 | 183M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 179 | 183M | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); | 180 | 183M | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); | 181 | 183M | const __m128i a4 = _mm_unpackhi_epi16(in[0], in[1]); | 182 | 183M | const __m128i a5 = _mm_unpackhi_epi16(in[2], in[3]); | 183 | 183M | const __m128i a6 = _mm_unpackhi_epi16(in[4], in[5]); | 184 | 183M | const __m128i a7 = _mm_unpackhi_epi16(in[6], in[7]); | 185 | | | 186 | | // Unpack 32 bit elements resulting in: | 187 | | // b0: 00 10 20 30 01 11 21 31 | 188 | | // b1: 40 50 60 70 41 51 61 71 | 189 | | // b2: 04 14 24 34 05 15 25 35 | 190 | | // b3: 44 54 64 74 45 55 65 75 | 191 | | // b4: 02 12 22 32 03 13 23 33 | 192 | | // b5: 42 52 62 72 43 53 63 73 | 193 | | // b6: 06 16 26 36 07 17 27 37 | 194 | | // b7: 46 56 66 76 47 57 67 77 | 195 | 183M | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); | 196 | 183M | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); | 197 | 183M | const __m128i b2 = _mm_unpacklo_epi32(a4, a5); | 198 | 183M | const __m128i b3 = _mm_unpacklo_epi32(a6, a7); | 199 | 183M | const __m128i b4 = _mm_unpackhi_epi32(a0, a1); | 200 | 183M | const __m128i b5 = _mm_unpackhi_epi32(a2, a3); | 201 | 183M | const __m128i b6 = _mm_unpackhi_epi32(a4, a5); | 202 | 183M | const __m128i b7 = _mm_unpackhi_epi32(a6, a7); | 203 | | | 204 | | // Unpack 64 bit elements resulting in: | 205 | | // out[0]: 00 10 20 30 40 50 60 70 | 206 | | // out[1]: 01 11 21 31 41 51 61 71 | 207 | | // out[2]: 02 12 22 32 42 52 62 72 | 208 | | // out[3]: 03 13 23 33 43 53 63 73 | 209 | | // out[4]: 04 14 24 34 44 54 64 74 | 210 | | // out[5]: 05 15 25 35 45 55 65 75 | 211 | | // out[6]: 06 16 26 36 46 56 66 76 | 212 | | // out[7]: 07 17 27 37 47 57 67 77 | 213 | 183M | out[0] = _mm_unpacklo_epi64(b0, b1); | 214 | 183M | out[1] = _mm_unpackhi_epi64(b0, b1); | 215 | 183M | out[2] = _mm_unpacklo_epi64(b4, b5); | 216 | 183M | out[3] = _mm_unpackhi_epi64(b4, b5); | 217 | 183M | out[4] = _mm_unpacklo_epi64(b2, b3); | 218 | 183M | out[5] = _mm_unpackhi_epi64(b2, b3); | 219 | 183M | out[6] = _mm_unpacklo_epi64(b6, b7); | 220 | 183M | out[7] = _mm_unpackhi_epi64(b6, b7); | 221 | 183M | } |
inv_txfm_ssse3.c:transpose_16bit_8x8 Line | Count | Source | 158 | 630k | __m128i *const out) { | 159 | | // Unpack 16 bit elements. Goes from: | 160 | | // in[0]: 00 01 02 03 04 05 06 07 | 161 | | // in[1]: 10 11 12 13 14 15 16 17 | 162 | | // in[2]: 20 21 22 23 24 25 26 27 | 163 | | // in[3]: 30 31 32 33 34 35 36 37 | 164 | | // in[4]: 40 41 42 43 44 45 46 47 | 165 | | // in[5]: 50 51 52 53 54 55 56 57 | 166 | | // in[6]: 60 61 62 63 64 65 66 67 | 167 | | // in[7]: 70 71 72 73 74 75 76 77 | 168 | | // to: | 169 | | // a0: 00 10 01 11 02 12 03 13 | 170 | | // a1: 20 30 21 31 22 32 23 33 | 171 | | // a2: 40 50 41 51 42 52 43 53 | 172 | | // a3: 60 70 61 71 62 72 63 73 | 173 | | // a4: 04 14 05 15 06 16 07 17 | 174 | | // a5: 24 34 25 35 26 36 27 37 | 175 | | // a6: 44 54 45 55 46 56 47 57 | 176 | | // a7: 64 74 65 75 66 76 67 77 | 177 | 630k | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 178 | 630k | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 179 | 630k | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); | 180 | 630k | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); | 181 | 630k | const __m128i a4 = _mm_unpackhi_epi16(in[0], in[1]); | 182 | 630k | const __m128i a5 = _mm_unpackhi_epi16(in[2], in[3]); | 183 | 630k | const __m128i a6 = _mm_unpackhi_epi16(in[4], in[5]); | 184 | 630k | const __m128i a7 = _mm_unpackhi_epi16(in[6], in[7]); | 185 | | | 186 | | // Unpack 32 bit elements resulting in: | 187 | | // b0: 00 10 20 30 01 11 21 31 | 188 | | // b1: 40 50 60 70 41 51 61 71 | 189 | | // b2: 04 14 24 34 05 15 25 35 | 190 | | // b3: 44 54 64 74 45 55 65 75 | 191 | | // b4: 02 12 22 32 03 13 23 33 | 192 | | // b5: 42 52 62 72 43 53 63 73 | 193 | | // b6: 06 16 26 36 07 17 27 37 | 194 | | // b7: 46 56 66 76 47 57 67 77 | 195 | 630k | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); | 196 | 630k | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); | 197 | 630k | const __m128i b2 = _mm_unpacklo_epi32(a4, a5); | 198 | 630k | const __m128i b3 = _mm_unpacklo_epi32(a6, a7); | 199 | 630k | const __m128i b4 = _mm_unpackhi_epi32(a0, a1); | 200 | 630k | const __m128i b5 = _mm_unpackhi_epi32(a2, a3); | 201 | 630k | const __m128i b6 = _mm_unpackhi_epi32(a4, a5); | 202 | 630k | const __m128i b7 = _mm_unpackhi_epi32(a6, a7); | 203 | | | 204 | | // Unpack 64 bit elements resulting in: | 205 | | // out[0]: 00 10 20 30 40 50 60 70 | 206 | | // out[1]: 01 11 21 31 41 51 61 71 | 207 | | // out[2]: 02 12 22 32 42 52 62 72 | 208 | | // out[3]: 03 13 23 33 43 53 63 73 | 209 | | // out[4]: 04 14 24 34 44 54 64 74 | 210 | | // out[5]: 05 15 25 35 45 55 65 75 | 211 | | // out[6]: 06 16 26 36 46 56 66 76 | 212 | | // out[7]: 07 17 27 37 47 57 67 77 | 213 | 630k | out[0] = _mm_unpacklo_epi64(b0, b1); | 214 | 630k | out[1] = _mm_unpackhi_epi64(b0, b1); | 215 | 630k | out[2] = _mm_unpacklo_epi64(b4, b5); | 216 | 630k | out[3] = _mm_unpackhi_epi64(b4, b5); | 217 | 630k | out[4] = _mm_unpacklo_epi64(b2, b3); | 218 | 630k | out[5] = _mm_unpackhi_epi64(b2, b3); | 219 | 630k | out[6] = _mm_unpacklo_epi64(b6, b7); | 220 | 630k | out[7] = _mm_unpackhi_epi64(b6, b7); | 221 | 630k | } |
Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_16bit_8x8 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_16bit_8x8 vp9_dct_intrin_sse2.c:transpose_16bit_8x8 Line | Count | Source | 158 | 150M | __m128i *const out) { | 159 | | // Unpack 16 bit elements. Goes from: | 160 | | // in[0]: 00 01 02 03 04 05 06 07 | 161 | | // in[1]: 10 11 12 13 14 15 16 17 | 162 | | // in[2]: 20 21 22 23 24 25 26 27 | 163 | | // in[3]: 30 31 32 33 34 35 36 37 | 164 | | // in[4]: 40 41 42 43 44 45 46 47 | 165 | | // in[5]: 50 51 52 53 54 55 56 57 | 166 | | // in[6]: 60 61 62 63 64 65 66 67 | 167 | | // in[7]: 70 71 72 73 74 75 76 77 | 168 | | // to: | 169 | | // a0: 00 10 01 11 02 12 03 13 | 170 | | // a1: 20 30 21 31 22 32 23 33 | 171 | | // a2: 40 50 41 51 42 52 43 53 | 172 | | // a3: 60 70 61 71 62 72 63 73 | 173 | | // a4: 04 14 05 15 06 16 07 17 | 174 | | // a5: 24 34 25 35 26 36 27 37 | 175 | | // a6: 44 54 45 55 46 56 47 57 | 176 | | // a7: 64 74 65 75 66 76 67 77 | 177 | 150M | const __m128i a0 = _mm_unpacklo_epi16(in[0], in[1]); | 178 | 150M | const __m128i a1 = _mm_unpacklo_epi16(in[2], in[3]); | 179 | 150M | const __m128i a2 = _mm_unpacklo_epi16(in[4], in[5]); | 180 | 150M | const __m128i a3 = _mm_unpacklo_epi16(in[6], in[7]); | 181 | 150M | const __m128i a4 = _mm_unpackhi_epi16(in[0], in[1]); | 182 | 150M | const __m128i a5 = _mm_unpackhi_epi16(in[2], in[3]); | 183 | 150M | const __m128i a6 = _mm_unpackhi_epi16(in[4], in[5]); | 184 | 150M | const __m128i a7 = _mm_unpackhi_epi16(in[6], in[7]); | 185 | | | 186 | | // Unpack 32 bit elements resulting in: | 187 | | // b0: 00 10 20 30 01 11 21 31 | 188 | | // b1: 40 50 60 70 41 51 61 71 | 189 | | // b2: 04 14 24 34 05 15 25 35 | 190 | | // b3: 44 54 64 74 45 55 65 75 | 191 | | // b4: 02 12 22 32 03 13 23 33 | 192 | | // b5: 42 52 62 72 43 53 63 73 | 193 | | // b6: 06 16 26 36 07 17 27 37 | 194 | | // b7: 46 56 66 76 47 57 67 77 | 195 | 150M | const __m128i b0 = _mm_unpacklo_epi32(a0, a1); | 196 | 150M | const __m128i b1 = _mm_unpacklo_epi32(a2, a3); | 197 | 150M | const __m128i b2 = _mm_unpacklo_epi32(a4, a5); | 198 | 150M | const __m128i b3 = _mm_unpacklo_epi32(a6, a7); | 199 | 150M | const __m128i b4 = _mm_unpackhi_epi32(a0, a1); | 200 | 150M | const __m128i b5 = _mm_unpackhi_epi32(a2, a3); | 201 | 150M | const __m128i b6 = _mm_unpackhi_epi32(a4, a5); | 202 | 150M | const __m128i b7 = _mm_unpackhi_epi32(a6, a7); | 203 | | | 204 | | // Unpack 64 bit elements resulting in: | 205 | | // out[0]: 00 10 20 30 40 50 60 70 | 206 | | // out[1]: 01 11 21 31 41 51 61 71 | 207 | | // out[2]: 02 12 22 32 42 52 62 72 | 208 | | // out[3]: 03 13 23 33 43 53 63 73 | 209 | | // out[4]: 04 14 24 34 44 54 64 74 | 210 | | // out[5]: 05 15 25 35 45 55 65 75 | 211 | | // out[6]: 06 16 26 36 46 56 66 76 | 212 | | // out[7]: 07 17 27 37 47 57 67 77 | 213 | 150M | out[0] = _mm_unpacklo_epi64(b0, b1); | 214 | 150M | out[1] = _mm_unpackhi_epi64(b0, b1); | 215 | 150M | out[2] = _mm_unpacklo_epi64(b4, b5); | 216 | 150M | out[3] = _mm_unpackhi_epi64(b4, b5); | 217 | 150M | out[4] = _mm_unpacklo_epi64(b2, b3); | 218 | 150M | out[5] = _mm_unpackhi_epi64(b2, b3); | 219 | 150M | out[6] = _mm_unpacklo_epi64(b6, b7); | 220 | 150M | out[7] = _mm_unpackhi_epi64(b6, b7); | 221 | 150M | } |
|
222 | | |
223 | | // Transpose in-place |
224 | | static INLINE void transpose_16bit_16x16(__m128i *const left, |
225 | 34.9M | __m128i *const right) { |
226 | 34.9M | __m128i tbuf[8]; |
227 | 34.9M | transpose_16bit_8x8(left, left); |
228 | 34.9M | transpose_16bit_8x8(right, tbuf); |
229 | 34.9M | transpose_16bit_8x8(left + 8, right); |
230 | 34.9M | transpose_16bit_8x8(right + 8, right + 8); |
231 | | |
232 | 34.9M | left[8] = tbuf[0]; |
233 | 34.9M | left[9] = tbuf[1]; |
234 | 34.9M | left[10] = tbuf[2]; |
235 | 34.9M | left[11] = tbuf[3]; |
236 | 34.9M | left[12] = tbuf[4]; |
237 | 34.9M | left[13] = tbuf[5]; |
238 | 34.9M | left[14] = tbuf[6]; |
239 | 34.9M | left[15] = tbuf[7]; |
240 | 34.9M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_16bit_16x16 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_16bit_16x16 Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:transpose_16bit_16x16 inv_txfm_sse2.c:transpose_16bit_16x16 Line | Count | Source | 225 | 16.3M | __m128i *const right) { | 226 | 16.3M | __m128i tbuf[8]; | 227 | 16.3M | transpose_16bit_8x8(left, left); | 228 | 16.3M | transpose_16bit_8x8(right, tbuf); | 229 | 16.3M | transpose_16bit_8x8(left + 8, right); | 230 | 16.3M | transpose_16bit_8x8(right + 8, right + 8); | 231 | | | 232 | 16.3M | left[8] = tbuf[0]; | 233 | 16.3M | left[9] = tbuf[1]; | 234 | 16.3M | left[10] = tbuf[2]; | 235 | 16.3M | left[11] = tbuf[3]; | 236 | 16.3M | left[12] = tbuf[4]; | 237 | 16.3M | left[13] = tbuf[5]; | 238 | 16.3M | left[14] = tbuf[6]; | 239 | 16.3M | left[15] = tbuf[7]; | 240 | 16.3M | } |
Unexecuted instantiation: inv_txfm_ssse3.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_16bit_16x16 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_16bit_16x16 vp9_dct_intrin_sse2.c:transpose_16bit_16x16 Line | Count | Source | 225 | 18.6M | __m128i *const right) { | 226 | 18.6M | __m128i tbuf[8]; | 227 | 18.6M | transpose_16bit_8x8(left, left); | 228 | 18.6M | transpose_16bit_8x8(right, tbuf); | 229 | 18.6M | transpose_16bit_8x8(left + 8, right); | 230 | 18.6M | transpose_16bit_8x8(right + 8, right + 8); | 231 | | | 232 | 18.6M | left[8] = tbuf[0]; | 233 | 18.6M | left[9] = tbuf[1]; | 234 | 18.6M | left[10] = tbuf[2]; | 235 | 18.6M | left[11] = tbuf[3]; | 236 | 18.6M | left[12] = tbuf[4]; | 237 | 18.6M | left[13] = tbuf[5]; | 238 | 18.6M | left[14] = tbuf[6]; | 239 | 18.6M | left[15] = tbuf[7]; | 240 | 18.6M | } |
|
241 | | |
242 | | static INLINE void transpose_32bit_4x4(const __m128i *const in, |
243 | 7.12M | __m128i *const out) { |
244 | | // Unpack 32 bit elements. Goes from: |
245 | | // in[0]: 00 01 02 03 |
246 | | // in[1]: 10 11 12 13 |
247 | | // in[2]: 20 21 22 23 |
248 | | // in[3]: 30 31 32 33 |
249 | | // to: |
250 | | // a0: 00 10 01 11 |
251 | | // a1: 20 30 21 31 |
252 | | // a2: 02 12 03 13 |
253 | | // a3: 22 32 23 33 |
254 | | |
255 | 7.12M | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); |
256 | 7.12M | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); |
257 | 7.12M | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); |
258 | 7.12M | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); |
259 | | |
260 | | // Unpack 64 bit elements resulting in: |
261 | | // out[0]: 00 10 20 30 |
262 | | // out[1]: 01 11 21 31 |
263 | | // out[2]: 02 12 22 32 |
264 | | // out[3]: 03 13 23 33 |
265 | 7.12M | out[0] = _mm_unpacklo_epi64(a0, a1); |
266 | 7.12M | out[1] = _mm_unpackhi_epi64(a0, a1); |
267 | 7.12M | out[2] = _mm_unpacklo_epi64(a2, a3); |
268 | 7.12M | out[3] = _mm_unpackhi_epi64(a2, a3); |
269 | 7.12M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_32bit_4x4 vp9_highbd_iht4x4_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 148k | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 148k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 148k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 148k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 148k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 148k | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 148k | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 148k | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 148k | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 148k | } |
Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_32bit_4x4 vp9_highbd_iht16x16_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 394k | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 394k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 394k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 394k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 394k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 394k | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 394k | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 394k | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 394k | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 394k | } |
Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_32bit_4x4 Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:transpose_32bit_4x4 Unexecuted instantiation: inv_txfm_sse2.c:transpose_32bit_4x4 Unexecuted instantiation: inv_txfm_ssse3.c:transpose_32bit_4x4 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_32bit_4x4 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_32bit_4x4 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_32bit_4x4 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_32bit_4x4 highbd_idct4x4_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 1.31M | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 1.31M | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 1.31M | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 1.31M | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 1.31M | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 1.31M | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 1.31M | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 1.31M | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 1.31M | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 1.31M | } |
highbd_idct8x8_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 211k | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 211k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 211k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 211k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 211k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 211k | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 211k | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 211k | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 211k | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 211k | } |
highbd_idct16x16_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 1.79M | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 1.79M | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 1.79M | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 1.79M | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 1.79M | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 1.79M | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 1.79M | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 1.79M | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 1.79M | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 1.79M | } |
highbd_idct32x32_add_sse4.c:transpose_32bit_4x4 Line | Count | Source | 243 | 3.26M | __m128i *const out) { | 244 | | // Unpack 32 bit elements. Goes from: | 245 | | // in[0]: 00 01 02 03 | 246 | | // in[1]: 10 11 12 13 | 247 | | // in[2]: 20 21 22 23 | 248 | | // in[3]: 30 31 32 33 | 249 | | // to: | 250 | | // a0: 00 10 01 11 | 251 | | // a1: 20 30 21 31 | 252 | | // a2: 02 12 03 13 | 253 | | // a3: 22 32 23 33 | 254 | | | 255 | 3.26M | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 256 | 3.26M | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 257 | 3.26M | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 258 | 3.26M | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 259 | | | 260 | | // Unpack 64 bit elements resulting in: | 261 | | // out[0]: 00 10 20 30 | 262 | | // out[1]: 01 11 21 31 | 263 | | // out[2]: 02 12 22 32 | 264 | | // out[3]: 03 13 23 33 | 265 | 3.26M | out[0] = _mm_unpacklo_epi64(a0, a1); | 266 | 3.26M | out[1] = _mm_unpackhi_epi64(a0, a1); | 267 | 3.26M | out[2] = _mm_unpacklo_epi64(a2, a3); | 268 | 3.26M | out[3] = _mm_unpackhi_epi64(a2, a3); | 269 | 3.26M | } |
Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_32bit_4x4 |
270 | | |
271 | | static INLINE void transpose_32bit_4x4x2(const __m128i *const in, |
272 | 587k | __m128i *const out) { |
273 | | // Unpack 32 bit elements. Goes from: |
274 | | // in[0]: 00 01 02 03 |
275 | | // in[1]: 10 11 12 13 |
276 | | // in[2]: 20 21 22 23 |
277 | | // in[3]: 30 31 32 33 |
278 | | // in[4]: 04 05 06 07 |
279 | | // in[5]: 14 15 16 17 |
280 | | // in[6]: 24 25 26 27 |
281 | | // in[7]: 34 35 36 37 |
282 | | // to: |
283 | | // a0: 00 10 01 11 |
284 | | // a1: 20 30 21 31 |
285 | | // a2: 02 12 03 13 |
286 | | // a3: 22 32 23 33 |
287 | | // a4: 04 14 05 15 |
288 | | // a5: 24 34 25 35 |
289 | | // a6: 06 16 07 17 |
290 | | // a7: 26 36 27 37 |
291 | 587k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); |
292 | 587k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); |
293 | 587k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); |
294 | 587k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); |
295 | 587k | const __m128i a4 = _mm_unpacklo_epi32(in[4], in[5]); |
296 | 587k | const __m128i a5 = _mm_unpacklo_epi32(in[6], in[7]); |
297 | 587k | const __m128i a6 = _mm_unpackhi_epi32(in[4], in[5]); |
298 | 587k | const __m128i a7 = _mm_unpackhi_epi32(in[6], in[7]); |
299 | | |
300 | | // Unpack 64 bit elements resulting in: |
301 | | // out[0]: 00 10 20 30 |
302 | | // out[1]: 01 11 21 31 |
303 | | // out[2]: 02 12 22 32 |
304 | | // out[3]: 03 13 23 33 |
305 | | // out[4]: 04 14 24 34 |
306 | | // out[5]: 05 15 25 35 |
307 | | // out[6]: 06 16 26 36 |
308 | | // out[7]: 07 17 27 37 |
309 | 587k | out[0] = _mm_unpacklo_epi64(a0, a1); |
310 | 587k | out[1] = _mm_unpackhi_epi64(a0, a1); |
311 | 587k | out[2] = _mm_unpacklo_epi64(a2, a3); |
312 | 587k | out[3] = _mm_unpackhi_epi64(a2, a3); |
313 | 587k | out[4] = _mm_unpacklo_epi64(a4, a5); |
314 | 587k | out[5] = _mm_unpackhi_epi64(a4, a5); |
315 | 587k | out[6] = _mm_unpacklo_epi64(a6, a7); |
316 | 587k | out[7] = _mm_unpackhi_epi64(a6, a7); |
317 | 587k | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_32bit_4x4x2 vp9_highbd_iht8x8_add_sse4.c:transpose_32bit_4x4x2 Line | Count | Source | 272 | 96.9k | __m128i *const out) { | 273 | | // Unpack 32 bit elements. Goes from: | 274 | | // in[0]: 00 01 02 03 | 275 | | // in[1]: 10 11 12 13 | 276 | | // in[2]: 20 21 22 23 | 277 | | // in[3]: 30 31 32 33 | 278 | | // in[4]: 04 05 06 07 | 279 | | // in[5]: 14 15 16 17 | 280 | | // in[6]: 24 25 26 27 | 281 | | // in[7]: 34 35 36 37 | 282 | | // to: | 283 | | // a0: 00 10 01 11 | 284 | | // a1: 20 30 21 31 | 285 | | // a2: 02 12 03 13 | 286 | | // a3: 22 32 23 33 | 287 | | // a4: 04 14 05 15 | 288 | | // a5: 24 34 25 35 | 289 | | // a6: 06 16 07 17 | 290 | | // a7: 26 36 27 37 | 291 | 96.9k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 292 | 96.9k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 293 | 96.9k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 294 | 96.9k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 295 | 96.9k | const __m128i a4 = _mm_unpacklo_epi32(in[4], in[5]); | 296 | 96.9k | const __m128i a5 = _mm_unpacklo_epi32(in[6], in[7]); | 297 | 96.9k | const __m128i a6 = _mm_unpackhi_epi32(in[4], in[5]); | 298 | 96.9k | const __m128i a7 = _mm_unpackhi_epi32(in[6], in[7]); | 299 | | | 300 | | // Unpack 64 bit elements resulting in: | 301 | | // out[0]: 00 10 20 30 | 302 | | // out[1]: 01 11 21 31 | 303 | | // out[2]: 02 12 22 32 | 304 | | // out[3]: 03 13 23 33 | 305 | | // out[4]: 04 14 24 34 | 306 | | // out[5]: 05 15 25 35 | 307 | | // out[6]: 06 16 26 36 | 308 | | // out[7]: 07 17 27 37 | 309 | 96.9k | out[0] = _mm_unpacklo_epi64(a0, a1); | 310 | 96.9k | out[1] = _mm_unpackhi_epi64(a0, a1); | 311 | 96.9k | out[2] = _mm_unpacklo_epi64(a2, a3); | 312 | 96.9k | out[3] = _mm_unpackhi_epi64(a2, a3); | 313 | 96.9k | out[4] = _mm_unpacklo_epi64(a4, a5); | 314 | 96.9k | out[5] = _mm_unpackhi_epi64(a4, a5); | 315 | 96.9k | out[6] = _mm_unpacklo_epi64(a6, a7); | 316 | 96.9k | out[7] = _mm_unpackhi_epi64(a6, a7); | 317 | 96.9k | } |
Unexecuted instantiation: vp9_highbd_iht16x16_add_sse4.c:transpose_32bit_4x4x2 Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_32bit_4x4x2 Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:transpose_32bit_4x4x2 Unexecuted instantiation: inv_txfm_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: inv_txfm_ssse3.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_32bit_4x4x2 highbd_idct8x8_add_sse4.c:transpose_32bit_4x4x2 Line | Count | Source | 272 | 490k | __m128i *const out) { | 273 | | // Unpack 32 bit elements. Goes from: | 274 | | // in[0]: 00 01 02 03 | 275 | | // in[1]: 10 11 12 13 | 276 | | // in[2]: 20 21 22 23 | 277 | | // in[3]: 30 31 32 33 | 278 | | // in[4]: 04 05 06 07 | 279 | | // in[5]: 14 15 16 17 | 280 | | // in[6]: 24 25 26 27 | 281 | | // in[7]: 34 35 36 37 | 282 | | // to: | 283 | | // a0: 00 10 01 11 | 284 | | // a1: 20 30 21 31 | 285 | | // a2: 02 12 03 13 | 286 | | // a3: 22 32 23 33 | 287 | | // a4: 04 14 05 15 | 288 | | // a5: 24 34 25 35 | 289 | | // a6: 06 16 07 17 | 290 | | // a7: 26 36 27 37 | 291 | 490k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[1]); | 292 | 490k | const __m128i a1 = _mm_unpacklo_epi32(in[2], in[3]); | 293 | 490k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[1]); | 294 | 490k | const __m128i a3 = _mm_unpackhi_epi32(in[2], in[3]); | 295 | 490k | const __m128i a4 = _mm_unpacklo_epi32(in[4], in[5]); | 296 | 490k | const __m128i a5 = _mm_unpacklo_epi32(in[6], in[7]); | 297 | 490k | const __m128i a6 = _mm_unpackhi_epi32(in[4], in[5]); | 298 | 490k | const __m128i a7 = _mm_unpackhi_epi32(in[6], in[7]); | 299 | | | 300 | | // Unpack 64 bit elements resulting in: | 301 | | // out[0]: 00 10 20 30 | 302 | | // out[1]: 01 11 21 31 | 303 | | // out[2]: 02 12 22 32 | 304 | | // out[3]: 03 13 23 33 | 305 | | // out[4]: 04 14 24 34 | 306 | | // out[5]: 05 15 25 35 | 307 | | // out[6]: 06 16 26 36 | 308 | | // out[7]: 07 17 27 37 | 309 | 490k | out[0] = _mm_unpacklo_epi64(a0, a1); | 310 | 490k | out[1] = _mm_unpackhi_epi64(a0, a1); | 311 | 490k | out[2] = _mm_unpacklo_epi64(a2, a3); | 312 | 490k | out[3] = _mm_unpackhi_epi64(a2, a3); | 313 | 490k | out[4] = _mm_unpacklo_epi64(a4, a5); | 314 | 490k | out[5] = _mm_unpackhi_epi64(a4, a5); | 315 | 490k | out[6] = _mm_unpacklo_epi64(a6, a7); | 316 | 490k | out[7] = _mm_unpackhi_epi64(a6, a7); | 317 | 490k | } |
Unexecuted instantiation: highbd_idct16x16_add_sse4.c:transpose_32bit_4x4x2 Unexecuted instantiation: highbd_idct32x32_add_sse4.c:transpose_32bit_4x4x2 Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_32bit_4x4x2 |
318 | | |
319 | | static INLINE void transpose_32bit_8x4(const __m128i *const in, |
320 | 1.74M | __m128i *const out) { |
321 | | // Unpack 32 bit elements. Goes from: |
322 | | // in[0]: 00 01 02 03 |
323 | | // in[1]: 04 05 06 07 |
324 | | // in[2]: 10 11 12 13 |
325 | | // in[3]: 14 15 16 17 |
326 | | // in[4]: 20 21 22 23 |
327 | | // in[5]: 24 25 26 27 |
328 | | // in[6]: 30 31 32 33 |
329 | | // in[7]: 34 35 36 37 |
330 | | // to: |
331 | | // a0: 00 10 01 11 |
332 | | // a1: 20 30 21 31 |
333 | | // a2: 02 12 03 13 |
334 | | // a3: 22 32 23 33 |
335 | | // a4: 04 14 05 15 |
336 | | // a5: 24 34 25 35 |
337 | | // a6: 06 16 07 17 |
338 | | // a7: 26 36 27 37 |
339 | 1.74M | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[2]); |
340 | 1.74M | const __m128i a1 = _mm_unpacklo_epi32(in[4], in[6]); |
341 | 1.74M | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[2]); |
342 | 1.74M | const __m128i a3 = _mm_unpackhi_epi32(in[4], in[6]); |
343 | 1.74M | const __m128i a4 = _mm_unpacklo_epi32(in[1], in[3]); |
344 | 1.74M | const __m128i a5 = _mm_unpacklo_epi32(in[5], in[7]); |
345 | 1.74M | const __m128i a6 = _mm_unpackhi_epi32(in[1], in[3]); |
346 | 1.74M | const __m128i a7 = _mm_unpackhi_epi32(in[5], in[7]); |
347 | | |
348 | | // Unpack 64 bit elements resulting in: |
349 | | // out[0]: 00 10 20 30 |
350 | | // out[1]: 01 11 21 31 |
351 | | // out[2]: 02 12 22 32 |
352 | | // out[3]: 03 13 23 33 |
353 | | // out[4]: 04 14 24 34 |
354 | | // out[5]: 05 15 25 35 |
355 | | // out[6]: 06 16 26 36 |
356 | | // out[7]: 07 17 27 37 |
357 | 1.74M | out[0] = _mm_unpacklo_epi64(a0, a1); |
358 | 1.74M | out[1] = _mm_unpackhi_epi64(a0, a1); |
359 | 1.74M | out[2] = _mm_unpacklo_epi64(a2, a3); |
360 | 1.74M | out[3] = _mm_unpackhi_epi64(a2, a3); |
361 | 1.74M | out[4] = _mm_unpacklo_epi64(a4, a5); |
362 | 1.74M | out[5] = _mm_unpackhi_epi64(a4, a5); |
363 | 1.74M | out[6] = _mm_unpacklo_epi64(a6, a7); |
364 | 1.74M | out[7] = _mm_unpackhi_epi64(a6, a7); |
365 | 1.74M | } Unexecuted instantiation: vp9_idct_intrin_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: vp9_highbd_iht4x4_add_sse4.c:transpose_32bit_8x4 Unexecuted instantiation: vp9_highbd_iht8x8_add_sse4.c:transpose_32bit_8x4 vp9_highbd_iht16x16_add_sse4.c:transpose_32bit_8x4 Line | Count | Source | 320 | 197k | __m128i *const out) { | 321 | | // Unpack 32 bit elements. Goes from: | 322 | | // in[0]: 00 01 02 03 | 323 | | // in[1]: 04 05 06 07 | 324 | | // in[2]: 10 11 12 13 | 325 | | // in[3]: 14 15 16 17 | 326 | | // in[4]: 20 21 22 23 | 327 | | // in[5]: 24 25 26 27 | 328 | | // in[6]: 30 31 32 33 | 329 | | // in[7]: 34 35 36 37 | 330 | | // to: | 331 | | // a0: 00 10 01 11 | 332 | | // a1: 20 30 21 31 | 333 | | // a2: 02 12 03 13 | 334 | | // a3: 22 32 23 33 | 335 | | // a4: 04 14 05 15 | 336 | | // a5: 24 34 25 35 | 337 | | // a6: 06 16 07 17 | 338 | | // a7: 26 36 27 37 | 339 | 197k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[2]); | 340 | 197k | const __m128i a1 = _mm_unpacklo_epi32(in[4], in[6]); | 341 | 197k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[2]); | 342 | 197k | const __m128i a3 = _mm_unpackhi_epi32(in[4], in[6]); | 343 | 197k | const __m128i a4 = _mm_unpacklo_epi32(in[1], in[3]); | 344 | 197k | const __m128i a5 = _mm_unpacklo_epi32(in[5], in[7]); | 345 | 197k | const __m128i a6 = _mm_unpackhi_epi32(in[1], in[3]); | 346 | 197k | const __m128i a7 = _mm_unpackhi_epi32(in[5], in[7]); | 347 | | | 348 | | // Unpack 64 bit elements resulting in: | 349 | | // out[0]: 00 10 20 30 | 350 | | // out[1]: 01 11 21 31 | 351 | | // out[2]: 02 12 22 32 | 352 | | // out[3]: 03 13 23 33 | 353 | | // out[4]: 04 14 24 34 | 354 | | // out[5]: 05 15 25 35 | 355 | | // out[6]: 06 16 26 36 | 356 | | // out[7]: 07 17 27 37 | 357 | 197k | out[0] = _mm_unpacklo_epi64(a0, a1); | 358 | 197k | out[1] = _mm_unpackhi_epi64(a0, a1); | 359 | 197k | out[2] = _mm_unpacklo_epi64(a2, a3); | 360 | 197k | out[3] = _mm_unpackhi_epi64(a2, a3); | 361 | 197k | out[4] = _mm_unpacklo_epi64(a4, a5); | 362 | 197k | out[5] = _mm_unpackhi_epi64(a4, a5); | 363 | 197k | out[6] = _mm_unpacklo_epi64(a6, a7); | 364 | 197k | out[7] = _mm_unpackhi_epi64(a6, a7); | 365 | 197k | } |
Unexecuted instantiation: vp9_frame_scale_ssse3.c:transpose_32bit_8x4 Unexecuted instantiation: vpx_subpixel_8t_intrin_ssse3.c:transpose_32bit_8x4 Unexecuted instantiation: inv_txfm_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: inv_txfm_ssse3.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct4x4_add_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct8x8_add_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct16x16_add_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct32x32_add_sse2.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct4x4_add_sse4.c:transpose_32bit_8x4 Unexecuted instantiation: highbd_idct8x8_add_sse4.c:transpose_32bit_8x4 highbd_idct16x16_add_sse4.c:transpose_32bit_8x4 Line | Count | Source | 320 | 577k | __m128i *const out) { | 321 | | // Unpack 32 bit elements. Goes from: | 322 | | // in[0]: 00 01 02 03 | 323 | | // in[1]: 04 05 06 07 | 324 | | // in[2]: 10 11 12 13 | 325 | | // in[3]: 14 15 16 17 | 326 | | // in[4]: 20 21 22 23 | 327 | | // in[5]: 24 25 26 27 | 328 | | // in[6]: 30 31 32 33 | 329 | | // in[7]: 34 35 36 37 | 330 | | // to: | 331 | | // a0: 00 10 01 11 | 332 | | // a1: 20 30 21 31 | 333 | | // a2: 02 12 03 13 | 334 | | // a3: 22 32 23 33 | 335 | | // a4: 04 14 05 15 | 336 | | // a5: 24 34 25 35 | 337 | | // a6: 06 16 07 17 | 338 | | // a7: 26 36 27 37 | 339 | 577k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[2]); | 340 | 577k | const __m128i a1 = _mm_unpacklo_epi32(in[4], in[6]); | 341 | 577k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[2]); | 342 | 577k | const __m128i a3 = _mm_unpackhi_epi32(in[4], in[6]); | 343 | 577k | const __m128i a4 = _mm_unpacklo_epi32(in[1], in[3]); | 344 | 577k | const __m128i a5 = _mm_unpacklo_epi32(in[5], in[7]); | 345 | 577k | const __m128i a6 = _mm_unpackhi_epi32(in[1], in[3]); | 346 | 577k | const __m128i a7 = _mm_unpackhi_epi32(in[5], in[7]); | 347 | | | 348 | | // Unpack 64 bit elements resulting in: | 349 | | // out[0]: 00 10 20 30 | 350 | | // out[1]: 01 11 21 31 | 351 | | // out[2]: 02 12 22 32 | 352 | | // out[3]: 03 13 23 33 | 353 | | // out[4]: 04 14 24 34 | 354 | | // out[5]: 05 15 25 35 | 355 | | // out[6]: 06 16 26 36 | 356 | | // out[7]: 07 17 27 37 | 357 | 577k | out[0] = _mm_unpacklo_epi64(a0, a1); | 358 | 577k | out[1] = _mm_unpackhi_epi64(a0, a1); | 359 | 577k | out[2] = _mm_unpacklo_epi64(a2, a3); | 360 | 577k | out[3] = _mm_unpackhi_epi64(a2, a3); | 361 | 577k | out[4] = _mm_unpacklo_epi64(a4, a5); | 362 | 577k | out[5] = _mm_unpackhi_epi64(a4, a5); | 363 | 577k | out[6] = _mm_unpacklo_epi64(a6, a7); | 364 | 577k | out[7] = _mm_unpackhi_epi64(a6, a7); | 365 | 577k | } |
highbd_idct32x32_add_sse4.c:transpose_32bit_8x4 Line | Count | Source | 320 | 968k | __m128i *const out) { | 321 | | // Unpack 32 bit elements. Goes from: | 322 | | // in[0]: 00 01 02 03 | 323 | | // in[1]: 04 05 06 07 | 324 | | // in[2]: 10 11 12 13 | 325 | | // in[3]: 14 15 16 17 | 326 | | // in[4]: 20 21 22 23 | 327 | | // in[5]: 24 25 26 27 | 328 | | // in[6]: 30 31 32 33 | 329 | | // in[7]: 34 35 36 37 | 330 | | // to: | 331 | | // a0: 00 10 01 11 | 332 | | // a1: 20 30 21 31 | 333 | | // a2: 02 12 03 13 | 334 | | // a3: 22 32 23 33 | 335 | | // a4: 04 14 05 15 | 336 | | // a5: 24 34 25 35 | 337 | | // a6: 06 16 07 17 | 338 | | // a7: 26 36 27 37 | 339 | 968k | const __m128i a0 = _mm_unpacklo_epi32(in[0], in[2]); | 340 | 968k | const __m128i a1 = _mm_unpacklo_epi32(in[4], in[6]); | 341 | 968k | const __m128i a2 = _mm_unpackhi_epi32(in[0], in[2]); | 342 | 968k | const __m128i a3 = _mm_unpackhi_epi32(in[4], in[6]); | 343 | 968k | const __m128i a4 = _mm_unpacklo_epi32(in[1], in[3]); | 344 | 968k | const __m128i a5 = _mm_unpacklo_epi32(in[5], in[7]); | 345 | 968k | const __m128i a6 = _mm_unpackhi_epi32(in[1], in[3]); | 346 | 968k | const __m128i a7 = _mm_unpackhi_epi32(in[5], in[7]); | 347 | | | 348 | | // Unpack 64 bit elements resulting in: | 349 | | // out[0]: 00 10 20 30 | 350 | | // out[1]: 01 11 21 31 | 351 | | // out[2]: 02 12 22 32 | 352 | | // out[3]: 03 13 23 33 | 353 | | // out[4]: 04 14 24 34 | 354 | | // out[5]: 05 15 25 35 | 355 | | // out[6]: 06 16 26 36 | 356 | | // out[7]: 07 17 27 37 | 357 | 968k | out[0] = _mm_unpacklo_epi64(a0, a1); | 358 | 968k | out[1] = _mm_unpackhi_epi64(a0, a1); | 359 | 968k | out[2] = _mm_unpacklo_epi64(a2, a3); | 360 | 968k | out[3] = _mm_unpackhi_epi64(a2, a3); | 361 | 968k | out[4] = _mm_unpacklo_epi64(a4, a5); | 362 | 968k | out[5] = _mm_unpackhi_epi64(a4, a5); | 363 | 968k | out[6] = _mm_unpacklo_epi64(a6, a7); | 364 | 968k | out[7] = _mm_unpackhi_epi64(a6, a7); | 365 | 968k | } |
Unexecuted instantiation: vp9_dct_intrin_sse2.c:transpose_32bit_8x4 |
366 | | |
367 | | #endif // VPX_VPX_DSP_X86_TRANSPOSE_SSE2_H_ |