/src/libwebp/src/dsp/common_sse41.h
Line | Count | Source (jump to first uncovered line) |
1 | | // Copyright 2016 Google Inc. All Rights Reserved. |
2 | | // |
3 | | // Use of this source code is governed by a BSD-style license |
4 | | // that can be found in the COPYING file in the root of the source |
5 | | // tree. An additional intellectual property rights grant can be found |
6 | | // in the file PATENTS. All contributing project authors may |
7 | | // be found in the AUTHORS file in the root of the source tree. |
8 | | // ----------------------------------------------------------------------------- |
9 | | // |
10 | | // SSE4 code common to several files. |
11 | | // |
12 | | // Author: Vincent Rabaud (vrabaud@google.com) |
13 | | |
14 | | #ifndef WEBP_DSP_COMMON_SSE41_H_ |
15 | | #define WEBP_DSP_COMMON_SSE41_H_ |
16 | | |
17 | | #ifdef __cplusplus |
18 | | extern "C" { |
19 | | #endif |
20 | | |
21 | | #if defined(WEBP_USE_SSE41) |
22 | | #include <smmintrin.h> |
23 | | |
24 | | //------------------------------------------------------------------------------ |
25 | | // Channel mixing. |
26 | | // Shuffles the input buffer as A0 0 0 A1 0 0 A2 ... |
27 | | #define WEBP_SSE41_SHUFF(OUT, IN0, IN1) \ |
28 | 0 | OUT##0 = _mm_shuffle_epi8(*IN0, shuff0); \ |
29 | 0 | OUT##1 = _mm_shuffle_epi8(*IN0, shuff1); \ |
30 | 0 | OUT##2 = _mm_shuffle_epi8(*IN0, shuff2); \ |
31 | 0 | OUT##3 = _mm_shuffle_epi8(*IN1, shuff0); \ |
32 | 0 | OUT##4 = _mm_shuffle_epi8(*IN1, shuff1); \ |
33 | 0 | OUT##5 = _mm_shuffle_epi8(*IN1, shuff2); |
34 | | |
35 | | // Pack the planar buffers |
36 | | // rrrr... rrrr... gggg... gggg... bbbb... bbbb.... |
37 | | // triplet by triplet in the output buffer rgb as rgbrgbrgbrgb ... |
38 | | static WEBP_INLINE void VP8PlanarTo24b_SSE41( |
39 | | __m128i* const in0, __m128i* const in1, __m128i* const in2, |
40 | 0 | __m128i* const in3, __m128i* const in4, __m128i* const in5) { |
41 | 0 | __m128i R0, R1, R2, R3, R4, R5; |
42 | 0 | __m128i G0, G1, G2, G3, G4, G5; |
43 | 0 | __m128i B0, B1, B2, B3, B4, B5; |
44 | | |
45 | | // Process R. |
46 | 0 | { |
47 | 0 | const __m128i shuff0 = _mm_set_epi8( |
48 | 0 | 5, -1, -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0); |
49 | 0 | const __m128i shuff1 = _mm_set_epi8( |
50 | 0 | -1, 10, -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1); |
51 | 0 | const __m128i shuff2 = _mm_set_epi8( |
52 | 0 | -1, -1, 15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1); |
53 | 0 | WEBP_SSE41_SHUFF(R, in0, in1) |
54 | 0 | } |
55 | | |
56 | | // Process G. |
57 | 0 | { |
58 | | // Same as before, just shifted to the left by one and including the right |
59 | | // padding. |
60 | 0 | const __m128i shuff0 = _mm_set_epi8( |
61 | 0 | -1, -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0, -1); |
62 | 0 | const __m128i shuff1 = _mm_set_epi8( |
63 | 0 | 10, -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1, 5); |
64 | 0 | const __m128i shuff2 = _mm_set_epi8( |
65 | 0 | -1, 15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1, -1); |
66 | 0 | WEBP_SSE41_SHUFF(G, in2, in3) |
67 | 0 | } |
68 | | |
69 | | // Process B. |
70 | 0 | { |
71 | 0 | const __m128i shuff0 = _mm_set_epi8( |
72 | 0 | -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0, -1, -1); |
73 | 0 | const __m128i shuff1 = _mm_set_epi8( |
74 | 0 | -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1, 5, -1); |
75 | 0 | const __m128i shuff2 = _mm_set_epi8( |
76 | 0 | 15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1, -1, 10); |
77 | 0 | WEBP_SSE41_SHUFF(B, in4, in5) |
78 | 0 | } |
79 | | |
80 | | // OR the different channels. |
81 | 0 | { |
82 | 0 | const __m128i RG0 = _mm_or_si128(R0, G0); |
83 | 0 | const __m128i RG1 = _mm_or_si128(R1, G1); |
84 | 0 | const __m128i RG2 = _mm_or_si128(R2, G2); |
85 | 0 | const __m128i RG3 = _mm_or_si128(R3, G3); |
86 | 0 | const __m128i RG4 = _mm_or_si128(R4, G4); |
87 | 0 | const __m128i RG5 = _mm_or_si128(R5, G5); |
88 | 0 | *in0 = _mm_or_si128(RG0, B0); |
89 | 0 | *in1 = _mm_or_si128(RG1, B1); |
90 | 0 | *in2 = _mm_or_si128(RG2, B2); |
91 | 0 | *in3 = _mm_or_si128(RG3, B3); |
92 | 0 | *in4 = _mm_or_si128(RG4, B4); |
93 | 0 | *in5 = _mm_or_si128(RG5, B5); |
94 | 0 | } |
95 | 0 | } Unexecuted instantiation: lossless_sse41.c:VP8PlanarTo24b_SSE41 Unexecuted instantiation: yuv_sse41.c:VP8PlanarTo24b_SSE41 |
96 | | |
97 | | #undef WEBP_SSE41_SHUFF |
98 | | |
99 | | // Convert four packed four-channel buffers like argbargbargbargb... into the |
100 | | // split channels aaaaa ... rrrr ... gggg .... bbbbb ...... |
101 | | static WEBP_INLINE void VP8L32bToPlanar_SSE41(__m128i* const in0, |
102 | | __m128i* const in1, |
103 | | __m128i* const in2, |
104 | 0 | __m128i* const in3) { |
105 | | // aaaarrrrggggbbbb |
106 | 0 | const __m128i shuff0 = |
107 | 0 | _mm_set_epi8(15, 11, 7, 3, 14, 10, 6, 2, 13, 9, 5, 1, 12, 8, 4, 0); |
108 | 0 | const __m128i A0 = _mm_shuffle_epi8(*in0, shuff0); |
109 | 0 | const __m128i A1 = _mm_shuffle_epi8(*in1, shuff0); |
110 | 0 | const __m128i A2 = _mm_shuffle_epi8(*in2, shuff0); |
111 | 0 | const __m128i A3 = _mm_shuffle_epi8(*in3, shuff0); |
112 | | // A0A1R0R1 |
113 | | // G0G1B0B1 |
114 | | // A2A3R2R3 |
115 | | // G0G1B0B1 |
116 | 0 | const __m128i B0 = _mm_unpacklo_epi32(A0, A1); |
117 | 0 | const __m128i B1 = _mm_unpackhi_epi32(A0, A1); |
118 | 0 | const __m128i B2 = _mm_unpacklo_epi32(A2, A3); |
119 | 0 | const __m128i B3 = _mm_unpackhi_epi32(A2, A3); |
120 | 0 | *in3 = _mm_unpacklo_epi64(B0, B2); |
121 | 0 | *in2 = _mm_unpackhi_epi64(B0, B2); |
122 | 0 | *in1 = _mm_unpacklo_epi64(B1, B3); |
123 | 0 | *in0 = _mm_unpackhi_epi64(B1, B3); |
124 | 0 | } Unexecuted instantiation: lossless_sse41.c:VP8L32bToPlanar_SSE41 Unexecuted instantiation: yuv_sse41.c:VP8L32bToPlanar_SSE41 |
125 | | |
126 | | #endif // WEBP_USE_SSE41 |
127 | | |
128 | | #ifdef __cplusplus |
129 | | } // extern "C" |
130 | | #endif |
131 | | |
132 | | #endif // WEBP_DSP_COMMON_SSE41_H_ |