Coverage Report

Created: 2024-06-18 06:05

/src/libwebp/src/dsp/common_sse41.h
Line
Count
Source (jump to first uncovered line)
1
// Copyright 2016 Google Inc. All Rights Reserved.
2
//
3
// Use of this source code is governed by a BSD-style license
4
// that can be found in the COPYING file in the root of the source
5
// tree. An additional intellectual property rights grant can be found
6
// in the file PATENTS. All contributing project authors may
7
// be found in the AUTHORS file in the root of the source tree.
8
// -----------------------------------------------------------------------------
9
//
10
// SSE4 code common to several files.
11
//
12
// Author: Vincent Rabaud (vrabaud@google.com)
13
14
#ifndef WEBP_DSP_COMMON_SSE41_H_
15
#define WEBP_DSP_COMMON_SSE41_H_
16
17
#ifdef __cplusplus
18
extern "C" {
19
#endif
20
21
#if defined(WEBP_USE_SSE41)
22
#include <smmintrin.h>
23
24
//------------------------------------------------------------------------------
25
// Channel mixing.
26
// Shuffles the input buffer as A0 0 0 A1 0 0 A2 ...
27
#define WEBP_SSE41_SHUFF(OUT, IN0, IN1)    \
28
0
  OUT##0 = _mm_shuffle_epi8(*IN0, shuff0); \
29
0
  OUT##1 = _mm_shuffle_epi8(*IN0, shuff1); \
30
0
  OUT##2 = _mm_shuffle_epi8(*IN0, shuff2); \
31
0
  OUT##3 = _mm_shuffle_epi8(*IN1, shuff0); \
32
0
  OUT##4 = _mm_shuffle_epi8(*IN1, shuff1); \
33
0
  OUT##5 = _mm_shuffle_epi8(*IN1, shuff2);
34
35
// Pack the planar buffers
36
// rrrr... rrrr... gggg... gggg... bbbb... bbbb....
37
// triplet by triplet in the output buffer rgb as rgbrgbrgbrgb ...
38
static WEBP_INLINE void VP8PlanarTo24b_SSE41(
39
    __m128i* const in0, __m128i* const in1, __m128i* const in2,
40
0
    __m128i* const in3, __m128i* const in4, __m128i* const in5) {
41
0
  __m128i R0, R1, R2, R3, R4, R5;
42
0
  __m128i G0, G1, G2, G3, G4, G5;
43
0
  __m128i B0, B1, B2, B3, B4, B5;
44
45
  // Process R.
46
0
  {
47
0
    const __m128i shuff0 = _mm_set_epi8(
48
0
        5, -1, -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0);
49
0
    const __m128i shuff1 = _mm_set_epi8(
50
0
        -1, 10, -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1);
51
0
    const __m128i shuff2 = _mm_set_epi8(
52
0
     -1, -1, 15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1);
53
0
    WEBP_SSE41_SHUFF(R, in0, in1)
54
0
  }
55
56
  // Process G.
57
0
  {
58
    // Same as before, just shifted to the left by one and including the right
59
    // padding.
60
0
    const __m128i shuff0 = _mm_set_epi8(
61
0
        -1, -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0, -1);
62
0
    const __m128i shuff1 = _mm_set_epi8(
63
0
        10, -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1, 5);
64
0
    const __m128i shuff2 = _mm_set_epi8(
65
0
     -1, 15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1, -1);
66
0
    WEBP_SSE41_SHUFF(G, in2, in3)
67
0
  }
68
69
  // Process B.
70
0
  {
71
0
    const __m128i shuff0 = _mm_set_epi8(
72
0
        -1, 4, -1, -1, 3, -1, -1, 2, -1, -1, 1, -1, -1, 0, -1, -1);
73
0
    const __m128i shuff1 = _mm_set_epi8(
74
0
        -1, -1, 9, -1, -1, 8, -1, -1, 7, -1, -1, 6, -1, -1, 5, -1);
75
0
    const __m128i shuff2 = _mm_set_epi8(
76
0
      15, -1, -1, 14, -1, -1, 13, -1, -1, 12, -1, -1, 11, -1, -1, 10);
77
0
    WEBP_SSE41_SHUFF(B, in4, in5)
78
0
  }
79
80
  // OR the different channels.
81
0
  {
82
0
    const __m128i RG0 = _mm_or_si128(R0, G0);
83
0
    const __m128i RG1 = _mm_or_si128(R1, G1);
84
0
    const __m128i RG2 = _mm_or_si128(R2, G2);
85
0
    const __m128i RG3 = _mm_or_si128(R3, G3);
86
0
    const __m128i RG4 = _mm_or_si128(R4, G4);
87
0
    const __m128i RG5 = _mm_or_si128(R5, G5);
88
0
    *in0 = _mm_or_si128(RG0, B0);
89
0
    *in1 = _mm_or_si128(RG1, B1);
90
0
    *in2 = _mm_or_si128(RG2, B2);
91
0
    *in3 = _mm_or_si128(RG3, B3);
92
0
    *in4 = _mm_or_si128(RG4, B4);
93
0
    *in5 = _mm_or_si128(RG5, B5);
94
0
  }
95
0
}
Unexecuted instantiation: lossless_sse41.c:VP8PlanarTo24b_SSE41
Unexecuted instantiation: yuv_sse41.c:VP8PlanarTo24b_SSE41
96
97
#undef WEBP_SSE41_SHUFF
98
99
// Convert four packed four-channel buffers like argbargbargbargb... into the
100
// split channels aaaaa ... rrrr ... gggg .... bbbbb ......
101
static WEBP_INLINE void VP8L32bToPlanar_SSE41(__m128i* const in0,
102
                                              __m128i* const in1,
103
                                              __m128i* const in2,
104
0
                                              __m128i* const in3) {
105
  // aaaarrrrggggbbbb
106
0
  const __m128i shuff0 =
107
0
      _mm_set_epi8(15, 11, 7, 3, 14, 10, 6, 2, 13, 9, 5, 1, 12, 8, 4, 0);
108
0
  const __m128i A0 = _mm_shuffle_epi8(*in0, shuff0);
109
0
  const __m128i A1 = _mm_shuffle_epi8(*in1, shuff0);
110
0
  const __m128i A2 = _mm_shuffle_epi8(*in2, shuff0);
111
0
  const __m128i A3 = _mm_shuffle_epi8(*in3, shuff0);
112
  // A0A1R0R1
113
  // G0G1B0B1
114
  // A2A3R2R3
115
  // G0G1B0B1
116
0
  const __m128i B0 = _mm_unpacklo_epi32(A0, A1);
117
0
  const __m128i B1 = _mm_unpackhi_epi32(A0, A1);
118
0
  const __m128i B2 = _mm_unpacklo_epi32(A2, A3);
119
0
  const __m128i B3 = _mm_unpackhi_epi32(A2, A3);
120
0
  *in3 = _mm_unpacklo_epi64(B0, B2);
121
0
  *in2 = _mm_unpackhi_epi64(B0, B2);
122
0
  *in1 = _mm_unpacklo_epi64(B1, B3);
123
0
  *in0 = _mm_unpackhi_epi64(B1, B3);
124
0
}
Unexecuted instantiation: lossless_sse41.c:VP8L32bToPlanar_SSE41
Unexecuted instantiation: yuv_sse41.c:VP8L32bToPlanar_SSE41
125
126
#endif  // WEBP_USE_SSE41
127
128
#ifdef __cplusplus
129
}  // extern "C"
130
#endif
131
132
#endif  // WEBP_DSP_COMMON_SSE41_H_