Coverage Report

Created: 2023-09-25 06:56

/src/FreeRDP/libfreerdp/codec/nsc_sse2.c
Line
Count
Source (jump to first uncovered line)
1
/**
2
 * FreeRDP: A Remote Desktop Protocol Implementation
3
 * NSCodec Library - SSE2 Optimizations
4
 *
5
 * Copyright 2012 Vic Lee
6
 *
7
 * Licensed under the Apache License, Version 2.0 (the "License");
8
 * you may not use this file except in compliance with the License.
9
 * You may obtain a copy of the License at
10
 *
11
 *     http://www.apache.org/licenses/LICENSE-2.0
12
 *
13
 * Unless required by applicable law or agreed to in writing, software
14
 * distributed under the License is distributed on an "AS IS" BASIS,
15
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
 * See the License for the specific language governing permissions and
17
 * limitations under the License.
18
 */
19
20
#include <freerdp/config.h>
21
22
#include <stdio.h>
23
#include <stdlib.h>
24
#include <string.h>
25
26
#include <xmmintrin.h>
27
#include <emmintrin.h>
28
29
#include <freerdp/codec/color.h>
30
#include <winpr/crt.h>
31
#include <winpr/sysinfo.h>
32
33
#include "nsc_types.h"
34
#include "nsc_sse2.h"
35
36
static BOOL nsc_encode_argb_to_aycocg_sse2(NSC_CONTEXT* context, const BYTE* data, UINT32 scanline)
37
0
{
38
0
  UINT16 x;
39
0
  UINT16 y;
40
0
  UINT16 rw;
41
0
  BYTE ccl;
42
0
  const BYTE* src;
43
0
  BYTE* yplane = NULL;
44
0
  BYTE* coplane = NULL;
45
0
  BYTE* cgplane = NULL;
46
0
  BYTE* aplane = NULL;
47
0
  __m128i r_val;
48
0
  __m128i g_val;
49
0
  __m128i b_val;
50
0
  __m128i a_val;
51
0
  __m128i y_val;
52
0
  __m128i co_val;
53
0
  __m128i cg_val;
54
0
  UINT32 tempWidth;
55
56
0
  if (!context || !data || (scanline == 0))
57
0
    return FALSE;
58
59
0
  tempWidth = ROUND_UP_TO(context->width, 8);
60
0
  rw = (context->ChromaSubsamplingLevel > 0 ? tempWidth : context->width);
61
0
  ccl = context->ColorLossLevel;
62
63
0
  for (y = 0; y < context->height; y++)
64
0
  {
65
0
    src = data + (context->height - 1 - y) * scanline;
66
0
    yplane = context->priv->PlaneBuffers[0] + y * rw;
67
0
    coplane = context->priv->PlaneBuffers[1] + y * rw;
68
0
    cgplane = context->priv->PlaneBuffers[2] + y * rw;
69
0
    aplane = context->priv->PlaneBuffers[3] + y * context->width;
70
71
0
    for (x = 0; x < context->width; x += 8)
72
0
    {
73
0
      switch (context->format)
74
0
      {
75
0
        case PIXEL_FORMAT_BGRX32:
76
0
          b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
77
0
                                *(src + 12), *(src + 8), *(src + 4), *src);
78
0
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
79
0
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
80
0
          r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
81
0
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
82
0
          a_val = _mm_set1_epi16(0xFF);
83
0
          src += 32;
84
0
          break;
85
86
0
        case PIXEL_FORMAT_BGRA32:
87
0
          b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
88
0
                                *(src + 12), *(src + 8), *(src + 4), *src);
89
0
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
90
0
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
91
0
          r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
92
0
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
93
0
          a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
94
0
                                *(src + 15), *(src + 11), *(src + 7), *(src + 3));
95
0
          src += 32;
96
0
          break;
97
98
0
        case PIXEL_FORMAT_RGBX32:
99
0
          r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
100
0
                                *(src + 12), *(src + 8), *(src + 4), *src);
101
0
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
102
0
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
103
0
          b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
104
0
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
105
0
          a_val = _mm_set1_epi16(0xFF);
106
0
          src += 32;
107
0
          break;
108
109
0
        case PIXEL_FORMAT_RGBA32:
110
0
          r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
111
0
                                *(src + 12), *(src + 8), *(src + 4), *src);
112
0
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
113
0
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
114
0
          b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
115
0
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
116
0
          a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
117
0
                                *(src + 15), *(src + 11), *(src + 7), *(src + 3));
118
0
          src += 32;
119
0
          break;
120
121
0
        case PIXEL_FORMAT_BGR24:
122
0
          b_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
123
0
                                *(src + 9), *(src + 6), *(src + 3), *src);
124
0
          g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
125
0
                                *(src + 10), *(src + 7), *(src + 4), *(src + 1));
126
0
          r_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
127
0
                                *(src + 11), *(src + 8), *(src + 5), *(src + 2));
128
0
          a_val = _mm_set1_epi16(0xFF);
129
0
          src += 24;
130
0
          break;
131
132
0
        case PIXEL_FORMAT_RGB24:
133
0
          r_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
134
0
                                *(src + 9), *(src + 6), *(src + 3), *src);
135
0
          g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
136
0
                                *(src + 10), *(src + 7), *(src + 4), *(src + 1));
137
0
          b_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
138
0
                                *(src + 11), *(src + 8), *(src + 5), *(src + 2));
139
0
          a_val = _mm_set1_epi16(0xFF);
140
0
          src += 24;
141
0
          break;
142
143
0
        case PIXEL_FORMAT_BGR16:
144
0
          b_val = _mm_set_epi16((((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
145
0
                                (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
146
0
                                (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
147
0
                                (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
148
0
                                (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
149
0
                                (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
150
0
                                (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
151
0
                                (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
152
0
          g_val = _mm_set_epi16(
153
0
              ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
154
0
              ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
155
0
              ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
156
0
              ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
157
0
              ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
158
0
              ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
159
0
              ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
160
0
              ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
161
0
          r_val = _mm_set_epi16(
162
0
              ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
163
0
              ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
164
0
              ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
165
0
              ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
166
0
              ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
167
0
              ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
168
0
              ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
169
0
              ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
170
0
          a_val = _mm_set1_epi16(0xFF);
171
0
          src += 16;
172
0
          break;
173
174
0
        case PIXEL_FORMAT_RGB16:
175
0
          r_val = _mm_set_epi16((((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
176
0
                                (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
177
0
                                (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
178
0
                                (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
179
0
                                (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
180
0
                                (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
181
0
                                (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
182
0
                                (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
183
0
          g_val = _mm_set_epi16(
184
0
              ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
185
0
              ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
186
0
              ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
187
0
              ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
188
0
              ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
189
0
              ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
190
0
              ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
191
0
              ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
192
0
          b_val = _mm_set_epi16(
193
0
              ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
194
0
              ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
195
0
              ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
196
0
              ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
197
0
              ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
198
0
              ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
199
0
              ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
200
0
              ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
201
0
          a_val = _mm_set1_epi16(0xFF);
202
0
          src += 16;
203
0
          break;
204
205
0
        case PIXEL_FORMAT_A4:
206
0
        {
207
0
          int shift;
208
0
          BYTE idx[8];
209
210
0
          for (shift = 7; shift >= 0; shift--)
211
0
          {
212
0
            idx[shift] = ((*src) >> shift) & 1;
213
0
            idx[shift] |= (((*(src + 1)) >> shift) & 1) << 1;
214
0
            idx[shift] |= (((*(src + 2)) >> shift) & 1) << 2;
215
0
            idx[shift] |= (((*(src + 3)) >> shift) & 1) << 3;
216
0
            idx[shift] *= 3;
217
0
          }
218
219
0
          r_val = _mm_set_epi16(context->palette[idx[0]], context->palette[idx[1]],
220
0
                                context->palette[idx[2]], context->palette[idx[3]],
221
0
                                context->palette[idx[4]], context->palette[idx[5]],
222
0
                                context->palette[idx[6]], context->palette[idx[7]]);
223
0
          g_val =
224
0
              _mm_set_epi16(context->palette[idx[0] + 1], context->palette[idx[1] + 1],
225
0
                            context->palette[idx[2] + 1], context->palette[idx[3] + 1],
226
0
                            context->palette[idx[4] + 1], context->palette[idx[5] + 1],
227
0
                            context->palette[idx[6] + 1], context->palette[idx[7] + 1]);
228
0
          b_val =
229
0
              _mm_set_epi16(context->palette[idx[0] + 2], context->palette[idx[1] + 2],
230
0
                            context->palette[idx[2] + 2], context->palette[idx[3] + 2],
231
0
                            context->palette[idx[4] + 2], context->palette[idx[5] + 2],
232
0
                            context->palette[idx[6] + 2], context->palette[idx[7] + 2]);
233
0
          src += 4;
234
0
        }
235
236
0
          a_val = _mm_set1_epi16(0xFF);
237
0
          break;
238
239
0
        case PIXEL_FORMAT_RGB8:
240
0
        {
241
0
          r_val = _mm_set_epi16(
242
0
              context->palette[(*(src + 7)) * 3], context->palette[(*(src + 6)) * 3],
243
0
              context->palette[(*(src + 5)) * 3], context->palette[(*(src + 4)) * 3],
244
0
              context->palette[(*(src + 3)) * 3], context->palette[(*(src + 2)) * 3],
245
0
              context->palette[(*(src + 1)) * 3], context->palette[(*src) * 3]);
246
0
          g_val = _mm_set_epi16(context->palette[(*(src + 7)) * 3 + 1],
247
0
                                context->palette[(*(src + 6)) * 3 + 1],
248
0
                                context->palette[(*(src + 5)) * 3 + 1],
249
0
                                context->palette[(*(src + 4)) * 3 + 1],
250
0
                                context->palette[(*(src + 3)) * 3 + 1],
251
0
                                context->palette[(*(src + 2)) * 3 + 1],
252
0
                                context->palette[(*(src + 1)) * 3 + 1],
253
0
                                context->palette[(*src) * 3 + 1]);
254
0
          b_val = _mm_set_epi16(context->palette[(*(src + 7)) * 3 + 2],
255
0
                                context->palette[(*(src + 6)) * 3 + 2],
256
0
                                context->palette[(*(src + 5)) * 3 + 2],
257
0
                                context->palette[(*(src + 4)) * 3 + 2],
258
0
                                context->palette[(*(src + 3)) * 3 + 2],
259
0
                                context->palette[(*(src + 2)) * 3 + 2],
260
0
                                context->palette[(*(src + 1)) * 3 + 2],
261
0
                                context->palette[(*src) * 3 + 2]);
262
0
          src += 8;
263
0
        }
264
265
0
          a_val = _mm_set1_epi16(0xFF);
266
0
          break;
267
268
0
        default:
269
0
          r_val = g_val = b_val = a_val = _mm_set1_epi16(0);
270
0
          break;
271
0
      }
272
273
0
      y_val = _mm_srai_epi16(r_val, 2);
274
0
      y_val = _mm_add_epi16(y_val, _mm_srai_epi16(g_val, 1));
275
0
      y_val = _mm_add_epi16(y_val, _mm_srai_epi16(b_val, 2));
276
0
      co_val = _mm_sub_epi16(r_val, b_val);
277
0
      co_val = _mm_srai_epi16(co_val, ccl);
278
0
      cg_val = _mm_sub_epi16(g_val, _mm_srai_epi16(r_val, 1));
279
0
      cg_val = _mm_sub_epi16(cg_val, _mm_srai_epi16(b_val, 1));
280
0
      cg_val = _mm_srai_epi16(cg_val, ccl);
281
0
      y_val = _mm_packus_epi16(y_val, y_val);
282
0
      _mm_storeu_si128((__m128i*)yplane, y_val);
283
0
      co_val = _mm_packs_epi16(co_val, co_val);
284
0
      _mm_storeu_si128((__m128i*)coplane, co_val);
285
0
      cg_val = _mm_packs_epi16(cg_val, cg_val);
286
0
      _mm_storeu_si128((__m128i*)cgplane, cg_val);
287
0
      a_val = _mm_packus_epi16(a_val, a_val);
288
0
      _mm_storeu_si128((__m128i*)aplane, a_val);
289
0
      yplane += 8;
290
0
      coplane += 8;
291
0
      cgplane += 8;
292
0
      aplane += 8;
293
0
    }
294
295
0
    if (context->ChromaSubsamplingLevel > 0 && (context->width % 2) == 1)
296
0
    {
297
0
      context->priv->PlaneBuffers[0][y * rw + context->width] =
298
0
          context->priv->PlaneBuffers[0][y * rw + context->width - 1];
299
0
      context->priv->PlaneBuffers[1][y * rw + context->width] =
300
0
          context->priv->PlaneBuffers[1][y * rw + context->width - 1];
301
0
      context->priv->PlaneBuffers[2][y * rw + context->width] =
302
0
          context->priv->PlaneBuffers[2][y * rw + context->width - 1];
303
0
    }
304
0
  }
305
306
0
  if (context->ChromaSubsamplingLevel > 0 && (y % 2) == 1)
307
0
  {
308
0
    yplane = context->priv->PlaneBuffers[0] + y * rw;
309
0
    coplane = context->priv->PlaneBuffers[1] + y * rw;
310
0
    cgplane = context->priv->PlaneBuffers[2] + y * rw;
311
0
    CopyMemory(yplane, yplane - rw, rw);
312
0
    CopyMemory(coplane, coplane - rw, rw);
313
0
    CopyMemory(cgplane, cgplane - rw, rw);
314
0
  }
315
316
0
  return TRUE;
317
0
}
318
319
static void nsc_encode_subsampling_sse2(NSC_CONTEXT* context)
320
0
{
321
0
  UINT32 y;
322
0
  BYTE* co_dst;
323
0
  BYTE* cg_dst;
324
0
  INT8* co_src0;
325
0
  INT8* co_src1;
326
0
  INT8* cg_src0;
327
0
  INT8* cg_src1;
328
0
  UINT32 tempWidth;
329
0
  UINT32 tempHeight;
330
0
  __m128i t;
331
0
  __m128i val;
332
0
  __m128i mask = _mm_set1_epi16(0xFF);
333
0
  tempWidth = ROUND_UP_TO(context->width, 8);
334
0
  tempHeight = ROUND_UP_TO(context->height, 2);
335
336
0
  for (y = 0; y < tempHeight >> 1; y++)
337
0
  {
338
0
    UINT32 x;
339
0
    co_dst = context->priv->PlaneBuffers[1] + y * (tempWidth >> 1);
340
0
    cg_dst = context->priv->PlaneBuffers[2] + y * (tempWidth >> 1);
341
0
    co_src0 = (INT8*)context->priv->PlaneBuffers[1] + (y << 1) * tempWidth;
342
0
    co_src1 = co_src0 + tempWidth;
343
0
    cg_src0 = (INT8*)context->priv->PlaneBuffers[2] + (y << 1) * tempWidth;
344
0
    cg_src1 = cg_src0 + tempWidth;
345
346
0
    for (x = 0; x < tempWidth >> 1; x += 8)
347
0
    {
348
0
      t = _mm_loadu_si128((__m128i*)co_src0);
349
0
      t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*)co_src1));
350
0
      val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
351
0
      val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
352
0
      val = _mm_packus_epi16(val, val);
353
0
      _mm_storeu_si128((__m128i*)co_dst, val);
354
0
      co_dst += 8;
355
0
      co_src0 += 16;
356
0
      co_src1 += 16;
357
0
      t = _mm_loadu_si128((__m128i*)cg_src0);
358
0
      t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*)cg_src1));
359
0
      val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
360
0
      val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
361
0
      val = _mm_packus_epi16(val, val);
362
0
      _mm_storeu_si128((__m128i*)cg_dst, val);
363
0
      cg_dst += 8;
364
0
      cg_src0 += 16;
365
0
      cg_src1 += 16;
366
0
    }
367
0
  }
368
0
}
369
370
static BOOL nsc_encode_sse2(NSC_CONTEXT* context, const BYTE* data, UINT32 scanline)
371
0
{
372
0
  if (!nsc_encode_argb_to_aycocg_sse2(context, data, scanline))
373
0
    return FALSE;
374
375
0
  if (context->ChromaSubsamplingLevel > 0)
376
0
    nsc_encode_subsampling_sse2(context);
377
378
0
  return TRUE;
379
0
}
380
381
void nsc_init_sse2(NSC_CONTEXT* context)
382
0
{
383
0
  if (!IsProcessorFeaturePresent(PF_XMMI64_INSTRUCTIONS_AVAILABLE))
384
0
    return;
385
386
0
  PROFILER_RENAME(context->priv->prof_nsc_encode, "nsc_encode_sse2")
387
0
  context->encode = nsc_encode_sse2;
388
0
}