Coverage Report

Created: 2024-09-08 06:20

/src/FreeRDP/libfreerdp/codec/sse/nsc_sse2.c
Line
Count
Source
1
/**
2
 * FreeRDP: A Remote Desktop Protocol Implementation
3
 * NSCodec Library - SSE2 Optimizations
4
 *
5
 * Copyright 2012 Vic Lee
6
 *
7
 * Licensed under the Apache License, Version 2.0 (the "License");
8
 * you may not use this file except in compliance with the License.
9
 * You may obtain a copy of the License at
10
 *
11
 *     http://www.apache.org/licenses/LICENSE-2.0
12
 *
13
 * Unless required by applicable law or agreed to in writing, software
14
 * distributed under the License is distributed on an "AS IS" BASIS,
15
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
16
 * See the License for the specific language governing permissions and
17
 * limitations under the License.
18
 */
19
20
#include <winpr/platform.h>
21
#include <freerdp/config.h>
22
#include <freerdp/log.h>
23
24
#include "../nsc_types.h"
25
#include "nsc_sse2.h"
26
27
#define TAG FREERDP_TAG("codec.nsc.sse2")
28
29
#if defined(WITH_SSE2)
30
#if defined(_M_IX86) || defined(_M_AMD64) || defined(_M_IA64) || defined(_M_IX86_AMD64)
31
#define SSE2_ENABLED
32
#endif
33
#endif
34
35
#if defined(SSE2_ENABLED)
36
#include <stdio.h>
37
#include <stdlib.h>
38
#include <string.h>
39
40
#include <xmmintrin.h>
41
#include <emmintrin.h>
42
43
#include <freerdp/codec/color.h>
44
#include <winpr/crt.h>
45
#include <winpr/sysinfo.h>
46
47
static BOOL nsc_encode_argb_to_aycocg_sse2(NSC_CONTEXT* context, const BYTE* data, UINT32 scanline)
48
{
49
  size_t y = 0;
50
  UINT16 rw = 0;
51
  BYTE ccl = 0;
52
  const BYTE* src = NULL;
53
  BYTE* yplane = NULL;
54
  BYTE* coplane = NULL;
55
  BYTE* cgplane = NULL;
56
  BYTE* aplane = NULL;
57
  __m128i r_val;
58
  __m128i g_val;
59
  __m128i b_val;
60
  __m128i a_val;
61
  __m128i y_val;
62
  __m128i co_val;
63
  __m128i cg_val;
64
  UINT32 tempWidth = 0;
65
66
  if (!context || !data || (scanline == 0))
67
    return FALSE;
68
69
  tempWidth = ROUND_UP_TO(context->width, 8);
70
  rw = (context->ChromaSubsamplingLevel > 0 ? tempWidth : context->width);
71
  ccl = context->ColorLossLevel;
72
73
  for (; y < context->height; y++)
74
  {
75
    src = data + (context->height - 1 - y) * scanline;
76
    yplane = context->priv->PlaneBuffers[0] + y * rw;
77
    coplane = context->priv->PlaneBuffers[1] + y * rw;
78
    cgplane = context->priv->PlaneBuffers[2] + y * rw;
79
    aplane = context->priv->PlaneBuffers[3] + y * context->width;
80
81
    for (UINT16 x = 0; x < context->width; x += 8)
82
    {
83
      switch (context->format)
84
      {
85
        case PIXEL_FORMAT_BGRX32:
86
          b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
87
                                *(src + 12), *(src + 8), *(src + 4), *src);
88
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
89
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
90
          r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
91
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
92
          a_val = _mm_set1_epi16(0xFF);
93
          src += 32;
94
          break;
95
96
        case PIXEL_FORMAT_BGRA32:
97
          b_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
98
                                *(src + 12), *(src + 8), *(src + 4), *src);
99
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
100
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
101
          r_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
102
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
103
          a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
104
                                *(src + 15), *(src + 11), *(src + 7), *(src + 3));
105
          src += 32;
106
          break;
107
108
        case PIXEL_FORMAT_RGBX32:
109
          r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
110
                                *(src + 12), *(src + 8), *(src + 4), *src);
111
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
112
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
113
          b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
114
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
115
          a_val = _mm_set1_epi16(0xFF);
116
          src += 32;
117
          break;
118
119
        case PIXEL_FORMAT_RGBA32:
120
          r_val = _mm_set_epi16(*(src + 28), *(src + 24), *(src + 20), *(src + 16),
121
                                *(src + 12), *(src + 8), *(src + 4), *src);
122
          g_val = _mm_set_epi16(*(src + 29), *(src + 25), *(src + 21), *(src + 17),
123
                                *(src + 13), *(src + 9), *(src + 5), *(src + 1));
124
          b_val = _mm_set_epi16(*(src + 30), *(src + 26), *(src + 22), *(src + 18),
125
                                *(src + 14), *(src + 10), *(src + 6), *(src + 2));
126
          a_val = _mm_set_epi16(*(src + 31), *(src + 27), *(src + 23), *(src + 19),
127
                                *(src + 15), *(src + 11), *(src + 7), *(src + 3));
128
          src += 32;
129
          break;
130
131
        case PIXEL_FORMAT_BGR24:
132
          b_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
133
                                *(src + 9), *(src + 6), *(src + 3), *src);
134
          g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
135
                                *(src + 10), *(src + 7), *(src + 4), *(src + 1));
136
          r_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
137
                                *(src + 11), *(src + 8), *(src + 5), *(src + 2));
138
          a_val = _mm_set1_epi16(0xFF);
139
          src += 24;
140
          break;
141
142
        case PIXEL_FORMAT_RGB24:
143
          r_val = _mm_set_epi16(*(src + 21), *(src + 18), *(src + 15), *(src + 12),
144
                                *(src + 9), *(src + 6), *(src + 3), *src);
145
          g_val = _mm_set_epi16(*(src + 22), *(src + 19), *(src + 16), *(src + 13),
146
                                *(src + 10), *(src + 7), *(src + 4), *(src + 1));
147
          b_val = _mm_set_epi16(*(src + 23), *(src + 20), *(src + 17), *(src + 14),
148
                                *(src + 11), *(src + 8), *(src + 5), *(src + 2));
149
          a_val = _mm_set1_epi16(0xFF);
150
          src += 24;
151
          break;
152
153
        case PIXEL_FORMAT_BGR16:
154
          b_val = _mm_set_epi16((((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
155
                                (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
156
                                (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
157
                                (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
158
                                (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
159
                                (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
160
                                (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
161
                                (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
162
          g_val = _mm_set_epi16(
163
              ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
164
              ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
165
              ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
166
              ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
167
              ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
168
              ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
169
              ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
170
              ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
171
          r_val = _mm_set_epi16(
172
              ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
173
              ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
174
              ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
175
              ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
176
              ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
177
              ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
178
              ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
179
              ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
180
          a_val = _mm_set1_epi16(0xFF);
181
          src += 16;
182
          break;
183
184
        case PIXEL_FORMAT_RGB16:
185
          r_val = _mm_set_epi16((((*(src + 15)) & 0xF8) | ((*(src + 15)) >> 5)),
186
                                (((*(src + 13)) & 0xF8) | ((*(src + 13)) >> 5)),
187
                                (((*(src + 11)) & 0xF8) | ((*(src + 11)) >> 5)),
188
                                (((*(src + 9)) & 0xF8) | ((*(src + 9)) >> 5)),
189
                                (((*(src + 7)) & 0xF8) | ((*(src + 7)) >> 5)),
190
                                (((*(src + 5)) & 0xF8) | ((*(src + 5)) >> 5)),
191
                                (((*(src + 3)) & 0xF8) | ((*(src + 3)) >> 5)),
192
                                (((*(src + 1)) & 0xF8) | ((*(src + 1)) >> 5)));
193
          g_val = _mm_set_epi16(
194
              ((((*(src + 15)) & 0x07) << 5) | (((*(src + 14)) & 0xE0) >> 3)),
195
              ((((*(src + 13)) & 0x07) << 5) | (((*(src + 12)) & 0xE0) >> 3)),
196
              ((((*(src + 11)) & 0x07) << 5) | (((*(src + 10)) & 0xE0) >> 3)),
197
              ((((*(src + 9)) & 0x07) << 5) | (((*(src + 8)) & 0xE0) >> 3)),
198
              ((((*(src + 7)) & 0x07) << 5) | (((*(src + 6)) & 0xE0) >> 3)),
199
              ((((*(src + 5)) & 0x07) << 5) | (((*(src + 4)) & 0xE0) >> 3)),
200
              ((((*(src + 3)) & 0x07) << 5) | (((*(src + 2)) & 0xE0) >> 3)),
201
              ((((*(src + 1)) & 0x07) << 5) | (((*src) & 0xE0) >> 3)));
202
          b_val = _mm_set_epi16(
203
              ((((*(src + 14)) & 0x1F) << 3) | (((*(src + 14)) >> 2) & 0x07)),
204
              ((((*(src + 12)) & 0x1F) << 3) | (((*(src + 12)) >> 2) & 0x07)),
205
              ((((*(src + 10)) & 0x1F) << 3) | (((*(src + 10)) >> 2) & 0x07)),
206
              ((((*(src + 8)) & 0x1F) << 3) | (((*(src + 8)) >> 2) & 0x07)),
207
              ((((*(src + 6)) & 0x1F) << 3) | (((*(src + 6)) >> 2) & 0x07)),
208
              ((((*(src + 4)) & 0x1F) << 3) | (((*(src + 4)) >> 2) & 0x07)),
209
              ((((*(src + 2)) & 0x1F) << 3) | (((*(src + 2)) >> 2) & 0x07)),
210
              ((((*src) & 0x1F) << 3) | (((*src) >> 2) & 0x07)));
211
          a_val = _mm_set1_epi16(0xFF);
212
          src += 16;
213
          break;
214
215
        case PIXEL_FORMAT_A4:
216
        {
217
          BYTE idx[8] = { 0 };
218
219
          for (int shift = 7; shift >= 0; shift--)
220
          {
221
            idx[shift] = ((*src) >> shift) & 1;
222
            idx[shift] |= (((*(src + 1)) >> shift) & 1) << 1;
223
            idx[shift] |= (((*(src + 2)) >> shift) & 1) << 2;
224
            idx[shift] |= (((*(src + 3)) >> shift) & 1) << 3;
225
            idx[shift] *= 3;
226
          }
227
228
          r_val = _mm_set_epi16(context->palette[idx[0]], context->palette[idx[1]],
229
                                context->palette[idx[2]], context->palette[idx[3]],
230
                                context->palette[idx[4]], context->palette[idx[5]],
231
                                context->palette[idx[6]], context->palette[idx[7]]);
232
          g_val =
233
              _mm_set_epi16(context->palette[idx[0] + 1], context->palette[idx[1] + 1],
234
                            context->palette[idx[2] + 1], context->palette[idx[3] + 1],
235
                            context->palette[idx[4] + 1], context->palette[idx[5] + 1],
236
                            context->palette[idx[6] + 1], context->palette[idx[7] + 1]);
237
          b_val =
238
              _mm_set_epi16(context->palette[idx[0] + 2], context->palette[idx[1] + 2],
239
                            context->palette[idx[2] + 2], context->palette[idx[3] + 2],
240
                            context->palette[idx[4] + 2], context->palette[idx[5] + 2],
241
                            context->palette[idx[6] + 2], context->palette[idx[7] + 2]);
242
          src += 4;
243
        }
244
245
          a_val = _mm_set1_epi16(0xFF);
246
          break;
247
248
        case PIXEL_FORMAT_RGB8:
249
        {
250
          r_val = _mm_set_epi16(context->palette[(*(src + 7ULL)) * 3ULL],
251
                                context->palette[(*(src + 6ULL)) * 3ULL],
252
                                context->palette[(*(src + 5ULL)) * 3ULL],
253
                                context->palette[(*(src + 4ULL)) * 3ULL],
254
                                context->palette[(*(src + 3ULL)) * 3ULL],
255
                                context->palette[(*(src + 2ULL)) * 3ULL],
256
                                context->palette[(*(src + 1ULL)) * 3ULL],
257
                                context->palette[(*src) * 3ULL]);
258
          g_val = _mm_set_epi16(context->palette[(*(src + 7ULL)) * 3ULL + 1ULL],
259
                                context->palette[(*(src + 6ULL)) * 3ULL + 1ULL],
260
                                context->palette[(*(src + 5ULL)) * 3ULL + 1ULL],
261
                                context->palette[(*(src + 4ULL)) * 3ULL + 1ULL],
262
                                context->palette[(*(src + 3ULL)) * 3ULL + 1ULL],
263
                                context->palette[(*(src + 2ULL)) * 3ULL + 1ULL],
264
                                context->palette[(*(src + 1ULL)) * 3ULL + 1ULL],
265
                                context->palette[(*src) * 3ULL + 1ULL]);
266
          b_val = _mm_set_epi16(context->palette[(*(src + 7ULL)) * 3ULL + 2ULL],
267
                                context->palette[(*(src + 6ULL)) * 3ULL + 2ULL],
268
                                context->palette[(*(src + 5ULL)) * 3ULL + 2ULL],
269
                                context->palette[(*(src + 4ULL)) * 3ULL + 2ULL],
270
                                context->palette[(*(src + 3ULL)) * 3ULL + 2ULL],
271
                                context->palette[(*(src + 2ULL)) * 3ULL + 2ULL],
272
                                context->palette[(*(src + 1ULL)) * 3ULL + 2ULL],
273
                                context->palette[(*src) * 3ULL + 2ULL]);
274
          src += 8;
275
        }
276
277
          a_val = _mm_set1_epi16(0xFF);
278
          break;
279
280
        default:
281
          r_val = g_val = b_val = a_val = _mm_set1_epi16(0);
282
          break;
283
      }
284
285
      y_val = _mm_srai_epi16(r_val, 2);
286
      y_val = _mm_add_epi16(y_val, _mm_srai_epi16(g_val, 1));
287
      y_val = _mm_add_epi16(y_val, _mm_srai_epi16(b_val, 2));
288
      co_val = _mm_sub_epi16(r_val, b_val);
289
      co_val = _mm_srai_epi16(co_val, ccl);
290
      cg_val = _mm_sub_epi16(g_val, _mm_srai_epi16(r_val, 1));
291
      cg_val = _mm_sub_epi16(cg_val, _mm_srai_epi16(b_val, 1));
292
      cg_val = _mm_srai_epi16(cg_val, ccl);
293
      y_val = _mm_packus_epi16(y_val, y_val);
294
      _mm_storeu_si128((__m128i*)yplane, y_val);
295
      co_val = _mm_packs_epi16(co_val, co_val);
296
      _mm_storeu_si128((__m128i*)coplane, co_val);
297
      cg_val = _mm_packs_epi16(cg_val, cg_val);
298
      _mm_storeu_si128((__m128i*)cgplane, cg_val);
299
      a_val = _mm_packus_epi16(a_val, a_val);
300
      _mm_storeu_si128((__m128i*)aplane, a_val);
301
      yplane += 8;
302
      coplane += 8;
303
      cgplane += 8;
304
      aplane += 8;
305
    }
306
307
    if (context->ChromaSubsamplingLevel > 0 && (context->width % 2) == 1)
308
    {
309
      context->priv->PlaneBuffers[0][y * rw + context->width] =
310
          context->priv->PlaneBuffers[0][y * rw + context->width - 1];
311
      context->priv->PlaneBuffers[1][y * rw + context->width] =
312
          context->priv->PlaneBuffers[1][y * rw + context->width - 1];
313
      context->priv->PlaneBuffers[2][y * rw + context->width] =
314
          context->priv->PlaneBuffers[2][y * rw + context->width - 1];
315
    }
316
  }
317
318
  if (context->ChromaSubsamplingLevel > 0 && (y % 2) == 1)
319
  {
320
    yplane = context->priv->PlaneBuffers[0] + y * rw;
321
    coplane = context->priv->PlaneBuffers[1] + y * rw;
322
    cgplane = context->priv->PlaneBuffers[2] + y * rw;
323
    CopyMemory(yplane, yplane - rw, rw);
324
    CopyMemory(coplane, coplane - rw, rw);
325
    CopyMemory(cgplane, cgplane - rw, rw);
326
  }
327
328
  return TRUE;
329
}
330
331
static void nsc_encode_subsampling_sse2(NSC_CONTEXT* context)
332
{
333
  BYTE* co_dst = NULL;
334
  BYTE* cg_dst = NULL;
335
  INT8* co_src0 = NULL;
336
  INT8* co_src1 = NULL;
337
  INT8* cg_src0 = NULL;
338
  INT8* cg_src1 = NULL;
339
  UINT32 tempWidth = 0;
340
  UINT32 tempHeight = 0;
341
  __m128i t;
342
  __m128i val;
343
  __m128i mask = _mm_set1_epi16(0xFF);
344
  tempWidth = ROUND_UP_TO(context->width, 8);
345
  tempHeight = ROUND_UP_TO(context->height, 2);
346
347
  for (size_t y = 0; y < tempHeight >> 1; y++)
348
  {
349
    co_dst = context->priv->PlaneBuffers[1] + y * (tempWidth >> 1);
350
    cg_dst = context->priv->PlaneBuffers[2] + y * (tempWidth >> 1);
351
    co_src0 = (INT8*)context->priv->PlaneBuffers[1] + (y << 1) * tempWidth;
352
    co_src1 = co_src0 + tempWidth;
353
    cg_src0 = (INT8*)context->priv->PlaneBuffers[2] + (y << 1) * tempWidth;
354
    cg_src1 = cg_src0 + tempWidth;
355
356
    for (UINT32 x = 0; x < tempWidth >> 1; x += 8)
357
    {
358
      t = _mm_loadu_si128((__m128i*)co_src0);
359
      t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*)co_src1));
360
      val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
361
      val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
362
      val = _mm_packus_epi16(val, val);
363
      _mm_storeu_si128((__m128i*)co_dst, val);
364
      co_dst += 8;
365
      co_src0 += 16;
366
      co_src1 += 16;
367
      t = _mm_loadu_si128((__m128i*)cg_src0);
368
      t = _mm_avg_epu8(t, _mm_loadu_si128((__m128i*)cg_src1));
369
      val = _mm_and_si128(_mm_srli_si128(t, 1), mask);
370
      val = _mm_avg_epu16(val, _mm_and_si128(t, mask));
371
      val = _mm_packus_epi16(val, val);
372
      _mm_storeu_si128((__m128i*)cg_dst, val);
373
      cg_dst += 8;
374
      cg_src0 += 16;
375
      cg_src1 += 16;
376
    }
377
  }
378
}
379
380
static BOOL nsc_encode_sse2(NSC_CONTEXT* context, const BYTE* data, UINT32 scanline)
381
{
382
  if (!nsc_encode_argb_to_aycocg_sse2(context, data, scanline))
383
    return FALSE;
384
385
  if (context->ChromaSubsamplingLevel > 0)
386
    nsc_encode_subsampling_sse2(context);
387
388
  return TRUE;
389
}
390
#endif
391
392
void nsc_init_sse2(NSC_CONTEXT* context)
393
16.2k
{
394
#if defined(SSE2_ENABLED)
395
  if (!IsProcessorFeaturePresent(PF_XMMI64_INSTRUCTIONS_AVAILABLE))
396
    return;
397
398
  PROFILER_RENAME(context->priv->prof_nsc_encode, "nsc_encode_sse2")
399
  context->encode = nsc_encode_sse2;
400
#else
401
16.2k
  WINPR_UNUSED(context);
402
16.2k
#endif
403
16.2k
}