Coverage Report

Created: 2026-10-15 06:31

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/FreeRDP/libfreerdp/codec/nsc.c
Line
Count
Source
1
/**
2
 * FreeRDP: A Remote Desktop Protocol Implementation
3
 * NSCodec Codec
4
 *
5
 * Copyright 2011 Samsung, Author Jiten Pathy
6
 * Copyright 2012 Vic Lee
7
 * Copyright 2016 Armin Novak <armin.novak@thincast.com>
8
 * Copyright 2016 Thincast Technologies GmbH
9
 *
10
 * Licensed under the Apache License, Version 2.0 (the "License");
11
 * you may not use this file except in compliance with the License.
12
 * You may obtain a copy of the License at
13
 *
14
 *   http://www.apache.org/licenses/LICENSE-2.0
15
 *
16
 * Unless required by applicable law or agreed to in writing, software
17
 * distributed under the License is distributed on an "AS IS" BASIS,
18
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
19
 * See the License for the specific language governing permissions and
20
 * limitations under the License.
21
 */
22
23
#include <freerdp/config.h>
24
25
#include <stdio.h>
26
#include <stdlib.h>
27
#include <string.h>
28
29
#include <winpr/assert.h>
30
#include <winpr/cast.h>
31
#include <winpr/crt.h>
32
33
#include <freerdp/codec/nsc.h>
34
#include <freerdp/codec/color.h>
35
36
#include "nsc_types.h"
37
#include "nsc_encode.h"
38
39
#include "sse/nsc_sse2.h"
40
#include "neon/nsc_neon.h"
41
42
#include <freerdp/log.h>
43
44
static BOOL nsc_decode(NSC_CONTEXT* WINPR_RESTRICT context)
45
871
{
46
871
  size_t pos = 0;
47
48
871
  if (!context)
49
0
    return FALSE;
50
51
871
  const UINT16 rw = ROUND_UP_TO(context->width, 8);
52
871
  WINPR_ASSERT(context->ColorLossLevel >= 1);
53
871
  const BYTE shift = WINPR_ASSERTING_INT_CAST(BYTE, context->ColorLossLevel -
54
871
                                                        1); /* colorloss recovery + YCoCg shift */
55
871
  BYTE* bmpdata = context->BitmapData;
56
57
871
  if (!bmpdata)
58
0
    return FALSE;
59
60
14.7k
  for (size_t y = 0; y < context->height; y++)
61
13.8k
  {
62
13.8k
    const BYTE* yplane = nullptr;
63
13.8k
    const BYTE* coplane = nullptr;
64
13.8k
    const BYTE* cgplane = nullptr;
65
13.8k
    const BYTE* aplane = context->priv->PlaneBuffers[3] + y * context->width; /* A */
66
67
13.8k
    if (context->ChromaSubsamplingLevel)
68
10.7k
    {
69
10.7k
      yplane = context->priv->PlaneBuffers[0] + y * rw;                /* Y */
70
10.7k
      coplane = context->priv->PlaneBuffers[1] + (y >> 1) * (rw >> 1); /* Co, supersampled */
71
10.7k
      cgplane = context->priv->PlaneBuffers[2] + (y >> 1) * (rw >> 1); /* Cg, supersampled */
72
10.7k
    }
73
3.11k
    else
74
3.11k
    {
75
3.11k
      yplane = context->priv->PlaneBuffers[0] + y * context->width;  /* Y */
76
3.11k
      coplane = context->priv->PlaneBuffers[1] + y * context->width; /* Co */
77
3.11k
      cgplane = context->priv->PlaneBuffers[2] + y * context->width; /* Cg */
78
3.11k
    }
79
80
536k
    for (UINT32 x = 0; x < context->width; x++)
81
522k
    {
82
522k
      INT16 y_val = (INT16)*yplane;
83
522k
      INT16 co_val = (INT16)(INT8)(((INT16)*coplane) << shift);
84
522k
      INT16 cg_val = (INT16)(INT8)(((INT16)*cgplane) << shift);
85
522k
      INT16 r_val = WINPR_ASSERTING_INT_CAST(int16_t, y_val + co_val - cg_val);
86
522k
      INT16 g_val = WINPR_ASSERTING_INT_CAST(int16_t, y_val + cg_val);
87
522k
      INT16 b_val = WINPR_ASSERTING_INT_CAST(int16_t, y_val - co_val - cg_val);
88
89
522k
      if (pos + 4 > context->BitmapDataLength)
90
0
        return FALSE;
91
92
522k
      pos += 4;
93
522k
      *bmpdata++ = MINMAX(b_val, 0, 0xFF);
94
522k
      *bmpdata++ = MINMAX(g_val, 0, 0xFF);
95
522k
      *bmpdata++ = MINMAX(r_val, 0, 0xFF);
96
522k
      *bmpdata++ = *aplane;
97
522k
      yplane++;
98
522k
      coplane += (context->ChromaSubsamplingLevel ? x % 2 : 1);
99
522k
      cgplane += (context->ChromaSubsamplingLevel ? x % 2 : 1);
100
522k
      aplane++;
101
522k
    }
102
13.8k
  }
103
104
871
  return TRUE;
105
871
}
106
107
static BOOL nsc_rle_decode(const BYTE* WINPR_RESTRICT in, size_t inSize, BYTE* WINPR_RESTRICT out,
108
                           UINT32 outSize, UINT32 originalSize)
109
1.35k
{
110
1.35k
  UINT32 left = originalSize;
111
112
28.3k
  while (left > 4)
113
27.8k
  {
114
27.8k
    if (inSize < 1)
115
99
      return FALSE;
116
27.7k
    inSize--;
117
118
27.7k
    const BYTE value = *in++;
119
27.7k
    UINT32 len = 0;
120
121
27.7k
    if (left == 5)
122
322
    {
123
322
      if (outSize < 1)
124
0
        return FALSE;
125
126
322
      outSize--;
127
322
      *out++ = value;
128
322
      left--;
129
322
    }
130
27.3k
    else if (inSize < 1)
131
253
      return FALSE;
132
27.1k
    else if (value == *in)
133
12.2k
    {
134
12.2k
      inSize--;
135
12.2k
      in++;
136
137
12.2k
      if (inSize < 1)
138
53
        return FALSE;
139
12.2k
      else if (*in < 0xFF)
140
11.5k
      {
141
11.5k
        inSize--;
142
11.5k
        len = (UINT32)*in++;
143
11.5k
        len += 2;
144
11.5k
      }
145
706
      else
146
706
      {
147
706
        if (inSize < 5)
148
35
          return FALSE;
149
671
        inSize -= 5;
150
671
        in++;
151
671
        len = ((UINT32)(*in++));
152
671
        len |= ((UINT32)(*in++)) << 8U;
153
671
        len |= ((UINT32)(*in++)) << 16U;
154
671
        len |= ((UINT32)(*in++)) << 24U;
155
671
      }
156
157
12.1k
      if ((outSize < len) || (left < len))
158
396
        return FALSE;
159
160
11.7k
      outSize -= len;
161
11.7k
      FillMemory(out, len, value);
162
11.7k
      out += len;
163
11.7k
      left -= len;
164
11.7k
    }
165
14.8k
    else
166
14.8k
    {
167
14.8k
      if (outSize < 1)
168
0
        return FALSE;
169
170
14.8k
      outSize--;
171
14.8k
      *out++ = value;
172
14.8k
      left--;
173
14.8k
    }
174
27.7k
  }
175
176
520
  if ((outSize < 4) || (left < 4))
177
53
    return FALSE;
178
179
467
  if (inSize < 4)
180
51
    return FALSE;
181
416
  memcpy(out, in, 4);
182
416
  return TRUE;
183
467
}
184
185
static BOOL nsc_rle_decompress_data(NSC_CONTEXT* WINPR_RESTRICT context)
186
1.81k
{
187
1.81k
  if (!context)
188
0
    return FALSE;
189
190
1.81k
  const BYTE* rle = context->Planes;
191
1.81k
  size_t rleSize = context->PlanesSize;
192
1.81k
  WINPR_ASSERT(rle);
193
194
6.24k
  for (size_t i = 0; i < 4; i++)
195
5.37k
  {
196
5.37k
    const UINT32 originalSize = context->OrgByteCount[i];
197
5.37k
    const UINT32 planeSize = context->PlaneByteCount[i];
198
199
5.37k
    if (rleSize < planeSize)
200
0
      return FALSE;
201
202
5.37k
    if (planeSize == 0)
203
3.08k
    {
204
3.08k
      if (context->priv->PlaneBuffersLength < originalSize)
205
0
        return FALSE;
206
207
3.08k
      FillMemory(context->priv->PlaneBuffers[i], originalSize, 0xFF);
208
3.08k
    }
209
2.28k
    else if (planeSize < originalSize)
210
1.35k
    {
211
1.35k
      if (!nsc_rle_decode(rle, rleSize, context->priv->PlaneBuffers[i],
212
1.35k
                          context->priv->PlaneBuffersLength, originalSize))
213
940
        return FALSE;
214
1.35k
    }
215
932
    else
216
932
    {
217
932
      if (context->priv->PlaneBuffersLength < originalSize)
218
0
        return FALSE;
219
220
932
      if (rleSize < originalSize)
221
0
        return FALSE;
222
223
932
      CopyMemory(context->priv->PlaneBuffers[i], rle, originalSize);
224
932
    }
225
226
4.43k
    rle += planeSize;
227
4.43k
    rleSize -= planeSize;
228
4.43k
  }
229
230
871
  return TRUE;
231
1.81k
}
232
233
static BOOL nsc_stream_initialize(NSC_CONTEXT* WINPR_RESTRICT context, wStream* WINPR_RESTRICT s)
234
2.26k
{
235
2.26k
  WINPR_ASSERT(context);
236
2.26k
  WINPR_ASSERT(context->priv);
237
2.26k
  if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 20))
238
72
    return FALSE;
239
240
2.19k
  size_t total = 0;
241
10.9k
  for (size_t i = 0; i < 4; i++)
242
8.78k
  {
243
8.78k
    Stream_Read_UINT32(s, context->PlaneByteCount[i]);
244
8.78k
    total += context->PlaneByteCount[i];
245
8.78k
  }
246
247
2.19k
  Stream_Read_UINT8(s, context->ColorLossLevel);         /* ColorLossLevel (1 byte) */
248
2.19k
  if ((context->ColorLossLevel < 1) || (context->ColorLossLevel > 7))
249
96
  {
250
96
    WLog_Print(context->priv->log, WLOG_ERROR,
251
96
               "ColorLossLevel=%" PRIu8 " out of range, must be [1,7] inclusive",
252
96
               context->ColorLossLevel);
253
96
    return FALSE;
254
96
  }
255
2.10k
  Stream_Read_UINT8(s, context->ChromaSubsamplingLevel); /* ChromaSubsamplingLevel (1 byte) */
256
2.10k
  Stream_Seek(s, 2);                                     /* Reserved (2 bytes) */
257
2.10k
  context->Planes = Stream_Pointer(s);
258
2.10k
  context->PlanesSize = total;
259
2.10k
  return Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, total);
260
2.19k
}
261
262
static BOOL nsc_context_initialize(NSC_CONTEXT* WINPR_RESTRICT context, wStream* WINPR_RESTRICT s)
263
2.26k
{
264
2.26k
  if (!nsc_stream_initialize(context, s))
265
458
    return FALSE;
266
267
1.81k
  const size_t blength = 4ull * context->width * context->height;
268
269
1.81k
  if (!context->BitmapData || (blength > context->BitmapDataLength))
270
1.75k
  {
271
1.75k
    void* tmp = winpr_aligned_recalloc(context->BitmapData, blength + 16, sizeof(BYTE), 32);
272
273
1.75k
    if (!tmp)
274
0
      return FALSE;
275
276
1.75k
    context->BitmapData = tmp;
277
1.75k
    context->BitmapDataLength = blength;
278
1.75k
  }
279
280
1.81k
  const UINT32 tempWidth = ROUND_UP_TO(context->width, 8);
281
1.81k
  const UINT32 tempHeight = ROUND_UP_TO(context->height, 2);
282
  /* The maximum length a decoded plane can reach in all cases */
283
1.81k
  const size_t plength = 1ull * tempWidth * tempHeight;
284
1.81k
  if (plength > UINT32_MAX)
285
0
    return FALSE;
286
287
1.81k
  if (plength > context->priv->PlaneBuffersLength)
288
1.68k
  {
289
8.43k
    for (size_t i = 0; i < 4; i++)
290
6.74k
    {
291
6.74k
      void* tmp = (BYTE*)winpr_aligned_recalloc(context->priv->PlaneBuffers[i], plength,
292
6.74k
                                                sizeof(BYTE), 32);
293
294
6.74k
      if (!tmp)
295
0
        return FALSE;
296
297
6.74k
      context->priv->PlaneBuffers[i] = tmp;
298
6.74k
    }
299
300
1.68k
    context->priv->PlaneBuffersLength = (UINT32)plength;
301
1.68k
  }
302
303
9.05k
  for (size_t i = 0; i < 4; i++)
304
7.24k
    context->OrgByteCount[i] = context->width * context->height;
305
306
1.81k
  if (context->ChromaSubsamplingLevel)
307
1.09k
  {
308
1.09k
    context->OrgByteCount[0] = tempWidth * context->height;
309
1.09k
    context->OrgByteCount[1] = (tempWidth >> 1) * (tempHeight >> 1);
310
1.09k
    context->OrgByteCount[2] = context->OrgByteCount[1];
311
1.09k
  }
312
313
1.81k
  return TRUE;
314
1.81k
}
315
316
static void nsc_profiler_print(NSC_CONTEXT_PRIV* WINPR_RESTRICT priv)
317
19.4k
{
318
19.4k
  WINPR_UNUSED(priv);
319
320
19.4k
  PROFILER_PRINT_HEADER
321
19.4k
  PROFILER_PRINT(priv->prof_nsc_rle_decompress_data)
322
19.4k
  PROFILER_PRINT(priv->prof_nsc_decode)
323
19.4k
  PROFILER_PRINT(priv->prof_nsc_rle_compress_data)
324
19.4k
  PROFILER_PRINT(priv->prof_nsc_encode)
325
19.4k
  PROFILER_PRINT_FOOTER
326
19.4k
}
327
328
BOOL nsc_context_reset(NSC_CONTEXT* WINPR_RESTRICT context, UINT32 width, UINT32 height)
329
0
{
330
0
  if (!context)
331
0
    return FALSE;
332
333
0
  if ((width > UINT16_MAX) || (height > UINT16_MAX))
334
0
    return FALSE;
335
336
0
  context->width = (UINT16)width;
337
0
  context->height = (UINT16)height;
338
0
  return TRUE;
339
0
}
340
341
NSC_CONTEXT* nsc_context_new(void)
342
19.4k
{
343
19.4k
  NSC_CONTEXT* context = (NSC_CONTEXT*)winpr_aligned_calloc(1, sizeof(NSC_CONTEXT), 32);
344
345
19.4k
  if (!context)
346
0
    return nullptr;
347
348
19.4k
  context->priv = (NSC_CONTEXT_PRIV*)winpr_aligned_calloc(1, sizeof(NSC_CONTEXT_PRIV), 32);
349
350
19.4k
  if (!context->priv)
351
0
    goto error;
352
353
19.4k
  context->priv->log = WLog_Get("com.freerdp.codec.nsc");
354
19.4k
  context->BitmapData = nullptr;
355
19.4k
  context->decode = nsc_decode;
356
19.4k
  context->encode = nsc_encode;
357
358
19.4k
  PROFILER_CREATE(context->priv->prof_nsc_rle_decompress_data, "nsc_rle_decompress_data")
359
19.4k
  PROFILER_CREATE(context->priv->prof_nsc_decode, "nsc_decode")
360
19.4k
  PROFILER_CREATE(context->priv->prof_nsc_rle_compress_data, "nsc_rle_compress_data")
361
19.4k
  PROFILER_CREATE(context->priv->prof_nsc_encode, "nsc_encode")
362
  /* Default encoding parameters */
363
19.4k
  context->ColorLossLevel = 3;
364
19.4k
  context->ChromaSubsamplingLevel = 1;
365
  /* init optimized methods */
366
19.4k
  nsc_init_sse2(context);
367
19.4k
  nsc_init_neon(context);
368
19.4k
  return context;
369
0
error:
370
0
  WINPR_PRAGMA_DIAG_PUSH
371
0
  WINPR_PRAGMA_DIAG_IGNORED_MISMATCHED_DEALLOC
372
0
  nsc_context_free(context);
373
0
  WINPR_PRAGMA_DIAG_POP
374
0
  return nullptr;
375
19.4k
}
376
377
void nsc_context_planebuffers_free(NSC_CONTEXT_PRIV* priv)
378
19.4k
{
379
19.4k
  if (!priv)
380
0
    return;
381
382
116k
  for (size_t i = 0; i < ARRAYSIZE(priv->PlaneBuffers); i++)
383
97.0k
  {
384
97.0k
    BYTE* cur = priv->PlaneBuffers[i];
385
97.0k
    priv->PlaneBuffers[i] = nullptr;
386
97.0k
    winpr_aligned_free(cur);
387
97.0k
  }
388
389
19.4k
  priv->PlaneBuffersLength = 0;
390
19.4k
}
391
392
void nsc_context_free(NSC_CONTEXT* context)
393
19.4k
{
394
19.4k
  if (!context)
395
0
    return;
396
397
19.4k
  if (context->priv)
398
19.4k
  {
399
19.4k
    nsc_context_planebuffers_free(context->priv);
400
401
19.4k
    nsc_profiler_print(context->priv);
402
19.4k
    PROFILER_FREE(context->priv->prof_nsc_rle_decompress_data)
403
19.4k
    PROFILER_FREE(context->priv->prof_nsc_decode)
404
19.4k
    PROFILER_FREE(context->priv->prof_nsc_rle_compress_data)
405
19.4k
    PROFILER_FREE(context->priv->prof_nsc_encode)
406
19.4k
    winpr_aligned_free(context->priv);
407
19.4k
  }
408
409
19.4k
  winpr_aligned_free(context->BitmapData);
410
19.4k
  winpr_aligned_free(context);
411
19.4k
}
412
413
#if defined(WITH_FREERDP_DEPRECATED)
414
BOOL nsc_context_set_pixel_format(NSC_CONTEXT* context, UINT32 pixel_format)
415
{
416
  return nsc_context_set_parameters(context, NSC_COLOR_FORMAT, pixel_format);
417
}
418
#endif
419
420
BOOL nsc_context_set_parameters(NSC_CONTEXT* WINPR_RESTRICT context, NSC_PARAMETER what,
421
                                UINT32 value)
422
36.0k
{
423
36.0k
  if (!context)
424
0
    return FALSE;
425
426
36.0k
  switch (what)
427
36.0k
  {
428
0
    case NSC_COLOR_LOSS_LEVEL:
429
0
      context->ColorLossLevel = value;
430
0
      break;
431
0
    case NSC_ALLOW_SUBSAMPLING:
432
0
      context->ChromaSubsamplingLevel = value;
433
0
      break;
434
0
    case NSC_DYNAMIC_COLOR_FIDELITY:
435
0
      context->DynamicColorFidelity = value != 0;
436
0
      break;
437
36.0k
    case NSC_COLOR_FORMAT:
438
36.0k
      context->format = value;
439
36.0k
      break;
440
0
    default:
441
0
      return FALSE;
442
36.0k
  }
443
36.0k
  return TRUE;
444
36.0k
}
445
446
BOOL nsc_process_message(NSC_CONTEXT* WINPR_RESTRICT context, UINT16 bpp, UINT32 width,
447
                         UINT32 height, const BYTE* data, UINT32 length,
448
                         BYTE* WINPR_RESTRICT pDstData, UINT32 DstFormat, UINT32 nDstStride,
449
                         UINT32 nXDst, UINT32 nYDst, UINT32 nWidth, UINT32 nHeight, UINT32 flip)
450
2.26k
{
451
2.26k
  if (!context)
452
0
    return FALSE;
453
454
2.26k
  WINPR_ASSERT(context->priv);
455
456
2.26k
  wStream sbuffer = WINPR_C_ARRAY_INIT;
457
2.26k
  BOOL ret = 0;
458
2.26k
  if (!data || !pDstData)
459
0
  {
460
0
    WLog_Print(context->priv->log, WLOG_ERROR, "Invalid argument: data=%p, pDstData=%p",
461
0
               (const void*)data, (void*)pDstData);
462
0
    return FALSE;
463
0
  }
464
465
2.26k
  if (nXDst > nWidth)
466
0
  {
467
0
    WLog_Print(context->priv->log, WLOG_ERROR, "nXDst %" PRIu32 " > nWidth %" PRIu32, nXDst,
468
0
               nWidth);
469
0
    return FALSE;
470
0
  }
471
2.26k
  if (nYDst > nHeight)
472
0
  {
473
0
    WLog_Print(context->priv->log, WLOG_ERROR, "nYDst %" PRIu32 " > nHeight %" PRIu32, nYDst,
474
0
               nHeight);
475
0
    return FALSE;
476
0
  }
477
478
2.26k
  wStream* s = Stream_StaticConstInit(&sbuffer, data, length);
479
2.26k
  if (!s)
480
0
    return FALSE;
481
482
2.26k
  const UINT32 minStride = nWidth * FreeRDPGetBytesPerPixel(DstFormat);
483
2.26k
  if (nDstStride == 0)
484
874
    nDstStride = minStride;
485
2.26k
  if (nDstStride < minStride)
486
0
  {
487
0
    WLog_Print(context->priv->log, WLOG_ERROR,
488
0
               "nDstStride %" PRIu32 " < minimum stride %" PRIu32, nDstStride, minStride);
489
0
    return FALSE;
490
0
  }
491
492
2.26k
  switch (bpp)
493
2.26k
  {
494
1.33k
    case 32:
495
1.33k
      context->format = PIXEL_FORMAT_BGRA32;
496
1.33k
      break;
497
498
465
    case 24:
499
465
      context->format = PIXEL_FORMAT_BGR24;
500
465
      break;
501
502
465
    case 16:
503
465
      context->format = PIXEL_FORMAT_BGR16;
504
465
      break;
505
506
0
    case 8:
507
0
      context->format = PIXEL_FORMAT_RGB8;
508
0
      break;
509
510
0
    case 4:
511
0
      context->format = PIXEL_FORMAT_A4;
512
0
      break;
513
514
0
    default:
515
0
      return FALSE;
516
2.26k
  }
517
518
2.26k
  context->width = WINPR_ASSERTING_INT_CAST(UINT16, width);
519
2.26k
  context->height = WINPR_ASSERTING_INT_CAST(UINT16, height);
520
2.26k
  ret = nsc_context_initialize(context, s);
521
522
2.26k
  if (!ret)
523
458
    return FALSE;
524
525
  /* RLE decode */
526
1.81k
  {
527
1.81k
    BOOL rc = 0;
528
1.81k
    PROFILER_ENTER(context->priv->prof_nsc_rle_decompress_data)
529
1.81k
    rc = nsc_rle_decompress_data(context);
530
1.81k
    PROFILER_EXIT(context->priv->prof_nsc_rle_decompress_data)
531
532
1.81k
    if (!rc)
533
940
      return FALSE;
534
1.81k
  }
535
  /* Colorloss recover, Chroma supersample and AYCoCg to ARGB Conversion in one step */
536
871
  {
537
871
    BOOL rc = 0;
538
871
    PROFILER_ENTER(context->priv->prof_nsc_decode)
539
871
    rc = context->decode(context);
540
871
    PROFILER_EXIT(context->priv->prof_nsc_decode)
541
542
871
    if (!rc)
543
0
      return FALSE;
544
871
  }
545
546
871
  uint32_t cwidth = width;
547
871
  if (1ull * nXDst + width > nWidth)
548
0
    cwidth = nWidth - nXDst;
549
550
871
  uint32_t cheight = height;
551
871
  if (1ull * nYDst + height > nHeight)
552
0
    cheight = nHeight - nYDst;
553
554
871
  return (freerdp_image_copy_no_overlap(pDstData, DstFormat, nDstStride, nXDst, nYDst, cwidth,
555
871
                                        cheight, context->BitmapData, PIXEL_FORMAT_BGRA32, 0, 0,
556
871
                                        0, nullptr, flip));
557
871
}