Coverage Report

Created: 2026-09-14 06:32

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/FreeRDP/libfreerdp/codec/interleaved.c
Line
Count
Source
1
/**
2
 * FreeRDP: A Remote Desktop Protocol Implementation
3
 * Interleaved RLE Bitmap Codec
4
 *
5
 * Copyright 2014 Marc-Andre Moreau <marcandre.moreau@gmail.com>
6
 * Copyright 2015 Thincast Technologies GmbH
7
 * Copyright 2015 DI (FH) Martin Haimberger <martin.haimberger@thincast.com>
8
 * Copyright 2016 Armin Novak <armin.novak@thincast.com>
9
 * Copyright 2016 Thincast Technologies GmbH
10
 *
11
 * Licensed under the Apache License, Version 2.0 (the "License");
12
 * you may not use this file except in compliance with the License.
13
 * You may obtain a copy of the License at
14
 *
15
 *     http://www.apache.org/licenses/LICENSE-2.0
16
 *
17
 * Unless required by applicable law or agreed to in writing, software
18
 * distributed under the License is distributed on an "AS IS" BASIS,
19
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
20
 * See the License for the specific language governing permissions and
21
 * limitations under the License.
22
 */
23
24
#include <winpr/assert.h>
25
#include <winpr/cast.h>
26
#include <freerdp/config.h>
27
28
#include <freerdp/codec/interleaved.h>
29
#include <freerdp/log.h>
30
31
#define TAG FREERDP_TAG("codec")
32
33
#define UNROLL_BODY(_exp, _count)             \
34
2.15M
  do                                        \
35
2.15M
  {                                         \
36
15.2M
    for (size_t x = 0; x < (_count); x++) \
37
13.1M
    {                                     \
38
13.1M
      do                                \
39
13.1M
      {                                 \
40
132M
        _exp                          \
41
13.1M
      } while (FALSE);                  \
42
13.1M
    }                                     \
43
2.15M
  } while (FALSE)
44
45
#define UNROLL_MULTIPLE(_condition, _exp, _count) \
46
1.67M
  do                                            \
47
1.67M
  {                                             \
48
3.83M
    while ((_condition) >= (_count))          \
49
2.15M
    {                                         \
50
2.15M
      UNROLL_BODY(_exp, _count);            \
51
2.15M
      (_condition) -= (_count);             \
52
2.15M
    }                                         \
53
1.67M
  } while (FALSE)
54
55
#define UNROLL(_condition, _exp)               \
56
559k
  do                                         \
57
559k
  {                                          \
58
559k
    UNROLL_MULTIPLE(_condition, _exp, 16); \
59
559k
    UNROLL_MULTIPLE(_condition, _exp, 4);  \
60
559k
    UNROLL_MULTIPLE(_condition, _exp, 1);  \
61
559k
  } while (FALSE)
62
63
/*
64
   RLE Compressed Bitmap Stream (RLE_BITMAP_STREAM)
65
   http://msdn.microsoft.com/en-us/library/cc240895%28v=prot.10%29.aspx
66
   pseudo-code
67
   http://msdn.microsoft.com/en-us/library/dd240593%28v=prot.10%29.aspx
68
*/
69
70
783k
#define REGULAR_BG_RUN 0x00
71
146k
#define MEGA_MEGA_BG_RUN 0xF0
72
368k
#define REGULAR_FG_RUN 0x01
73
28.8k
#define MEGA_MEGA_FG_RUN 0xF1
74
141k
#define LITE_SET_FG_FG_RUN 0x0C
75
72.6k
#define MEGA_MEGA_SET_FG_RUN 0xF6
76
39.7k
#define LITE_DITHERED_RUN 0x0E
77
17.8k
#define MEGA_MEGA_DITHERED_RUN 0xF8
78
414k
#define REGULAR_COLOR_RUN 0x03
79
42.2k
#define MEGA_MEGA_COLOR_RUN 0xF3
80
24.4k
#define REGULAR_FGBG_IMAGE 0x02
81
21.6k
#define MEGA_MEGA_FGBG_IMAGE 0xF2
82
61.5k
#define LITE_SET_FG_FGBG_IMAGE 0x0D
83
45.1k
#define MEGA_MEGA_SET_FGBG_IMAGE 0xF7
84
398k
#define REGULAR_COLOR_IMAGE 0x04
85
23.6k
#define MEGA_MEGA_COLOR_IMAGE 0xF4
86
4.08k
#define SPECIAL_FGBG_1 0xF9
87
2.81k
#define SPECIAL_FGBG_2 0xFA
88
3.36k
#define SPECIAL_WHITE 0xFD
89
2.86k
#define SPECIAL_BLACK 0xFE
90
91
#define BLACK_PIXEL 0x000000
92
93
typedef UINT32 PIXEL;
94
95
static const BYTE g_MaskSpecialFgBg1 = 0x03;
96
static const BYTE g_MaskSpecialFgBg2 = 0x05;
97
98
static const BYTE g_MaskRegularRunLength = 0x1F;
99
static const BYTE g_MaskLiteRunLength = 0x0F;
100
101
#if defined(WITH_DEBUG_CODECS)
102
static const char* rle_code_str(UINT32 code)
103
{
104
  switch (code)
105
  {
106
    case REGULAR_BG_RUN:
107
      return "REGULAR_BG_RUN";
108
    case MEGA_MEGA_BG_RUN:
109
      return "MEGA_MEGA_BG_RUN";
110
    case REGULAR_FG_RUN:
111
      return "REGULAR_FG_RUN";
112
    case MEGA_MEGA_FG_RUN:
113
      return "MEGA_MEGA_FG_RUN";
114
    case LITE_SET_FG_FG_RUN:
115
      return "LITE_SET_FG_FG_RUN";
116
    case MEGA_MEGA_SET_FG_RUN:
117
      return "MEGA_MEGA_SET_FG_RUN";
118
    case LITE_DITHERED_RUN:
119
      return "LITE_DITHERED_RUN";
120
    case MEGA_MEGA_DITHERED_RUN:
121
      return "MEGA_MEGA_DITHERED_RUN";
122
    case REGULAR_COLOR_RUN:
123
      return "REGULAR_COLOR_RUN";
124
    case MEGA_MEGA_COLOR_RUN:
125
      return "MEGA_MEGA_COLOR_RUN";
126
    case REGULAR_FGBG_IMAGE:
127
      return "REGULAR_FGBG_IMAGE";
128
    case MEGA_MEGA_FGBG_IMAGE:
129
      return "MEGA_MEGA_FGBG_IMAGE";
130
    case LITE_SET_FG_FGBG_IMAGE:
131
      return "LITE_SET_FG_FGBG_IMAGE";
132
    case MEGA_MEGA_SET_FGBG_IMAGE:
133
      return "MEGA_MEGA_SET_FGBG_IMAGE";
134
    case REGULAR_COLOR_IMAGE:
135
      return "REGULAR_COLOR_IMAGE";
136
    case MEGA_MEGA_COLOR_IMAGE:
137
      return "MEGA_MEGA_COLOR_IMAGE";
138
    case SPECIAL_FGBG_1:
139
      return "SPECIAL_FGBG_1";
140
    case SPECIAL_FGBG_2:
141
      return "SPECIAL_FGBG_2";
142
    case SPECIAL_WHITE:
143
      return "SPECIAL_WHITE";
144
    case SPECIAL_BLACK:
145
      return "SPECIAL_BLACK";
146
    default:
147
      return "UNKNOWN";
148
  }
149
}
150
#endif
151
152
#define buffer_within_range(pbSrc, size, pbEnd) \
153
775k
  buffer_within_range_((pbSrc), (size), (pbEnd), __func__, __FILE__, __LINE__)
154
static inline BOOL buffer_within_range_(const void* pbSrc, size_t size, const void* pbEnd,
155
                                        const char* fkt, const char* file, size_t line)
156
775k
{
157
775k
  WINPR_UNUSED(file);
158
775k
  WINPR_ASSERT(pbSrc);
159
775k
  WINPR_ASSERT(pbEnd);
160
161
775k
  if ((const char*)pbSrc + size > (const char*)pbEnd)
162
3.53k
  {
163
3.53k
    WLog_ERR(TAG, "[%s:%" PRIuz "] pbSrc=%p + %" PRIuz " > pbEnd=%p", fkt, line, pbSrc, size,
164
3.53k
             pbEnd);
165
3.53k
    return FALSE;
166
3.53k
  }
167
771k
  return TRUE;
168
775k
}
169
170
/**
171
 * Reads the supplied order header and extracts the compression
172
 * order code ID.
173
 */
174
static inline UINT32 ExtractCodeId(BYTE bOrderHdr)
175
464k
{
176
464k
  if ((bOrderHdr & 0xC0U) != 0xC0U)
177
402k
  {
178
    /* REGULAR orders
179
     * (000x xxxx, 001x xxxx, 010x xxxx, 011x xxxx, 100x xxxx)
180
     */
181
402k
    return bOrderHdr >> 5;
182
402k
  }
183
61.6k
  else if ((bOrderHdr & 0xF0U) == 0xF0U)
184
29.9k
  {
185
    /* MEGA and SPECIAL orders (0xF*) */
186
29.9k
    return bOrderHdr;
187
29.9k
  }
188
31.6k
  else
189
31.6k
  {
190
    /* LITE orders
191
     * 1100 xxxx, 1101 xxxx, 1110 xxxx)
192
     */
193
31.6k
    return bOrderHdr >> 4;
194
31.6k
  }
195
464k
}
196
197
/**
198
 * Extract the run length of a compression order.
199
 */
200
static UINT ExtractRunLengthRegularFgBg(const BYTE* pbOrderHdr, const BYTE* pbEnd, UINT32* advance)
201
12.2k
{
202
12.2k
  UINT runLength = 0;
203
204
12.2k
  WINPR_ASSERT(pbOrderHdr);
205
12.2k
  WINPR_ASSERT(pbEnd);
206
12.2k
  WINPR_ASSERT(advance);
207
208
12.2k
  runLength = (*pbOrderHdr) & g_MaskRegularRunLength;
209
12.2k
  if (runLength == 0)
210
5.59k
  {
211
5.59k
    if (!buffer_within_range(pbOrderHdr, 2, pbEnd))
212
22
    {
213
22
      *advance = 0;
214
22
      return 0;
215
22
    }
216
5.57k
    runLength = *(pbOrderHdr + 1) + 1;
217
5.57k
    (*advance)++;
218
5.57k
  }
219
6.63k
  else
220
6.63k
    runLength = runLength * 8;
221
222
12.2k
  return runLength;
223
12.2k
}
224
225
static UINT ExtractRunLengthLiteFgBg(const BYTE* pbOrderHdr, const BYTE* pbEnd, UINT32* advance)
226
3.97k
{
227
3.97k
  UINT runLength = 0;
228
229
3.97k
  WINPR_ASSERT(pbOrderHdr);
230
3.97k
  WINPR_ASSERT(pbEnd);
231
3.97k
  WINPR_ASSERT(advance);
232
233
3.97k
  runLength = *pbOrderHdr & g_MaskLiteRunLength;
234
3.97k
  if (runLength == 0)
235
337
  {
236
337
    if (!buffer_within_range(pbOrderHdr, 2, pbEnd))
237
10
    {
238
10
      *advance = 0;
239
10
      return 0;
240
10
    }
241
327
    runLength = *(pbOrderHdr + 1) + 1;
242
327
    (*advance)++;
243
327
  }
244
3.64k
  else
245
3.64k
    runLength = runLength * 8;
246
247
3.96k
  return runLength;
248
3.97k
}
249
250
static UINT ExtractRunLengthRegular(const BYTE* pbOrderHdr, const BYTE* pbEnd, UINT32* advance)
251
388k
{
252
388k
  UINT runLength = 0;
253
254
388k
  WINPR_ASSERT(pbOrderHdr);
255
388k
  WINPR_ASSERT(pbEnd);
256
388k
  WINPR_ASSERT(advance);
257
258
388k
  runLength = *pbOrderHdr & g_MaskRegularRunLength;
259
388k
  if (runLength == 0)
260
175k
  {
261
175k
    if (!buffer_within_range(pbOrderHdr, 2, pbEnd))
262
622
    {
263
622
      *advance = 0;
264
622
      return 0;
265
622
    }
266
174k
    runLength = *(pbOrderHdr + 1) + 32;
267
174k
    (*advance)++;
268
174k
  }
269
270
388k
  return runLength;
271
388k
}
272
273
static UINT ExtractRunLengthMegaMega(const BYTE* pbOrderHdr, const BYTE* pbEnd, UINT32* advance)
274
11.8k
{
275
11.8k
  UINT runLength = 0;
276
277
11.8k
  WINPR_ASSERT(pbOrderHdr);
278
11.8k
  WINPR_ASSERT(pbEnd);
279
11.8k
  WINPR_ASSERT(advance);
280
281
11.8k
  if (!buffer_within_range(pbOrderHdr, 3, pbEnd))
282
346
  {
283
346
    *advance = 0;
284
346
    return 0;
285
346
  }
286
287
11.4k
  runLength = ((UINT16)pbOrderHdr[1]) | ((((UINT16)pbOrderHdr[2]) << 8) & 0xFF00);
288
11.4k
  (*advance) += 2;
289
290
11.4k
  return runLength;
291
11.8k
}
292
293
static UINT ExtractRunLengthLite(const BYTE* pbOrderHdr, const BYTE* pbEnd, UINT32* advance)
294
27.7k
{
295
27.7k
  UINT runLength = 0;
296
297
27.7k
  WINPR_ASSERT(pbOrderHdr);
298
27.7k
  WINPR_ASSERT(pbEnd);
299
27.7k
  WINPR_ASSERT(advance);
300
301
27.7k
  runLength = *pbOrderHdr & g_MaskLiteRunLength;
302
27.7k
  if (runLength == 0)
303
5.09k
  {
304
5.09k
    if (!buffer_within_range(pbOrderHdr, 2, pbEnd))
305
19
    {
306
19
      *advance = 0;
307
19
      return 0;
308
19
    }
309
5.07k
    runLength = *(pbOrderHdr + 1) + 16;
310
5.07k
    (*advance)++;
311
5.07k
  }
312
27.6k
  return runLength;
313
27.7k
}
314
315
static inline UINT32 ExtractRunLength(UINT32 code, const BYTE* pbOrderHdr, const BYTE* pbEnd,
316
                                      UINT32* advance)
317
444k
{
318
444k
  UINT32 runLength = 0;
319
444k
  UINT32 ladvance = 1;
320
321
444k
  WINPR_ASSERT(pbOrderHdr);
322
444k
  WINPR_ASSERT(pbEnd);
323
444k
  WINPR_ASSERT(advance);
324
325
#if defined(WITH_DEBUG_CODECS)
326
  WLog_VRB(TAG, "extracting %s", rle_code_str(code));
327
#endif
328
329
444k
  *advance = 0;
330
444k
  if (!buffer_within_range(pbOrderHdr, 0, pbEnd))
331
0
    return 0;
332
333
444k
  switch (code)
334
444k
  {
335
12.2k
    case REGULAR_FGBG_IMAGE:
336
12.2k
      runLength = ExtractRunLengthRegularFgBg(pbOrderHdr, pbEnd, &ladvance);
337
12.2k
      break;
338
339
3.97k
    case LITE_SET_FG_FGBG_IMAGE:
340
3.97k
      runLength = ExtractRunLengthLiteFgBg(pbOrderHdr, pbEnd, &ladvance);
341
3.97k
      break;
342
343
319k
    case REGULAR_BG_RUN:
344
343k
    case REGULAR_FG_RUN:
345
379k
    case REGULAR_COLOR_RUN:
346
388k
    case REGULAR_COLOR_IMAGE:
347
388k
      runLength = ExtractRunLengthRegular(pbOrderHdr, pbEnd, &ladvance);
348
388k
      break;
349
350
15.6k
    case LITE_SET_FG_FG_RUN:
351
27.7k
    case LITE_DITHERED_RUN:
352
27.7k
      runLength = ExtractRunLengthLite(pbOrderHdr, pbEnd, &ladvance);
353
27.7k
      break;
354
355
1.42k
    case MEGA_MEGA_BG_RUN:
356
2.86k
    case MEGA_MEGA_FG_RUN:
357
3.65k
    case MEGA_MEGA_SET_FG_RUN:
358
4.74k
    case MEGA_MEGA_DITHERED_RUN:
359
5.80k
    case MEGA_MEGA_COLOR_RUN:
360
7.62k
    case MEGA_MEGA_FGBG_IMAGE:
361
9.46k
    case MEGA_MEGA_SET_FGBG_IMAGE:
362
11.8k
    case MEGA_MEGA_COLOR_IMAGE:
363
11.8k
      runLength = ExtractRunLengthMegaMega(pbOrderHdr, pbEnd, &ladvance);
364
11.8k
      break;
365
366
0
    default:
367
0
      runLength = 0;
368
0
      ladvance = 0;
369
0
      break;
370
444k
  }
371
372
444k
  *advance = ladvance;
373
444k
  return runLength;
374
444k
}
375
376
#define ensure_capacity(start, end, size, base) \
377
863k
  ensure_capacity_((start), (end), (size), (base), __func__, __FILE__, __LINE__)
378
static inline BOOL ensure_capacity_(const BYTE* start, const BYTE* end, size_t size, size_t base,
379
                                    const char* fkt, WINPR_ATTR_UNUSED const char* file,
380
                                    size_t line)
381
863k
{
382
863k
  const size_t available = (uintptr_t)end - (uintptr_t)start;
383
863k
  const BOOL rc = available >= size * base;
384
863k
  const BOOL res = rc && (start <= end);
385
386
863k
  if (!res)
387
2.92k
    WLog_ERR(TAG,
388
863k
             "[%s:%" PRIuz "] failed: start=%p <= end=%p, available=%" PRIuz " >= size=%" PRIuz
389
863k
             " * base=%" PRIuz,
390
863k
             fkt, line, WINPR_CXX_COMPAT_CAST(const void*, start),
391
863k
             WINPR_CXX_COMPAT_CAST(const void*, end), available, size, base);
392
863k
  return res;
393
863k
}
394
395
static inline void write_pixel_8(BYTE* _buf, BYTE _pix)
396
0
{
397
0
  WINPR_ASSERT(_buf);
398
0
  *_buf = _pix;
399
0
}
400
401
static inline void write_pixel_24(BYTE* _buf, UINT32 _pix)
402
4.34M
{
403
4.34M
  WINPR_ASSERT(_buf);
404
4.34M
  (_buf)[0] = (BYTE)(_pix);
405
4.34M
  (_buf)[1] = (BYTE)((_pix) >> 8);
406
4.34M
  (_buf)[2] = (BYTE)((_pix) >> 16);
407
4.34M
}
408
409
static inline void write_pixel_16(BYTE* _buf, UINT16 _pix)
410
9.71M
{
411
9.71M
  WINPR_ASSERT(_buf);
412
9.71M
  _buf[0] = _pix & 0xFF;
413
9.71M
  _buf[1] = (_pix >> 8) & 0xFF;
414
9.71M
}
415
416
#undef DESTWRITEPIXEL
417
#undef DESTREADPIXEL
418
#undef SRCREADPIXEL
419
#undef WRITEFGBGIMAGE
420
#undef WRITEFIRSTLINEFGBGIMAGE
421
#undef RLEDECOMPRESS
422
#undef RLEEXTRA
423
#undef WHITE_PIXEL
424
#undef PIXEL_SIZE
425
#undef PIXEL
426
#define PIXEL_SIZE 1
427
0
#define PIXEL BYTE
428
0
#define WHITE_PIXEL 0xFF
429
#define DESTWRITEPIXEL(_buf, _pix) \
430
0
  do                             \
431
0
  {                              \
432
0
    write_pixel_8(_buf, _pix); \
433
0
    (_buf) += 1;               \
434
0
  } while (0)
435
0
#define DESTREADPIXEL(_pix, _buf) _pix = (_buf)[0]
436
#define SRCREADPIXEL(_pix, _buf) \
437
0
  do                           \
438
0
  {                            \
439
0
    (_pix) = (_buf)[0];      \
440
0
    (_buf) += 1;             \
441
0
  } while (0)
442
443
0
#define WRITEFGBGIMAGE WriteFgBgImage8to8
444
0
#define WRITEFIRSTLINEFGBGIMAGE WriteFirstLineFgBgImage8to8
445
#define RLEDECOMPRESS RleDecompress8to8
446
#define RLEEXTRA
447
#undef ENSURE_CAPACITY
448
0
#define ENSURE_CAPACITY(_start, _end, _size) ensure_capacity(_start, _end, _size, 1)
449
#include "include/bitmap.h"
450
451
#undef DESTWRITEPIXEL
452
#undef DESTREADPIXEL
453
#undef SRCREADPIXEL
454
#undef WRITEFGBGIMAGE
455
#undef WRITEFIRSTLINEFGBGIMAGE
456
#undef RLEDECOMPRESS
457
#undef RLEEXTRA
458
#undef WHITE_PIXEL
459
#undef PIXEL_SIZE
460
#undef PIXEL
461
#define PIXEL_SIZE 2
462
114k
#define PIXEL UINT16
463
11.3k
#define WHITE_PIXEL 0xFFFF
464
#define DESTWRITEPIXEL(_buf, _pix)  \
465
194k
  do                              \
466
194k
  {                               \
467
194k
    write_pixel_16(_buf, _pix); \
468
194k
    (_buf) += 2;                \
469
194k
  } while (0)
470
#define DESTREADPIXEL(_pix, _buf) \
471
174k
  (_pix) = WINPR_ASSERTING_INT_CAST(UINT16, (_buf)[0] | (((_buf)[1] << 8) & 0xFF00))
472
#define SRCREADPIXEL(_pix, _buf)                                                            \
473
57.7k
  do                                                                                      \
474
57.7k
  {                                                                                       \
475
57.7k
    (_pix) = WINPR_ASSERTING_INT_CAST(UINT16, (_buf)[0] | (((_buf)[1] << 8) & 0xFF00)); \
476
57.7k
    (_buf) += 2;                                                                        \
477
57.7k
  } while (0)
478
68.9k
#define WRITEFGBGIMAGE WriteFgBgImage16to16
479
27.5k
#define WRITEFIRSTLINEFGBGIMAGE WriteFirstLineFgBgImage16to16
480
#define RLEDECOMPRESS RleDecompress16to16
481
#define RLEEXTRA
482
#undef ENSURE_CAPACITY
483
585k
#define ENSURE_CAPACITY(_start, _end, _size) ensure_capacity(_start, _end, _size, 2)
484
#include "include/bitmap.h"
485
486
#undef DESTWRITEPIXEL
487
#undef DESTREADPIXEL
488
#undef SRCREADPIXEL
489
#undef WRITEFGBGIMAGE
490
#undef WRITEFIRSTLINEFGBGIMAGE
491
#undef RLEDECOMPRESS
492
#undef RLEEXTRA
493
#undef WHITE_PIXEL
494
#undef PIXEL_SIZE
495
#undef PIXEL
496
#define PIXEL_SIZE 3
497
49.0k
#define PIXEL UINT32
498
5.67k
#define WHITE_PIXEL 0xffffff
499
#define DESTWRITEPIXEL(_buf, _pix)  \
500
94.8k
  do                              \
501
94.8k
  {                               \
502
94.8k
    write_pixel_24(_buf, _pix); \
503
94.8k
    (_buf) += 3;                \
504
94.8k
  } while (0)
505
#define DESTREADPIXEL(_pix, _buf) \
506
85.2k
  _pix = (_buf)[0] | (((_buf)[1] << 8) & 0xFF00) | (((_buf)[2] << 16) & 0xFF0000)
507
#define SRCREADPIXEL(_pix, _buf)                                                           \
508
25.1k
  do                                                                                     \
509
25.1k
  {                                                                                      \
510
25.1k
    (_pix) = (_buf)[0] | (((_buf)[1] << 8) & 0xFF00) | (((_buf)[2] << 16) & 0xFF0000); \
511
25.1k
    (_buf) += 3;                                                                       \
512
25.1k
  } while (0)
513
514
26.3k
#define WRITEFGBGIMAGE WriteFgBgImage24to24
515
16.8k
#define WRITEFIRSTLINEFGBGIMAGE WriteFirstLineFgBgImage24to24
516
#define RLEDECOMPRESS RleDecompress24to24
517
#define RLEEXTRA
518
#undef ENSURE_CAPACITY
519
277k
#define ENSURE_CAPACITY(_start, _end, _size) ensure_capacity(_start, _end, _size, 3)
520
#include "include/bitmap.h"
521
522
struct S_BITMAP_INTERLEAVED_CONTEXT
523
{
524
  BOOL Compressor;
525
526
  UINT32 TempSize;
527
  BYTE* TempBuffer;
528
529
  wStream* bts;
530
};
531
532
BOOL interleaved_decompress(BITMAP_INTERLEAVED_CONTEXT* WINPR_RESTRICT interleaved,
533
                            const BYTE* WINPR_RESTRICT pSrcData, UINT32 SrcSize, UINT32 nSrcWidth,
534
                            UINT32 nSrcHeight, UINT32 bpp, BYTE* WINPR_RESTRICT pDstData,
535
                            UINT32 DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
536
                            UINT32 nDstWidth, UINT32 nDstHeight,
537
                            const gdiPalette* WINPR_RESTRICT palette)
538
17.0k
{
539
17.0k
  UINT32 scanline = 0;
540
17.0k
  UINT32 SrcFormat = 0;
541
542
17.0k
  if (!interleaved || !pSrcData || !pDstData)
543
0
  {
544
0
    WLog_ERR(TAG, "invalid arguments: interleaved=%p, pSrcData=%p, pDstData=%p",
545
0
             WINPR_CXX_COMPAT_CAST(const void*, interleaved),
546
0
             WINPR_CXX_COMPAT_CAST(const void*, pSrcData),
547
0
             WINPR_CXX_COMPAT_CAST(const void*, pDstData));
548
0
    return FALSE;
549
0
  }
550
551
17.0k
  if ((nSrcWidth == 0) || (nSrcHeight == 0))
552
0
    return FALSE;
553
17.0k
  if ((nDstWidth == 0) || (nDstHeight == 0))
554
0
    return FALSE;
555
556
17.0k
  switch (bpp)
557
17.0k
  {
558
5.67k
    case 24:
559
5.67k
      if (nSrcWidth > UINT32_MAX / 3)
560
0
        return FALSE;
561
5.67k
      scanline = nSrcWidth * 3;
562
5.67k
      SrcFormat = PIXEL_FORMAT_BGR24;
563
5.67k
      break;
564
565
5.67k
    case 16:
566
5.67k
      if (nSrcWidth > UINT32_MAX / 2)
567
0
        return FALSE;
568
5.67k
      scanline = nSrcWidth * 2;
569
5.67k
      SrcFormat = PIXEL_FORMAT_RGB16;
570
5.67k
      break;
571
572
5.67k
    case 15:
573
5.67k
      if (nSrcWidth > UINT32_MAX / 2)
574
0
        return FALSE;
575
5.67k
      scanline = nSrcWidth * 2;
576
5.67k
      SrcFormat = PIXEL_FORMAT_RGB15;
577
5.67k
      break;
578
579
0
    case 8:
580
0
      scanline = nSrcWidth;
581
0
      SrcFormat = PIXEL_FORMAT_RGB8;
582
0
      break;
583
584
0
    default:
585
0
      WLog_ERR(TAG, "Invalid color depth %" PRIu32 "", bpp);
586
0
      return FALSE;
587
17.0k
  }
588
589
17.0k
  if (scanline > UINT32_MAX / nSrcHeight)
590
0
    return FALSE;
591
592
17.0k
  const UINT32 BufferSize = scanline * nSrcHeight;
593
594
17.0k
  if (BufferSize > interleaved->TempSize)
595
0
  {
596
0
    interleaved->TempBuffer =
597
0
        winpr_aligned_recalloc(interleaved->TempBuffer, BufferSize, sizeof(BYTE), 16);
598
0
    interleaved->TempSize = BufferSize;
599
0
  }
600
601
17.0k
  if (!interleaved->TempBuffer)
602
0
  {
603
0
    WLog_ERR(TAG, "interleaved->TempBuffer=nullptr");
604
0
    return FALSE;
605
0
  }
606
607
17.0k
  switch (bpp)
608
17.0k
  {
609
5.67k
    case 24:
610
5.67k
      if (!RleDecompress24to24(pSrcData, SrcSize, interleaved->TempBuffer, scanline,
611
5.67k
                               nSrcWidth, nSrcHeight))
612
4.26k
      {
613
4.26k
        WLog_ERR(TAG, "RleDecompress24to24 failed");
614
4.26k
        return FALSE;
615
4.26k
      }
616
617
1.41k
      break;
618
619
5.67k
    case 16:
620
11.3k
    case 15:
621
11.3k
      if (!RleDecompress16to16(pSrcData, SrcSize, interleaved->TempBuffer, scanline,
622
11.3k
                               nSrcWidth, nSrcHeight))
623
8.57k
      {
624
8.57k
        WLog_ERR(TAG, "RleDecompress16to16 failed");
625
8.57k
        return FALSE;
626
8.57k
      }
627
628
2.77k
      break;
629
630
2.77k
    case 8:
631
0
      if (!RleDecompress8to8(pSrcData, SrcSize, interleaved->TempBuffer, scanline, nSrcWidth,
632
0
                             nSrcHeight))
633
0
      {
634
0
        WLog_ERR(TAG, "RleDecompress8to8 failed");
635
0
        return FALSE;
636
0
      }
637
638
0
      break;
639
640
0
    default:
641
0
      WLog_ERR(TAG, "Invalid color depth %" PRIu32 "", bpp);
642
0
      return FALSE;
643
17.0k
  }
644
645
4.19k
  if (!freerdp_image_copy_no_overlap(pDstData, DstFormat, nDstStep, nXDst, nYDst, nDstWidth,
646
4.19k
                                     nDstHeight, interleaved->TempBuffer, SrcFormat, scanline, 0,
647
4.19k
                                     0, palette, FREERDP_FLIP_VERTICAL | FREERDP_KEEP_DST_ALPHA))
648
0
  {
649
0
    WLog_ERR(TAG, "freerdp_image_copy failed");
650
0
    return FALSE;
651
0
  }
652
4.19k
  return TRUE;
653
4.19k
}
654
655
BOOL interleaved_compress(BITMAP_INTERLEAVED_CONTEXT* WINPR_RESTRICT interleaved,
656
                          BYTE* WINPR_RESTRICT pDstData, UINT32* WINPR_RESTRICT pDstSize,
657
                          UINT32 nWidth, UINT32 nHeight, const BYTE* WINPR_RESTRICT pSrcData,
658
                          UINT32 SrcFormat, UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
659
                          const gdiPalette* WINPR_RESTRICT palette, UINT32 bpp)
660
0
{
661
0
  BOOL status = 0;
662
0
  wStream* s = nullptr;
663
0
  UINT32 DstFormat = 0;
664
0
  const UINT32 maxSize = 64 * 64 * 4;
665
666
0
  if (!interleaved || !pDstData || !pSrcData)
667
0
    return FALSE;
668
669
0
  if ((nWidth == 0) || (nHeight == 0))
670
0
    return FALSE;
671
672
0
  if (nWidth % 4)
673
0
  {
674
0
    WLog_ERR(TAG, "interleaved_compress: width is not a multiple of 4");
675
0
    return FALSE;
676
0
  }
677
678
0
  if ((nWidth > 64) || (nHeight > 64))
679
0
  {
680
0
    WLog_ERR(TAG,
681
0
             "interleaved_compress: width (%" PRIu32 ") or height (%" PRIu32
682
0
             ") is greater than 64",
683
0
             nWidth, nHeight);
684
0
    return FALSE;
685
0
  }
686
687
0
  switch (bpp)
688
0
  {
689
0
    case 24:
690
0
      DstFormat = PIXEL_FORMAT_BGRX32;
691
0
      break;
692
693
0
    case 16:
694
0
      DstFormat = PIXEL_FORMAT_RGB16;
695
0
      break;
696
697
0
    case 15:
698
0
      DstFormat = PIXEL_FORMAT_RGB15;
699
0
      break;
700
701
0
    default:
702
0
      return FALSE;
703
0
  }
704
705
0
  if (!freerdp_image_copy_no_overlap(interleaved->TempBuffer, DstFormat, 0, 0, 0, nWidth, nHeight,
706
0
                                     pSrcData, SrcFormat, nSrcStep, nXSrc, nYSrc, palette,
707
0
                                     FREERDP_KEEP_DST_ALPHA))
708
0
    return FALSE;
709
710
0
  s = Stream_New(pDstData, *pDstSize);
711
712
0
  if (!s)
713
0
    return FALSE;
714
715
0
  Stream_ResetPosition(interleaved->bts);
716
717
0
  status = (freerdp_bitmap_compress(interleaved->TempBuffer, nWidth, nHeight, s, bpp, maxSize,
718
0
                                    nHeight - 1, interleaved->bts, 0) >= 0);
719
720
0
  Stream_SealLength(s);
721
0
  *pDstSize = (UINT32)Stream_Length(s);
722
0
  Stream_Free(s, FALSE);
723
0
  return status;
724
0
}
725
726
BOOL bitmap_interleaved_context_reset(BITMAP_INTERLEAVED_CONTEXT* WINPR_RESTRICT interleaved)
727
17.0k
{
728
17.0k
  return (interleaved != nullptr);
729
17.0k
}
730
731
BITMAP_INTERLEAVED_CONTEXT* bitmap_interleaved_context_new(WINPR_ATTR_UNUSED BOOL Compressor)
732
5.67k
{
733
5.67k
  BITMAP_INTERLEAVED_CONTEXT* interleaved = nullptr;
734
5.67k
  interleaved = (BITMAP_INTERLEAVED_CONTEXT*)winpr_aligned_recalloc(
735
5.67k
      nullptr, 1, sizeof(BITMAP_INTERLEAVED_CONTEXT), 32);
736
737
5.67k
  if (interleaved)
738
5.67k
  {
739
5.67k
    interleaved->TempSize = 64 * 64 * 4;
740
5.67k
    interleaved->TempBuffer = winpr_aligned_calloc(interleaved->TempSize, sizeof(BYTE), 16);
741
742
5.67k
    if (!interleaved->TempBuffer)
743
0
      goto fail;
744
745
5.67k
    interleaved->bts = Stream_New(nullptr, interleaved->TempSize);
746
747
5.67k
    if (!interleaved->bts)
748
0
      goto fail;
749
5.67k
  }
750
751
5.67k
  return interleaved;
752
753
0
fail:
754
0
  WINPR_PRAGMA_DIAG_PUSH
755
0
  WINPR_PRAGMA_DIAG_IGNORED_MISMATCHED_DEALLOC
756
0
  bitmap_interleaved_context_free(interleaved);
757
0
  WINPR_PRAGMA_DIAG_POP
758
0
  return nullptr;
759
5.67k
}
760
761
void bitmap_interleaved_context_free(BITMAP_INTERLEAVED_CONTEXT* WINPR_RESTRICT interleaved)
762
5.67k
{
763
5.67k
  if (!interleaved)
764
0
    return;
765
766
5.67k
  winpr_aligned_free(interleaved->TempBuffer);
767
5.67k
  Stream_Free(interleaved->bts, TRUE);
768
5.67k
  winpr_aligned_free(interleaved);
769
5.67k
}