Coverage Report

Created: 2026-09-14 06:32

next uncovered line (L), next uncovered region (R), next uncovered branch (B)
/src/FreeRDP/libfreerdp/gdi/gfx.c
Line
Count
Source
1
/**
2
 * FreeRDP: A Remote Desktop Protocol Implementation
3
 * GDI Graphics Pipeline
4
 *
5
 * Copyright 2014 Marc-Andre Moreau <marcandre.moreau@gmail.com>
6
 * Copyright 2016 Armin Novak <armin.novak@thincast.com>
7
 * Copyright 2016 Thincast Technologies GmbH
8
 *
9
 * Licensed under the Apache License, Version 2.0 (the "License");
10
 * you may not use this file except in compliance with the License.
11
 * You may obtain a copy of the License at
12
 *
13
 *     http://www.apache.org/licenses/LICENSE-2.0
14
 *
15
 * Unless required by applicable law or agreed to in writing, software
16
 * distributed under the License is distributed on an "AS IS" BASIS,
17
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
18
 * See the License for the specific language governing permissions and
19
 * limitations under the License.
20
 */
21
22
#include <freerdp/config.h>
23
24
#include "../core/update.h"
25
26
#include <winpr/assert.h>
27
#include <winpr/cast.h>
28
29
#include <freerdp/api.h>
30
#include <freerdp/log.h>
31
#include <freerdp/gdi/gfx.h>
32
#include <freerdp/gdi/region.h>
33
#include <freerdp/utils/gfx.h>
34
#include <math.h>
35
36
#define TAG FREERDP_TAG("gdi")
37
38
static BOOL is_rect_valid(const RECTANGLE_16* rect, size_t width, size_t height)
39
0
{
40
0
  if (!rect)
41
0
    return FALSE;
42
0
  if ((rect->left > rect->right) || (rect->right > width))
43
0
    return FALSE;
44
0
  if ((rect->top > rect->bottom) || (rect->bottom > height))
45
0
    return FALSE;
46
0
  return TRUE;
47
0
}
48
49
static BOOL is_within_surface(const gdiGfxSurface* surface, const RDPGFX_SURFACE_COMMAND* cmd)
50
0
{
51
0
  RECTANGLE_16 rect;
52
0
  if (!surface || !cmd)
53
0
    return FALSE;
54
0
  rect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
55
0
  rect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
56
0
  rect.right = (UINT16)MIN(UINT16_MAX, cmd->right);
57
0
  rect.bottom = (UINT16)MIN(UINT16_MAX, cmd->bottom);
58
0
  if (!is_rect_valid(&rect, surface->width, surface->height))
59
0
  {
60
0
    WLog_ERR(TAG,
61
0
             "Command rect %" PRIu32 "x%" PRIu32 "-%" PRIu32 "x%" PRIu32
62
0
             " not within bounds of %" PRIu32 "x%" PRIu32,
63
0
             rect.left, rect.top, cmd->width, cmd->height, surface->width, surface->height);
64
0
    return FALSE;
65
0
  }
66
0
  if (rect.left > surface->width)
67
0
    return FALSE;
68
0
  if (rect.right > surface->width)
69
0
    return FALSE;
70
0
  if (rect.top > surface->height)
71
0
    return FALSE;
72
0
  if (rect.bottom > surface->height)
73
0
    return FALSE;
74
75
0
  return TRUE;
76
0
}
77
78
static DWORD gfx_align_scanline(DWORD widthInBytes, DWORD alignment)
79
0
{
80
0
  const UINT32 align = alignment;
81
0
  const UINT32 pad = align - (widthInBytes % alignment);
82
0
  UINT32 scanline = widthInBytes;
83
84
0
  if (align != pad)
85
0
    scanline += pad;
86
87
0
  return scanline;
88
0
}
89
90
/**
91
 * Function description
92
 *
93
 * @return 0 on success, otherwise a Win32 error code
94
 */
95
static UINT gdi_ResetGraphics(RdpgfxClientContext* context,
96
                              const RDPGFX_RESET_GRAPHICS_PDU* resetGraphics)
97
0
{
98
0
  UINT rc = ERROR_INTERNAL_ERROR;
99
0
  UINT16 count = 0;
100
0
  UINT16* pSurfaceIds = nullptr;
101
102
0
  WINPR_ASSERT(context);
103
0
  WINPR_ASSERT(resetGraphics);
104
105
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
106
0
  WINPR_ASSERT(gdi);
107
108
0
  rdpUpdate* update = gdi->context->update;
109
0
  WINPR_ASSERT(update);
110
111
0
  rdpSettings* settings = gdi->context->settings;
112
0
  WINPR_ASSERT(settings);
113
0
  EnterCriticalSection(&context->mux);
114
0
  const UINT32 DesktopWidth = resetGraphics->width;
115
0
  const UINT32 DesktopHeight = resetGraphics->height;
116
117
0
  WLog_DBG(TAG, "new size: %" PRIu32 "x%" PRIu32, DesktopWidth, DesktopHeight);
118
119
0
  if (!freerdp_settings_set_uint32(settings, FreeRDP_DesktopWidth, DesktopWidth))
120
0
    goto fail;
121
0
  if (!freerdp_settings_set_uint32(settings, FreeRDP_DesktopHeight, DesktopHeight))
122
0
    goto fail;
123
124
0
  if (update)
125
0
  {
126
0
    WINPR_ASSERT(update->DesktopResize);
127
0
    if (!update->DesktopResize(gdi->context))
128
0
      goto fail;
129
0
  }
130
131
0
  WINPR_ASSERT(context->GetSurfaceIds);
132
0
  rc = context->GetSurfaceIds(context, &pSurfaceIds, &count);
133
0
  if (rc != CHANNEL_RC_OK)
134
0
    goto fail;
135
136
0
  for (UINT32 index = 0; index < count; index++)
137
0
  {
138
0
    WINPR_ASSERT(context->GetSurfaceData);
139
0
    gdiGfxSurface* surface =
140
0
        (gdiGfxSurface*)context->GetSurfaceData(context, pSurfaceIds[index]);
141
142
0
    if (!surface)
143
0
      continue;
144
145
0
    memset(surface->data, 0xFF, (size_t)surface->scanline * surface->height);
146
0
    region16_clear(&surface->invalidRegion);
147
0
  }
148
149
0
  free(pSurfaceIds);
150
151
0
  if (!freerdp_settings_get_bool(gdi->context->settings, FreeRDP_DeactivateClientDecoding))
152
0
  {
153
0
    const UINT32 width = (UINT32)MAX(0, gdi->width);
154
0
    const UINT32 height = (UINT32)MAX(0, gdi->height);
155
156
0
    if (!freerdp_client_codecs_reset(
157
0
            context->codecs, freerdp_settings_get_codecs_flags(settings), width, height))
158
0
    {
159
0
      goto fail;
160
0
    }
161
0
    if (!freerdp_client_codecs_reset(
162
0
            gdi->context->codecs, freerdp_settings_get_codecs_flags(settings), width, height))
163
0
    {
164
0
      goto fail;
165
0
    }
166
0
  }
167
168
0
  rc = CHANNEL_RC_OK;
169
0
fail:
170
0
  LeaveCriticalSection(&context->mux);
171
0
  return rc;
172
0
}
173
174
static UINT gdi_OutputUpdate(rdpGdi* gdi, gdiGfxSurface* surface)
175
0
{
176
0
  UINT rc = ERROR_INTERNAL_ERROR;
177
0
  UINT32 surfaceX = 0;
178
0
  UINT32 surfaceY = 0;
179
0
  RECTANGLE_16 surfaceRect;
180
0
  const RECTANGLE_16* rects = nullptr;
181
0
  UINT32 nbRects = 0;
182
0
  rdpUpdate* update = nullptr;
183
184
0
  WINPR_ASSERT(gdi);
185
0
  WINPR_ASSERT(gdi->context);
186
0
  WINPR_ASSERT(surface);
187
188
0
  update = gdi->context->update;
189
0
  WINPR_ASSERT(update);
190
191
0
  if (gdi->suppressOutput)
192
0
    return CHANNEL_RC_OK;
193
194
0
  surfaceX = surface->outputOriginX;
195
0
  surfaceY = surface->outputOriginY;
196
0
  surfaceRect.left = 0;
197
0
  surfaceRect.top = 0;
198
0
  surfaceRect.right = (UINT16)MIN(UINT16_MAX, surface->mappedWidth);
199
0
  surfaceRect.bottom = (UINT16)MIN(UINT16_MAX, surface->mappedHeight);
200
0
  if (!region16_intersect_rect(&(surface->invalidRegion), &(surface->invalidRegion),
201
0
                               &surfaceRect))
202
0
    goto fail;
203
204
0
  const double sx = surface->outputTargetWidth / (double)surface->mappedWidth;
205
0
  const double sy = surface->outputTargetHeight / (double)surface->mappedHeight;
206
207
0
  rects = region16_rects(&surface->invalidRegion, &nbRects);
208
0
  if (!rects || (nbRects == 0))
209
0
  {
210
0
    rc = CHANNEL_RC_OK;
211
0
    goto fail;
212
0
  }
213
214
0
  if (!update_begin_paint(update))
215
0
    goto fail;
216
217
0
  for (UINT32 i = 0; i < nbRects; i++)
218
0
  {
219
0
    const UINT32 nXSrc = rects[i].left;
220
0
    const UINT32 nYSrc = rects[i].top;
221
0
    const UINT32 nXDst = (UINT32)MIN(surfaceX + nXSrc * sx, gdi->width - 1);
222
0
    const UINT32 nYDst = (UINT32)MIN(surfaceY + nYSrc * sy, gdi->height - 1);
223
0
    const UINT32 swidth = rects[i].right - rects[i].left;
224
0
    const UINT32 sheight = rects[i].bottom - rects[i].top;
225
0
    const UINT32 dwidth = MIN((UINT32)(swidth * sx), (UINT32)gdi->width - nXDst);
226
0
    const UINT32 dheight = MIN((UINT32)(sheight * sy), (UINT32)gdi->height - nYDst);
227
228
0
    if (!freerdp_image_scale(gdi->primary_buffer, gdi->dstFormat, gdi->stride, nXDst, nYDst,
229
0
                             dwidth, dheight, surface->data, surface->format, surface->scanline,
230
0
                             nXSrc, nYSrc, swidth, sheight))
231
0
    {
232
0
      rc = CHANNEL_RC_NULL_DATA;
233
0
      goto clear;
234
0
    }
235
236
0
    if (!gdi_InvalidateRegion(gdi->primary->hdc, (INT32)nXDst, (INT32)nYDst, (INT32)dwidth,
237
0
                              (INT32)dheight))
238
0
      goto clear;
239
0
  }
240
241
0
  rc = CHANNEL_RC_OK;
242
0
clear:
243
244
0
  if (!update_end_paint(update))
245
0
    rc = ERROR_INTERNAL_ERROR;
246
247
0
fail:
248
0
  region16_clear(&(surface->invalidRegion));
249
0
  return rc;
250
0
}
251
252
static UINT gdi_WindowUpdate(RdpgfxClientContext* context, gdiGfxSurface* surface)
253
0
{
254
0
  WINPR_ASSERT(context);
255
0
  WINPR_ASSERT(surface);
256
0
  return IFCALLRESULT(CHANNEL_RC_OK, context->UpdateWindowFromSurface, context, surface);
257
0
}
258
259
static UINT gdi_UpdateSurfaces(RdpgfxClientContext* context)
260
0
{
261
0
  UINT16 count = 0;
262
0
  UINT16* pSurfaceIds = nullptr;
263
264
0
  WINPR_ASSERT(context);
265
266
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
267
0
  WINPR_ASSERT(gdi);
268
269
0
  EnterCriticalSection(&context->mux);
270
271
0
  WINPR_ASSERT(context->GetSurfaceIds);
272
0
  UINT status = context->GetSurfaceIds(context, &pSurfaceIds, &count);
273
0
  if (status != CHANNEL_RC_OK)
274
0
    goto fail;
275
276
0
  for (UINT32 index = 0; index < count; index++)
277
0
  {
278
0
    WINPR_ASSERT(context->GetSurfaceData);
279
0
    gdiGfxSurface* surface =
280
0
        (gdiGfxSurface*)context->GetSurfaceData(context, pSurfaceIds[index]);
281
282
0
    if (!surface)
283
0
      continue;
284
285
    /* Already handled in UpdateSurfaceArea callbacks */
286
0
    if (context->UpdateSurfaceArea)
287
0
    {
288
0
      if (surface->handleInUpdateSurfaceArea)
289
0
        continue;
290
0
    }
291
292
0
    if (surface->outputMapped)
293
0
      status = gdi_OutputUpdate(gdi, surface);
294
0
    else if (surface->windowMapped)
295
0
      status = gdi_WindowUpdate(context, surface);
296
297
0
    if (status != CHANNEL_RC_OK)
298
0
      break;
299
0
  }
300
301
0
fail:
302
0
  free(pSurfaceIds);
303
0
  LeaveCriticalSection(&context->mux);
304
0
  return status;
305
0
}
306
307
/**
308
 * Function description
309
 *
310
 * @return 0 on success, otherwise a Win32 error code
311
 */
312
static UINT gdi_StartFrame(RdpgfxClientContext* context, const RDPGFX_START_FRAME_PDU* startFrame)
313
0
{
314
0
  rdpGdi* gdi = nullptr;
315
316
0
  WINPR_ASSERT(context);
317
0
  WINPR_ASSERT(startFrame);
318
319
0
  gdi = (rdpGdi*)context->custom;
320
0
  WINPR_ASSERT(gdi);
321
0
  gdi->inGfxFrame = TRUE;
322
0
  gdi->frameId = startFrame->frameId;
323
0
  return CHANNEL_RC_OK;
324
0
}
325
326
static UINT gdi_call_update_surfaces(RdpgfxClientContext* context)
327
0
{
328
0
  WINPR_ASSERT(context);
329
0
  return IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaces, context);
330
0
}
331
332
/**
333
 * Function description
334
 *
335
 * @return 0 on success, otherwise a Win32 error code
336
 */
337
static UINT gdi_EndFrame(RdpgfxClientContext* context,
338
                         WINPR_ATTR_UNUSED const RDPGFX_END_FRAME_PDU* endFrame)
339
0
{
340
0
  WINPR_ASSERT(context);
341
0
  WINPR_ASSERT(endFrame);
342
343
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
344
0
  WINPR_ASSERT(gdi);
345
0
  const UINT status = gdi_call_update_surfaces(context);
346
0
  gdi->inGfxFrame = FALSE;
347
0
  return status;
348
0
}
349
350
static UINT gdi_interFrameUpdate(rdpGdi* gdi, RdpgfxClientContext* context)
351
0
{
352
0
  WINPR_ASSERT(gdi);
353
0
  UINT status = CHANNEL_RC_OK;
354
0
  if (!gdi->inGfxFrame)
355
0
    status = gdi_call_update_surfaces(context);
356
0
  return status;
357
0
}
358
359
/**
360
 * Function description
361
 *
362
 * @return 0 on success, otherwise a Win32 error code
363
 */
364
static UINT gdi_SurfaceCommand_Uncompressed(rdpGdi* gdi, RdpgfxClientContext* context,
365
                                            const RDPGFX_SURFACE_COMMAND* cmd)
366
0
{
367
0
  UINT status = CHANNEL_RC_OK;
368
0
  gdiGfxSurface* surface = nullptr;
369
0
  RECTANGLE_16 invalidRect;
370
0
  DWORD bpp = 0;
371
0
  size_t size = 0;
372
0
  WINPR_ASSERT(gdi);
373
0
  WINPR_ASSERT(context);
374
0
  WINPR_ASSERT(cmd);
375
376
0
  WINPR_ASSERT(context->GetSurfaceData);
377
0
  surface =
378
0
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
379
380
0
  if (!surface)
381
0
  {
382
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
383
0
    return ERROR_NOT_FOUND;
384
0
  }
385
386
0
  if (!is_within_surface(surface, cmd))
387
0
    return ERROR_INVALID_DATA;
388
389
0
  bpp = FreeRDPGetBytesPerPixel(cmd->format);
390
0
  size = 1ull * bpp * cmd->width * cmd->height;
391
0
  if (cmd->length < size)
392
0
  {
393
0
    WLog_ERR(TAG, "Not enough data, got %" PRIu32 ", expected %" PRIuz, cmd->length, size);
394
0
    return ERROR_INVALID_DATA;
395
0
  }
396
397
0
  if (!freerdp_image_copy_no_overlap(surface->data, surface->format, surface->scanline, cmd->left,
398
0
                                     cmd->top, cmd->width, cmd->height, cmd->data, cmd->format, 0,
399
0
                                     0, 0, nullptr, FREERDP_FLIP_NONE))
400
0
    return ERROR_INTERNAL_ERROR;
401
402
0
  invalidRect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
403
0
  invalidRect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
404
0
  invalidRect.right = (UINT16)MIN(UINT16_MAX, cmd->right);
405
0
  invalidRect.bottom = (UINT16)MIN(UINT16_MAX, cmd->bottom);
406
0
  if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect))
407
0
    goto fail;
408
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1,
409
0
                        &invalidRect);
410
411
0
  if (status != CHANNEL_RC_OK)
412
0
    goto fail;
413
414
0
  status = gdi_interFrameUpdate(gdi, context);
415
416
0
fail:
417
0
  return status;
418
0
}
419
420
#if defined(WITH_GFX_AV1)
421
static UINT gdi_SurfaceCommand_AV1(rdpGdi* gdi, RdpgfxClientContext* context,
422
                                   const RDPGFX_SURFACE_COMMAND* cmd)
423
{
424
  INT32 rc = 0;
425
  UINT status = CHANNEL_RC_OK;
426
  gdiGfxSurface* surface = nullptr;
427
  RDPGFX_H264_METABLOCK* meta = nullptr;
428
  RDPGFX_AVC420_BITMAP_STREAM* bs = nullptr;
429
  WINPR_ASSERT(gdi);
430
  WINPR_ASSERT(context);
431
  WINPR_ASSERT(cmd);
432
433
  WINPR_ASSERT(context->GetSurfaceData);
434
  surface =
435
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
436
437
  if (!surface)
438
  {
439
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
440
    return ERROR_NOT_FOUND;
441
  }
442
443
  if (!surface->av1)
444
  {
445
    surface->av1 = freerdp_av1_context_new(FALSE);
446
447
    if (!surface->av1)
448
    {
449
      WLog_ERR(TAG, "unable to create av1 context");
450
      return ERROR_NOT_ENOUGH_MEMORY;
451
    }
452
453
    if (!freerdp_av1_context_reset(surface->av1, surface->width, surface->height))
454
      return ERROR_INTERNAL_ERROR;
455
  }
456
457
  if (!surface->av1)
458
    return ERROR_NOT_SUPPORTED;
459
460
  if (!is_within_surface(surface, cmd))
461
    return ERROR_INVALID_DATA;
462
463
  bs = (RDPGFX_AVC420_BITMAP_STREAM*)cmd->extra;
464
465
  if (!bs)
466
    return ERROR_INTERNAL_ERROR;
467
468
  meta = &(bs->meta);
469
  rc = freerdp_av1_decompress(surface->av1, bs->data, bs->length, surface->data, surface->format,
470
                              surface->scanline, surface->width, surface->height,
471
                              meta->regionRects, meta->numRegionRects);
472
473
  if (rc < 0)
474
  {
475
    WLog_WARN(TAG, "freerdp_av1_decompress failure: %" PRId32 ", ignoring update.", rc);
476
    return CHANNEL_RC_OK;
477
  }
478
479
  for (UINT32 i = 0; i < meta->numRegionRects; i++)
480
  {
481
    if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion),
482
                             &(meta->regionRects[i])))
483
      goto fail;
484
  }
485
486
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
487
                        meta->numRegionRects, meta->regionRects);
488
489
  if (status != CHANNEL_RC_OK)
490
    goto fail;
491
492
  status = gdi_interFrameUpdate(gdi, context);
493
494
fail:
495
  return status;
496
}
497
#endif
498
499
/**
500
 * Function description
501
 *
502
 * @return 0 on success, otherwise a Win32 error code
503
 */
504
static UINT gdi_SurfaceCommand_RemoteFX(rdpGdi* gdi, RdpgfxClientContext* context,
505
                                        const RDPGFX_SURFACE_COMMAND* cmd)
506
0
{
507
0
  UINT status = ERROR_INTERNAL_ERROR;
508
0
  gdiGfxSurface* surface = nullptr;
509
0
  REGION16 invalidRegion;
510
0
  const RECTANGLE_16* rects = nullptr;
511
0
  UINT32 nrRects = 0;
512
0
  WINPR_ASSERT(gdi);
513
0
  WINPR_ASSERT(context);
514
0
  WINPR_ASSERT(cmd);
515
516
0
  WINPR_ASSERT(context->GetSurfaceData);
517
0
  surface =
518
0
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
519
520
0
  if (!surface)
521
0
  {
522
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
523
0
    return ERROR_NOT_FOUND;
524
0
  }
525
526
0
  if (!is_within_surface(surface, cmd))
527
0
    return ERROR_INVALID_DATA;
528
529
0
  WINPR_ASSERT(surface->codecs);
530
0
  rfx_context_set_pixel_format(surface->codecs->rfx, cmd->format);
531
0
  region16_init(&invalidRegion);
532
533
0
  if (!rfx_process_message(surface->codecs->rfx, cmd->data, cmd->length, cmd->left, cmd->top,
534
0
                           surface->data, surface->format, surface->scanline, surface->height,
535
0
                           &invalidRegion))
536
0
  {
537
0
    WLog_ERR(TAG, "Failed to process RemoteFX message");
538
0
    goto fail;
539
0
  }
540
541
0
  rects = region16_rects(&invalidRegion, &nrRects);
542
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
543
0
                        nrRects, rects);
544
545
0
  if (status != CHANNEL_RC_OK)
546
0
    goto fail;
547
548
0
  for (UINT32 x = 0; x < nrRects; x++)
549
0
  {
550
0
    if (!region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &rects[x]))
551
0
      goto fail;
552
0
  }
553
554
0
  status = gdi_interFrameUpdate(gdi, context);
555
556
0
fail:
557
0
  region16_uninit(&invalidRegion);
558
0
  return status;
559
0
}
560
561
/**
562
 * Function description
563
 *
564
 * @return 0 on success, otherwise a Win32 error code
565
 */
566
static UINT gdi_SurfaceCommand_ClearCodec(rdpGdi* gdi, RdpgfxClientContext* context,
567
                                          const RDPGFX_SURFACE_COMMAND* cmd)
568
0
{
569
0
  INT32 rc = 0;
570
0
  UINT status = CHANNEL_RC_OK;
571
0
  gdiGfxSurface* surface = nullptr;
572
0
  RECTANGLE_16 invalidRect;
573
0
  WINPR_ASSERT(gdi);
574
0
  WINPR_ASSERT(context);
575
0
  WINPR_ASSERT(cmd);
576
577
0
  WINPR_ASSERT(context->GetSurfaceData);
578
0
  surface =
579
0
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
580
581
0
  if (!surface)
582
0
  {
583
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
584
0
    return ERROR_NOT_FOUND;
585
0
  }
586
587
0
  if (!is_within_surface(surface, cmd))
588
0
    return ERROR_INVALID_DATA;
589
590
0
  WINPR_ASSERT(surface->codecs);
591
0
  rc = clear_decompress(surface->codecs->clear, cmd->data, cmd->length, cmd->width, cmd->height,
592
0
                        surface->data, surface->format, surface->scanline, cmd->left, cmd->top,
593
0
                        surface->width, surface->height, &gdi->palette);
594
595
0
  if (rc < 0)
596
0
  {
597
0
    WLog_ERR(TAG, "clear_decompress failure: %" PRId32 "", rc);
598
0
    return ERROR_INTERNAL_ERROR;
599
0
  }
600
601
0
  invalidRect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
602
0
  invalidRect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
603
0
  invalidRect.right = (UINT16)MIN(UINT16_MAX, cmd->right);
604
0
  invalidRect.bottom = (UINT16)MIN(UINT16_MAX, cmd->bottom);
605
0
  if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect))
606
0
    goto fail;
607
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1,
608
0
                        &invalidRect);
609
610
0
  if (status != CHANNEL_RC_OK)
611
0
    goto fail;
612
613
0
  status = gdi_interFrameUpdate(gdi, context);
614
615
0
fail:
616
0
  return status;
617
0
}
618
619
/**
620
 * Function description
621
 *
622
 * @return 0 on success, otherwise a Win32 error code
623
 */
624
static UINT gdi_SurfaceCommand_Planar(rdpGdi* gdi, RdpgfxClientContext* context,
625
                                      const RDPGFX_SURFACE_COMMAND* cmd)
626
0
{
627
0
  UINT status = CHANNEL_RC_OK;
628
0
  BYTE* DstData = nullptr;
629
0
  gdiGfxSurface* surface = nullptr;
630
0
  RECTANGLE_16 invalidRect;
631
0
  WINPR_ASSERT(gdi);
632
0
  WINPR_ASSERT(context);
633
0
  WINPR_ASSERT(cmd);
634
635
0
  WINPR_ASSERT(context->GetSurfaceData);
636
0
  surface =
637
0
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
638
639
0
  if (!surface)
640
0
  {
641
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
642
0
    return ERROR_NOT_FOUND;
643
0
  }
644
645
0
  DstData = surface->data;
646
647
0
  if (!is_within_surface(surface, cmd))
648
0
    return ERROR_INVALID_DATA;
649
650
0
  if (!freerdp_bitmap_decompress_planar(surface->codecs->planar, cmd->data, cmd->length,
651
0
                                        cmd->width, cmd->height, DstData, surface->format,
652
0
                                        surface->scanline, cmd->left, cmd->top, cmd->width,
653
0
                                        cmd->height, FALSE))
654
0
    return ERROR_INTERNAL_ERROR;
655
656
0
  invalidRect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
657
0
  invalidRect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
658
0
  invalidRect.right = (UINT16)MIN(UINT16_MAX, cmd->right);
659
0
  invalidRect.bottom = (UINT16)MIN(UINT16_MAX, cmd->bottom);
660
0
  if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect))
661
0
    goto fail;
662
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1,
663
0
                        &invalidRect);
664
665
0
  if (status != CHANNEL_RC_OK)
666
0
    goto fail;
667
668
0
  status = gdi_interFrameUpdate(gdi, context);
669
670
0
fail:
671
0
  return status;
672
0
}
673
674
/**
675
 * Function description
676
 *
677
 * @return 0 on success, otherwise a Win32 error code
678
 */
679
static UINT gdi_SurfaceCommand_AVC420(rdpGdi* gdi, RdpgfxClientContext* context,
680
                                      const RDPGFX_SURFACE_COMMAND* cmd)
681
0
{
682
#ifdef WITH_GFX_H264
683
  INT32 rc = 0;
684
  UINT status = CHANNEL_RC_OK;
685
  gdiGfxSurface* surface = nullptr;
686
  RDPGFX_H264_METABLOCK* meta = nullptr;
687
  RDPGFX_AVC420_BITMAP_STREAM* bs = nullptr;
688
  WINPR_ASSERT(gdi);
689
  WINPR_ASSERT(context);
690
  WINPR_ASSERT(cmd);
691
692
  WINPR_ASSERT(context->GetSurfaceData);
693
  surface =
694
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
695
696
  if (!surface)
697
  {
698
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
699
    return ERROR_NOT_FOUND;
700
  }
701
702
  if (!surface->h264)
703
  {
704
    surface->h264 = h264_context_new(FALSE);
705
706
    if (!surface->h264)
707
    {
708
      WLog_ERR(TAG, "unable to create h264 context");
709
      return ERROR_NOT_ENOUGH_MEMORY;
710
    }
711
712
    if (!h264_context_set_option(
713
            surface->h264, H264_CONTEXT_OPTION_HW_ACCEL,
714
            (UINT32)freerdp_settings_get_bool(gdi->context->settings, FreeRDP_SoftwareGdi)))
715
      return ERROR_INTERNAL_ERROR;
716
717
    if (!h264_context_reset(surface->h264, surface->width, surface->height))
718
      return ERROR_INTERNAL_ERROR;
719
  }
720
721
  if (!surface->h264)
722
    return ERROR_NOT_SUPPORTED;
723
724
  if (!is_within_surface(surface, cmd))
725
    return ERROR_INVALID_DATA;
726
727
  bs = (RDPGFX_AVC420_BITMAP_STREAM*)cmd->extra;
728
729
  if (!bs)
730
    return ERROR_INTERNAL_ERROR;
731
732
  meta = &(bs->meta);
733
  rc = avc420_decompress(surface->h264, bs->data, bs->length, surface->data, surface->format,
734
                         surface->scanline, surface->width, surface->height, meta->regionRects,
735
                         meta->numRegionRects);
736
737
  if (rc < 0)
738
  {
739
    WLog_WARN(TAG, "avc420_decompress failure: %" PRId32 ", ignoring update.", rc);
740
    return CHANNEL_RC_OK;
741
  }
742
743
  for (UINT32 i = 0; i < meta->numRegionRects; i++)
744
  {
745
    if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion),
746
                             &(meta->regionRects[i])))
747
      goto fail;
748
  }
749
750
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
751
                        meta->numRegionRects, meta->regionRects);
752
753
  if (status != CHANNEL_RC_OK)
754
    goto fail;
755
756
  status = gdi_interFrameUpdate(gdi, context);
757
758
fail:
759
  return status;
760
#else
761
0
  return ERROR_NOT_SUPPORTED;
762
0
#endif
763
0
}
764
765
/**
766
 * Function description
767
 *
768
 * @return 0 on success, otherwise a Win32 error code
769
 */
770
static UINT gdi_SurfaceCommand_AVC444(rdpGdi* gdi, RdpgfxClientContext* context,
771
                                      const RDPGFX_SURFACE_COMMAND* cmd)
772
0
{
773
#ifdef WITH_GFX_H264
774
  INT32 rc = 0;
775
  UINT status = CHANNEL_RC_OK;
776
  gdiGfxSurface* surface = nullptr;
777
  RDPGFX_AVC444_BITMAP_STREAM* bs = nullptr;
778
  RDPGFX_AVC420_BITMAP_STREAM* avc1 = nullptr;
779
  RDPGFX_H264_METABLOCK* meta1 = nullptr;
780
  RDPGFX_AVC420_BITMAP_STREAM* avc2 = nullptr;
781
  RDPGFX_H264_METABLOCK* meta2 = nullptr;
782
  WINPR_ASSERT(gdi);
783
  WINPR_ASSERT(context);
784
  WINPR_ASSERT(cmd);
785
786
  WINPR_ASSERT(context->GetSurfaceData);
787
  surface =
788
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
789
790
  if (!surface)
791
  {
792
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
793
    return ERROR_NOT_FOUND;
794
  }
795
796
  if (!surface->h264)
797
  {
798
    surface->h264 = h264_context_new(FALSE);
799
800
    if (!surface->h264)
801
    {
802
      WLog_ERR(TAG, "unable to create h264 context");
803
      return ERROR_NOT_ENOUGH_MEMORY;
804
    }
805
806
    if (!h264_context_set_option(
807
            surface->h264, H264_CONTEXT_OPTION_HW_ACCEL,
808
            (UINT32)freerdp_settings_get_bool(gdi->context->settings, FreeRDP_SoftwareGdi)))
809
      return ERROR_INTERNAL_ERROR;
810
    if (!h264_context_reset(surface->h264, surface->width, surface->height))
811
      return ERROR_INTERNAL_ERROR;
812
  }
813
814
  if (!surface->h264)
815
    return ERROR_NOT_SUPPORTED;
816
817
  if (!is_within_surface(surface, cmd))
818
    return ERROR_INVALID_DATA;
819
820
  bs = (RDPGFX_AVC444_BITMAP_STREAM*)cmd->extra;
821
822
  if (!bs)
823
    return ERROR_INTERNAL_ERROR;
824
825
  avc1 = &bs->bitstream[0];
826
  avc2 = &bs->bitstream[1];
827
  meta1 = &avc1->meta;
828
  meta2 = &avc2->meta;
829
  rc = avc444_decompress(surface->h264, bs->LC, meta1->regionRects, meta1->numRegionRects,
830
                         avc1->data, avc1->length, meta2->regionRects, meta2->numRegionRects,
831
                         avc2->data, avc2->length, surface->data, surface->format,
832
                         surface->scanline, surface->width, surface->height, cmd->codecId);
833
834
  if (rc < 0)
835
  {
836
    WLog_WARN(TAG, "avc444_decompress failure: %" PRId32 ", ignoring update.", rc);
837
    return CHANNEL_RC_OK;
838
  }
839
840
  for (UINT32 i = 0; i < meta1->numRegionRects; i++)
841
  {
842
    if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion),
843
                             &(meta1->regionRects[i])))
844
      goto fail;
845
  }
846
847
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
848
                        meta1->numRegionRects, meta1->regionRects);
849
850
  if (status != CHANNEL_RC_OK)
851
    goto fail;
852
853
  for (UINT32 i = 0; i < meta2->numRegionRects; i++)
854
  {
855
    if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion),
856
                             &(meta2->regionRects[i])))
857
      goto fail;
858
  }
859
860
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
861
                        meta2->numRegionRects, meta2->regionRects);
862
863
  if (status != CHANNEL_RC_OK)
864
    goto fail;
865
866
  status = gdi_interFrameUpdate(gdi, context);
867
868
fail:
869
  return status;
870
#else
871
0
  return ERROR_NOT_SUPPORTED;
872
0
#endif
873
0
}
874
875
static BOOL gdi_apply_alpha(BYTE* data, UINT32 format, UINT32 stride, RECTANGLE_16* rect,
876
                            UINT32 startOffsetX, UINT32 count, BYTE a)
877
0
{
878
0
  UINT32 written = 0;
879
0
  BOOL first = TRUE;
880
0
  const UINT32 bpp = FreeRDPGetBytesPerPixel(format);
881
0
  WINPR_ASSERT(rect);
882
883
0
  for (size_t y = rect->top; y < rect->bottom; y++)
884
0
  {
885
0
    BYTE* line = &data[y * stride];
886
887
0
    for (size_t x = first ? rect->left + startOffsetX : rect->left; x < rect->right; x++)
888
0
    {
889
0
      BYTE r = 0;
890
0
      BYTE g = 0;
891
0
      BYTE b = 0;
892
893
0
      if (written == count)
894
0
        return TRUE;
895
896
0
      BYTE* src = &line[x * bpp];
897
0
      UINT32 color = FreeRDPReadColor(src, format);
898
0
      FreeRDPSplitColor(color, format, &r, &g, &b, nullptr, nullptr);
899
0
      color = FreeRDPGetColor(format, r, g, b, a);
900
0
      FreeRDPWriteColor(src, format, color);
901
0
      written++;
902
0
    }
903
904
0
    first = FALSE;
905
0
  }
906
907
0
  return TRUE;
908
0
}
909
/**
910
 * Function description
911
 *
912
 * @return 0 on success, otherwise a Win32 error code
913
 */
914
static UINT gdi_SurfaceCommand_Alpha(rdpGdi* gdi, RdpgfxClientContext* context,
915
                                     const RDPGFX_SURFACE_COMMAND* cmd)
916
0
{
917
0
  UINT status = CHANNEL_RC_OK;
918
0
  UINT16 alphaSig = 0;
919
0
  UINT16 compressed = 0;
920
0
  gdiGfxSurface* surface = nullptr;
921
0
  RECTANGLE_16 invalidRect;
922
0
  wStream buffer;
923
0
  wStream* s = nullptr;
924
0
  WINPR_ASSERT(gdi);
925
0
  WINPR_ASSERT(context);
926
0
  WINPR_ASSERT(cmd);
927
928
0
  s = Stream_StaticConstInit(&buffer, cmd->data, cmd->length);
929
930
0
  if (!Stream_CheckAndLogRequiredLength(TAG, s, 4))
931
0
    return ERROR_INVALID_DATA;
932
933
0
  WINPR_ASSERT(context->GetSurfaceData);
934
0
  surface =
935
0
      (gdiGfxSurface*)context->GetSurfaceData(context, (UINT16)MIN(UINT16_MAX, cmd->surfaceId));
936
937
0
  if (!surface)
938
0
  {
939
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
940
0
    return ERROR_NOT_FOUND;
941
0
  }
942
943
0
  if (!is_within_surface(surface, cmd))
944
0
    return ERROR_INVALID_DATA;
945
946
0
  Stream_Read_UINT16(s, alphaSig);
947
0
  Stream_Read_UINT16(s, compressed);
948
949
0
  if (alphaSig != 0x414C)
950
0
    return ERROR_INVALID_DATA;
951
952
0
  if (compressed == 0)
953
0
  {
954
0
    if (!Stream_CheckAndLogRequiredLengthOfSize(TAG, s, cmd->height, cmd->width))
955
0
      return ERROR_INVALID_DATA;
956
957
0
    for (size_t y = cmd->top; y < cmd->top + cmd->height; y++)
958
0
    {
959
0
      BYTE* line = &surface->data[y * surface->scanline];
960
961
0
      for (size_t x = cmd->left; x < cmd->left + cmd->width; x++)
962
0
      {
963
0
        UINT32 color = 0;
964
0
        BYTE r = 0;
965
0
        BYTE g = 0;
966
0
        BYTE b = 0;
967
0
        BYTE a = 0;
968
0
        BYTE* src = &line[x * FreeRDPGetBytesPerPixel(surface->format)];
969
0
        Stream_Read_UINT8(s, a);
970
0
        color = FreeRDPReadColor(src, surface->format);
971
0
        FreeRDPSplitColor(color, surface->format, &r, &g, &b, nullptr, nullptr);
972
0
        color = FreeRDPGetColor(surface->format, r, g, b, a);
973
0
        FreeRDPWriteColor(src, surface->format, color);
974
0
      }
975
0
    }
976
0
  }
977
0
  else
978
0
  {
979
0
    UINT32 startOffsetX = 0;
980
0
    RECTANGLE_16 rect = WINPR_C_ARRAY_INIT;
981
0
    rect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
982
0
    rect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
983
0
    rect.right = (UINT16)MIN(UINT16_MAX, cmd->left + cmd->width);
984
0
    rect.bottom = (UINT16)MIN(UINT16_MAX, cmd->top + cmd->height);
985
986
0
    while (rect.top < rect.bottom)
987
0
    {
988
0
      UINT32 count = 0;
989
0
      BYTE a = 0;
990
991
0
      if (!Stream_CheckAndLogRequiredLength(TAG, s, 2))
992
0
        return ERROR_INVALID_DATA;
993
994
0
      Stream_Read_UINT8(s, a);
995
0
      Stream_Read_UINT8(s, count);
996
997
0
      if (count >= 0xFF)
998
0
      {
999
0
        if (!Stream_CheckAndLogRequiredLength(TAG, s, 2))
1000
0
          return ERROR_INVALID_DATA;
1001
1002
0
        Stream_Read_UINT16(s, count);
1003
1004
0
        if (count >= 0xFFFF)
1005
0
        {
1006
0
          if (!Stream_CheckAndLogRequiredLength(TAG, s, 4))
1007
0
            return ERROR_INVALID_DATA;
1008
1009
0
          Stream_Read_UINT32(s, count);
1010
0
        }
1011
0
      }
1012
1013
0
      if (!gdi_apply_alpha(surface->data, surface->format, surface->scanline, &rect,
1014
0
                           startOffsetX, count, a))
1015
0
        return ERROR_INTERNAL_ERROR;
1016
1017
0
      startOffsetX += count;
1018
1019
0
      while (startOffsetX >= cmd->width)
1020
0
      {
1021
0
        startOffsetX -= cmd->width;
1022
0
        rect.top++;
1023
0
      }
1024
0
    }
1025
0
  }
1026
1027
0
  invalidRect.left = (UINT16)MIN(UINT16_MAX, cmd->left);
1028
0
  invalidRect.top = (UINT16)MIN(UINT16_MAX, cmd->top);
1029
0
  invalidRect.right = (UINT16)MIN(UINT16_MAX, cmd->right);
1030
0
  invalidRect.bottom = (UINT16)MIN(UINT16_MAX, cmd->bottom);
1031
0
  if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion), &invalidRect))
1032
0
    goto fail;
1033
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId, 1,
1034
0
                        &invalidRect);
1035
1036
0
  if (status != CHANNEL_RC_OK)
1037
0
    goto fail;
1038
1039
0
  status = gdi_interFrameUpdate(gdi, context);
1040
1041
0
fail:
1042
0
  return status;
1043
0
}
1044
1045
#if defined(WITH_GFX_FRAME_DUMP)
1046
static void dump_cmd(const RDPGFX_SURFACE_COMMAND* cmd, UINT32 frameId)
1047
{
1048
  static UINT64 xxx = 0;
1049
  const char* path = "/tmp/dump/";
1050
  WINPR_ASSERT(cmd);
1051
  char fname[1024] = WINPR_C_ARRAY_INIT;
1052
1053
  if (_snprintf(fname, sizeof(fname), "%s/%08" PRIx64 ".raw", path, xxx++) < 0)
1054
    return;
1055
1056
  FILE* fp = fopen(fname, "w");
1057
  if (!fp)
1058
    return;
1059
  (void)fprintf(fp, "frameid: %" PRIu32 "\n", frameId);
1060
  (void)fprintf(fp, "surfaceId: %" PRIu32 "\n", cmd->surfaceId);
1061
  (void)fprintf(fp, "codecId: %" PRIu32 "\n", cmd->codecId);
1062
  (void)fprintf(fp, "contextId: %" PRIu32 "\n", cmd->contextId);
1063
  (void)fprintf(fp, "format: %" PRIu32 "\n", cmd->format);
1064
  (void)fprintf(fp, "left: %" PRIu32 "\n", cmd->left);
1065
  (void)fprintf(fp, "top: %" PRIu32 "\n", cmd->top);
1066
  (void)fprintf(fp, "right: %" PRIu32 "\n", cmd->right);
1067
  (void)fprintf(fp, "bottom: %" PRIu32 "\n", cmd->bottom);
1068
  (void)fprintf(fp, "width: %" PRIu32 "\n", cmd->width);
1069
  (void)fprintf(fp, "height: %" PRIu32 "\n", cmd->height);
1070
  (void)fprintf(fp, "length: %" PRIu32 "\n", cmd->length);
1071
1072
  char* bdata = crypto_base64_encode_ex(cmd->data, cmd->length, FALSE);
1073
  (void)fprintf(fp, "data: %s\n", bdata);
1074
  free(bdata);
1075
  fclose(fp);
1076
}
1077
#endif
1078
1079
/**
1080
 * Function description
1081
 *
1082
 * @return 0 on success, otherwise a Win32 error code
1083
 */
1084
static UINT gdi_SurfaceCommand_Progressive(rdpGdi* gdi, RdpgfxClientContext* context,
1085
                                           const RDPGFX_SURFACE_COMMAND* cmd)
1086
0
{
1087
0
  INT32 rc = 0;
1088
0
  UINT status = ERROR_INTERNAL_ERROR;
1089
0
  gdiGfxSurface* surface = nullptr;
1090
0
  REGION16 invalidRegion;
1091
0
  const RECTANGLE_16* rects = nullptr;
1092
0
  UINT32 nrRects = 0;
1093
  /**
1094
   * Note: Since this comes via a Wire-To-Surface-2 PDU the
1095
   * cmd's top/left/right/bottom/width/height members are always zero!
1096
   * The update region is determined during decompression.
1097
   */
1098
0
  WINPR_ASSERT(gdi);
1099
0
  WINPR_ASSERT(context);
1100
0
  WINPR_ASSERT(cmd);
1101
0
  const UINT16 surfaceId = (UINT16)MIN(UINT16_MAX, cmd->surfaceId);
1102
1103
0
  WINPR_ASSERT(context->GetSurfaceData);
1104
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceId);
1105
1106
0
  if (!surface)
1107
0
  {
1108
0
    WLog_ERR(TAG, "unable to retrieve surfaceData for surfaceId=%" PRIu32 "", cmd->surfaceId);
1109
0
    return ERROR_NOT_FOUND;
1110
0
  }
1111
1112
0
  if (!is_within_surface(surface, cmd))
1113
0
    return ERROR_INVALID_DATA;
1114
1115
0
  WINPR_ASSERT(surface->codecs);
1116
0
  rc = progressive_create_surface_context(surface->codecs->progressive, surfaceId, surface->width,
1117
0
                                          surface->height);
1118
1119
0
  if (rc < 0)
1120
0
  {
1121
0
    WLog_ERR(TAG, "progressive_create_surface_context failure: %" PRId32 "", rc);
1122
0
    return ERROR_INTERNAL_ERROR;
1123
0
  }
1124
1125
0
  region16_init(&invalidRegion);
1126
1127
0
  rc = progressive_decompress(surface->codecs->progressive, cmd->data, cmd->length, surface->data,
1128
0
                              surface->format, surface->scanline, cmd->left, cmd->top,
1129
0
                              &invalidRegion, surfaceId, gdi->frameId);
1130
1131
0
  if (rc < 0)
1132
0
  {
1133
0
    WLog_ERR(TAG, "progressive_decompress failure: %" PRId32 "", rc);
1134
0
    goto fail;
1135
0
  }
1136
1137
0
  rects = region16_rects(&invalidRegion, &nrRects);
1138
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
1139
0
                        nrRects, rects);
1140
1141
0
  if (status != CHANNEL_RC_OK)
1142
0
    goto fail;
1143
1144
0
  status = ERROR_INTERNAL_ERROR;
1145
0
  for (UINT32 x = 0; x < nrRects; x++)
1146
0
  {
1147
0
    if (!region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &rects[x]))
1148
0
      goto fail;
1149
0
  }
1150
1151
0
  status = gdi_interFrameUpdate(gdi, context);
1152
1153
0
fail:
1154
1155
0
  region16_uninit(&invalidRegion);
1156
0
  return status;
1157
0
}
1158
1159
/**
1160
 * Function description
1161
 *
1162
 * @return 0 on success, otherwise a Win32 error code
1163
 */
1164
static UINT gdi_SurfaceCommand(RdpgfxClientContext* context, const RDPGFX_SURFACE_COMMAND* cmd)
1165
0
{
1166
0
  UINT status = CHANNEL_RC_OK;
1167
0
  rdpGdi* gdi = nullptr;
1168
1169
0
  if (!context || !cmd)
1170
0
    return ERROR_INVALID_PARAMETER;
1171
1172
0
  gdi = (rdpGdi*)context->custom;
1173
1174
0
  EnterCriticalSection(&context->mux);
1175
0
  const UINT16 codecId = WINPR_ASSERTING_INT_CAST(UINT16, cmd->codecId);
1176
0
  WLog_Print(gdi->log, WLOG_TRACE,
1177
0
             "surfaceId=%" PRIu32 ", codec=%s [%" PRIu32 "], contextId=%" PRIu32 ", format=%s, "
1178
0
             "left=%" PRIu32 ", top=%" PRIu32 ", right=%" PRIu32 ", bottom=%" PRIu32
1179
0
             ", width=%" PRIu32 ", height=%" PRIu32 " "
1180
0
             "length=%" PRIu32 ", data=%p, extra=%p",
1181
0
             cmd->surfaceId, rdpgfx_get_codec_id_string(codecId), cmd->codecId, cmd->contextId,
1182
0
             FreeRDPGetColorFormatName(cmd->format), cmd->left, cmd->top, cmd->right, cmd->bottom,
1183
0
             cmd->width, cmd->height, cmd->length, (void*)cmd->data, (void*)cmd->extra);
1184
#if defined(WITH_GFX_FRAME_DUMP)
1185
  dump_cmd(cmd, gdi->frameId);
1186
#endif
1187
1188
0
  switch (codecId)
1189
0
  {
1190
0
    case RDPGFX_CODECID_UNCOMPRESSED:
1191
0
      status = gdi_SurfaceCommand_Uncompressed(gdi, context, cmd);
1192
0
      break;
1193
1194
#if defined(WITH_GFX_AV1)
1195
    case RDPGFX_CODECID_AV1:
1196
      status = gdi_SurfaceCommand_AV1(gdi, context, cmd);
1197
      break;
1198
#endif
1199
1200
0
    case RDPGFX_CODECID_CAVIDEO:
1201
0
      status = gdi_SurfaceCommand_RemoteFX(gdi, context, cmd);
1202
0
      break;
1203
1204
0
    case RDPGFX_CODECID_CLEARCODEC:
1205
0
      status = gdi_SurfaceCommand_ClearCodec(gdi, context, cmd);
1206
0
      break;
1207
1208
0
    case RDPGFX_CODECID_PLANAR:
1209
0
      status = gdi_SurfaceCommand_Planar(gdi, context, cmd);
1210
0
      break;
1211
1212
0
    case RDPGFX_CODECID_AVC420:
1213
0
      status = gdi_SurfaceCommand_AVC420(gdi, context, cmd);
1214
0
      break;
1215
1216
0
    case RDPGFX_CODECID_AVC444v2:
1217
0
    case RDPGFX_CODECID_AVC444:
1218
0
      status = gdi_SurfaceCommand_AVC444(gdi, context, cmd);
1219
0
      break;
1220
1221
0
    case RDPGFX_CODECID_ALPHA:
1222
0
      status = gdi_SurfaceCommand_Alpha(gdi, context, cmd);
1223
0
      break;
1224
1225
0
    case RDPGFX_CODECID_CAPROGRESSIVE:
1226
0
      status = gdi_SurfaceCommand_Progressive(gdi, context, cmd);
1227
0
      break;
1228
1229
0
    case RDPGFX_CODECID_CAPROGRESSIVE_V2:
1230
0
      WLog_WARN(TAG, "SurfaceCommand %s [0x%08" PRIX16 "] not implemented",
1231
0
                rdpgfx_get_codec_id_string(codecId), codecId);
1232
0
      break;
1233
1234
0
    default:
1235
0
      WLog_WARN(TAG, "Invalid SurfaceCommand %s [0x%08" PRIX16 "]",
1236
0
                rdpgfx_get_codec_id_string(codecId), codecId);
1237
0
      break;
1238
0
  }
1239
1240
0
  LeaveCriticalSection(&context->mux);
1241
0
  return status;
1242
0
}
1243
1244
/**
1245
 * Function description
1246
 *
1247
 * @return 0 on success, otherwise a Win32 error code
1248
 */
1249
static UINT
1250
gdi_DeleteEncodingContext(RdpgfxClientContext* context,
1251
                          const RDPGFX_DELETE_ENCODING_CONTEXT_PDU* deleteEncodingContext)
1252
0
{
1253
0
  WINPR_ASSERT(context);
1254
0
  WINPR_ASSERT(deleteEncodingContext);
1255
0
  WINPR_UNUSED(context);
1256
0
  WINPR_UNUSED(deleteEncodingContext);
1257
0
  return CHANNEL_RC_OK;
1258
0
}
1259
1260
/**
1261
 * Function description
1262
 *
1263
 * @return 0 on success, otherwise a Win32 error code
1264
 */
1265
static UINT gdi_CreateSurface(RdpgfxClientContext* context,
1266
                              const RDPGFX_CREATE_SURFACE_PDU* createSurface)
1267
0
{
1268
0
  UINT rc = ERROR_INTERNAL_ERROR;
1269
0
  gdiGfxSurface* surface = nullptr;
1270
0
  rdpGdi* gdi = nullptr;
1271
0
  WINPR_ASSERT(context);
1272
0
  WINPR_ASSERT(createSurface);
1273
0
  gdi = (rdpGdi*)context->custom;
1274
0
  WINPR_ASSERT(gdi);
1275
0
  WINPR_ASSERT(gdi->context);
1276
0
  EnterCriticalSection(&context->mux);
1277
0
  surface = (gdiGfxSurface*)calloc(1, sizeof(gdiGfxSurface));
1278
1279
0
  if (!surface)
1280
0
    goto fail;
1281
1282
0
  if (!freerdp_settings_get_bool(gdi->context->settings, FreeRDP_DeactivateClientDecoding))
1283
0
  {
1284
0
    WINPR_ASSERT(context->codecs);
1285
0
    surface->codecs = context->codecs;
1286
1287
0
    if (!surface->codecs)
1288
0
    {
1289
0
      free(surface);
1290
0
      goto fail;
1291
0
    }
1292
0
  }
1293
1294
0
  surface->surfaceId = createSurface->surfaceId;
1295
0
  surface->width = gfx_align_scanline(createSurface->width, 16);
1296
0
  surface->height = gfx_align_scanline(createSurface->height, 16);
1297
0
  surface->mappedWidth = createSurface->width;
1298
0
  surface->mappedHeight = createSurface->height;
1299
0
  surface->outputTargetWidth = createSurface->width;
1300
0
  surface->outputTargetHeight = createSurface->height;
1301
1302
0
  const BOOL rails =
1303
0
      freerdp_settings_get_bool(gdi->context->settings, FreeRDP_RemoteApplicationMode);
1304
0
  switch (createSurface->pixelFormat)
1305
0
  {
1306
0
    case GFX_PIXEL_FORMAT_ARGB_8888:
1307
0
      surface->format = PIXEL_FORMAT_BGRA32;
1308
0
      break;
1309
1310
0
    case GFX_PIXEL_FORMAT_XRGB_8888:
1311
0
      surface->format = rails ? PIXEL_FORMAT_BGRA32 : PIXEL_FORMAT_BGRX32;
1312
0
      break;
1313
1314
0
    default:
1315
0
      free(surface);
1316
0
      goto fail;
1317
0
  }
1318
1319
0
  surface->scanline = gfx_align_scanline(surface->width * 4UL, 16);
1320
0
  surface->data = (BYTE*)winpr_aligned_malloc(1ull * surface->scanline * surface->height, 16);
1321
1322
0
  if (!surface->data)
1323
0
  {
1324
0
    free(surface);
1325
0
    goto fail;
1326
0
  }
1327
1328
0
  memset(surface->data, 0xFF, (size_t)surface->scanline * surface->height);
1329
0
  region16_init(&surface->invalidRegion);
1330
1331
0
  WINPR_ASSERT(context->SetSurfaceData);
1332
0
  rc = context->SetSurfaceData(context, surface->surfaceId, (void*)surface);
1333
0
fail:
1334
0
  LeaveCriticalSection(&context->mux);
1335
0
  return rc;
1336
0
}
1337
1338
/**
1339
 * Function description
1340
 *
1341
 * @return 0 on success, otherwise a Win32 error code
1342
 */
1343
static UINT gdi_DeleteSurface(RdpgfxClientContext* context,
1344
                              const RDPGFX_DELETE_SURFACE_PDU* deleteSurface)
1345
0
{
1346
0
  UINT rc = CHANNEL_RC_OK;
1347
0
  UINT res = ERROR_INTERNAL_ERROR;
1348
0
  rdpCodecs* codecs = nullptr;
1349
0
  gdiGfxSurface* surface = nullptr;
1350
0
  EnterCriticalSection(&context->mux);
1351
1352
0
  WINPR_ASSERT(context->GetSurfaceData);
1353
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, deleteSurface->surfaceId);
1354
1355
0
  if (surface)
1356
0
  {
1357
0
    if (surface->windowMapped)
1358
0
      rc = IFCALLRESULT(CHANNEL_RC_OK, context->UnmapWindowForSurface, context,
1359
0
                        surface->windowId);
1360
1361
#ifdef WITH_GFX_H264
1362
    h264_context_free(surface->h264);
1363
#endif
1364
#if defined(WITH_GFX_AV1)
1365
    freerdp_av1_context_free(surface->av1);
1366
#endif
1367
0
    region16_uninit(&surface->invalidRegion);
1368
0
    codecs = surface->codecs;
1369
0
    winpr_aligned_free(surface->data);
1370
0
    free(surface);
1371
0
  }
1372
1373
0
  WINPR_ASSERT(context->SetSurfaceData);
1374
0
  res = context->SetSurfaceData(context, deleteSurface->surfaceId, nullptr);
1375
0
  if (res)
1376
0
    rc = res;
1377
1378
0
  if (codecs && codecs->progressive)
1379
0
    progressive_delete_surface_context(codecs->progressive, deleteSurface->surfaceId);
1380
1381
0
  LeaveCriticalSection(&context->mux);
1382
0
  return rc;
1383
0
}
1384
1385
static BOOL intersect_rect(const RECTANGLE_16* rect, const gdiGfxSurface* surface,
1386
                           RECTANGLE_16* prect)
1387
0
{
1388
0
  WINPR_ASSERT(rect);
1389
0
  WINPR_ASSERT(surface);
1390
0
  WINPR_ASSERT(prect);
1391
1392
0
  if (rect->left > rect->right)
1393
0
    return FALSE;
1394
0
  if (rect->left > surface->width)
1395
0
    return FALSE;
1396
0
  if (rect->top > rect->bottom)
1397
0
    return FALSE;
1398
0
  if (rect->top > surface->height)
1399
0
    return FALSE;
1400
0
  prect->left = rect->left;
1401
0
  prect->top = rect->top;
1402
1403
0
  prect->right = MIN(rect->right, WINPR_ASSERTING_INT_CAST(UINT16, surface->width));
1404
0
  prect->bottom = MIN(rect->bottom, WINPR_ASSERTING_INT_CAST(UINT16, surface->height));
1405
0
  return TRUE;
1406
0
}
1407
1408
/**
1409
 * Function description
1410
 *
1411
 * @return 0 on success, otherwise a Win32 error code
1412
 */
1413
static UINT gdi_SolidFill(RdpgfxClientContext* context, const RDPGFX_SOLID_FILL_PDU* solidFill)
1414
0
{
1415
0
  UINT status = ERROR_INTERNAL_ERROR;
1416
0
  BYTE a = 0xff;
1417
0
  RECTANGLE_16 invalidRect = WINPR_C_ARRAY_INIT;
1418
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
1419
1420
0
  EnterCriticalSection(&context->mux);
1421
1422
0
  WINPR_ASSERT(context->GetSurfaceData);
1423
0
  gdiGfxSurface* surface = (gdiGfxSurface*)context->GetSurfaceData(context, solidFill->surfaceId);
1424
1425
0
  if (!surface)
1426
0
    goto fail;
1427
1428
0
  {
1429
0
    const BYTE b = solidFill->fillPixel.B;
1430
0
    const BYTE g = solidFill->fillPixel.G;
1431
0
    const BYTE r = solidFill->fillPixel.R;
1432
1433
    /* [MS-RDPEGFX] 3.3.5.4 Processing an RDPGFX_SOLIDFILL_PDU message
1434
     * https://learn.microsoft.com/en-us/windows/win32/gdi/binary-raster-operations
1435
     *
1436
     * this sounds like the alpha value is always ignored.
1437
     */
1438
0
    const UINT32 color = FreeRDPGetColor(surface->format, r, g, b, a);
1439
0
    for (UINT16 index = 0; index < solidFill->fillRectCount; index++)
1440
0
    {
1441
0
      const RECTANGLE_16* rect = &(solidFill->fillRects[index]);
1442
1443
0
      if (!intersect_rect(rect, surface, &invalidRect))
1444
0
        goto fail;
1445
1446
0
      const UINT32 nWidth = invalidRect.right - invalidRect.left;
1447
0
      const UINT32 nHeight = invalidRect.bottom - invalidRect.top;
1448
1449
0
      if (!freerdp_image_fill(surface->data, surface->format, surface->scanline,
1450
0
                              invalidRect.left, invalidRect.top, nWidth, nHeight, color))
1451
0
        goto fail;
1452
1453
0
      if (!region16_union_rect(&(surface->invalidRegion), &(surface->invalidRegion),
1454
0
                               &invalidRect))
1455
0
        goto fail;
1456
0
    }
1457
0
  }
1458
1459
0
  status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context, surface->surfaceId,
1460
0
                        solidFill->fillRectCount, solidFill->fillRects);
1461
1462
0
  if (status != CHANNEL_RC_OK)
1463
0
    goto fail;
1464
1465
0
  LeaveCriticalSection(&context->mux);
1466
1467
0
  return gdi_interFrameUpdate(gdi, context);
1468
0
fail:
1469
0
  LeaveCriticalSection(&context->mux);
1470
0
  return status;
1471
0
}
1472
1473
/**
1474
 * Function description
1475
 *
1476
 * @return 0 on success, otherwise a Win32 error code
1477
 */
1478
static UINT gdi_SurfaceToSurface(RdpgfxClientContext* context,
1479
                                 const RDPGFX_SURFACE_TO_SURFACE_PDU* surfaceToSurface)
1480
0
{
1481
0
  UINT status = ERROR_INTERNAL_ERROR;
1482
0
  BOOL sameSurface = 0;
1483
0
  const RECTANGLE_16* rectSrc = nullptr;
1484
0
  RECTANGLE_16 invalidRect;
1485
0
  gdiGfxSurface* surfaceSrc = nullptr;
1486
0
  gdiGfxSurface* surfaceDst = nullptr;
1487
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
1488
0
  EnterCriticalSection(&context->mux);
1489
0
  rectSrc = &(surfaceToSurface->rectSrc);
1490
1491
0
  WINPR_ASSERT(context->GetSurfaceData);
1492
0
  surfaceSrc = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToSurface->surfaceIdSrc);
1493
0
  sameSurface = (surfaceToSurface->surfaceIdSrc == surfaceToSurface->surfaceIdDest);
1494
1495
0
  if (!sameSurface)
1496
0
    surfaceDst =
1497
0
        (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToSurface->surfaceIdDest);
1498
0
  else
1499
0
    surfaceDst = surfaceSrc;
1500
1501
0
  if (!surfaceSrc || !surfaceDst)
1502
0
    goto fail;
1503
1504
0
  if (!is_rect_valid(rectSrc, surfaceSrc->width, surfaceSrc->height))
1505
0
    goto fail;
1506
1507
0
  {
1508
0
    const UINT32 nWidth = rectSrc->right - rectSrc->left;
1509
0
    const UINT32 nHeight = rectSrc->bottom - rectSrc->top;
1510
1511
0
    for (UINT16 index = 0; index < surfaceToSurface->destPtsCount; index++)
1512
0
    {
1513
0
      const RDPGFX_POINT16* destPt = &surfaceToSurface->destPts[index];
1514
0
      const RECTANGLE_16 rect = { destPt->x, destPt->y,
1515
0
                                (UINT16)MIN(UINT16_MAX, destPt->x + nWidth),
1516
0
                                (UINT16)MIN(UINT16_MAX, destPt->y + nHeight) };
1517
0
      if (!is_rect_valid(&rect, surfaceDst->width, surfaceDst->height))
1518
0
        goto fail;
1519
1520
0
      const UINT32 rwidth = rect.right - rect.left;
1521
0
      const UINT32 rheight = rect.bottom - rect.top;
1522
0
      if (!freerdp_image_copy(surfaceDst->data, surfaceDst->format, surfaceDst->scanline,
1523
0
                              destPt->x, destPt->y, rwidth, rheight, surfaceSrc->data,
1524
0
                              surfaceSrc->format, surfaceSrc->scanline, rectSrc->left,
1525
0
                              rectSrc->top, nullptr, FREERDP_FLIP_NONE))
1526
0
        goto fail;
1527
1528
0
      invalidRect = rect;
1529
0
      if (!region16_union_rect(&surfaceDst->invalidRegion, &surfaceDst->invalidRegion,
1530
0
                               &invalidRect))
1531
0
        goto fail;
1532
0
      status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context,
1533
0
                            surfaceDst->surfaceId, 1, &invalidRect);
1534
1535
0
      if (status != CHANNEL_RC_OK)
1536
0
        goto fail;
1537
0
    }
1538
0
  }
1539
1540
0
  LeaveCriticalSection(&context->mux);
1541
1542
0
  return gdi_interFrameUpdate(gdi, context);
1543
0
fail:
1544
0
  LeaveCriticalSection(&context->mux);
1545
0
  return status;
1546
0
}
1547
1548
static void gdi_GfxCacheEntryFree(gdiGfxCacheEntry* entry)
1549
0
{
1550
0
  if (!entry)
1551
0
    return;
1552
0
  free(entry->data);
1553
0
  free(entry);
1554
0
}
1555
1556
static gdiGfxCacheEntry* gdi_GfxCacheEntryNew(UINT64 cacheKey, UINT32 width, UINT32 height,
1557
                                              UINT32 format)
1558
0
{
1559
0
  gdiGfxCacheEntry* cacheEntry = (gdiGfxCacheEntry*)calloc(1, sizeof(gdiGfxCacheEntry));
1560
0
  if (!cacheEntry)
1561
0
    goto fail;
1562
1563
0
  cacheEntry->cacheKey = cacheKey;
1564
0
  cacheEntry->width = width;
1565
0
  cacheEntry->height = height;
1566
0
  cacheEntry->format = format;
1567
1568
0
  const UINT32 bpp = MAX(4, FreeRDPGetBytesPerPixel(format));
1569
0
  cacheEntry->scanline = gfx_align_scanline(cacheEntry->width * bpp, 16);
1570
1571
0
  if ((cacheEntry->width > 0) && (cacheEntry->height > 0))
1572
0
  {
1573
0
    cacheEntry->data = (BYTE*)calloc(cacheEntry->height, cacheEntry->scanline);
1574
1575
0
    if (!cacheEntry->data)
1576
0
      goto fail;
1577
0
  }
1578
0
  return cacheEntry;
1579
0
fail:
1580
0
  gdi_GfxCacheEntryFree(cacheEntry);
1581
0
  return nullptr;
1582
0
}
1583
1584
/**
1585
 * Function description
1586
 *
1587
 * @return 0 on success, otherwise a Win32 error code
1588
 */
1589
static UINT gdi_SurfaceToCache(RdpgfxClientContext* context,
1590
                               const RDPGFX_SURFACE_TO_CACHE_PDU* surfaceToCache)
1591
0
{
1592
0
  gdiGfxCacheEntry* cacheEntry = nullptr;
1593
0
  UINT rc = ERROR_INTERNAL_ERROR;
1594
0
  EnterCriticalSection(&context->mux);
1595
0
  const RECTANGLE_16* rect = &(surfaceToCache->rectSrc);
1596
1597
0
  WINPR_ASSERT(context->GetSurfaceData);
1598
0
  gdiGfxSurface* surface =
1599
0
      (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToCache->surfaceId);
1600
1601
0
  if (!surface)
1602
0
    goto fail;
1603
1604
0
  if (!is_rect_valid(rect, surface->width, surface->height))
1605
0
    goto fail;
1606
1607
0
  cacheEntry = gdi_GfxCacheEntryNew(surfaceToCache->cacheKey, (UINT32)(rect->right - rect->left),
1608
0
                                    (UINT32)(rect->bottom - rect->top), surface->format);
1609
1610
0
  if (!cacheEntry)
1611
0
    goto fail;
1612
1613
0
  if (!cacheEntry->data)
1614
0
    goto fail;
1615
1616
0
  if (!freerdp_image_copy_no_overlap(cacheEntry->data, cacheEntry->format, cacheEntry->scanline,
1617
0
                                     0, 0, cacheEntry->width, cacheEntry->height, surface->data,
1618
0
                                     surface->format, surface->scanline, rect->left, rect->top,
1619
0
                                     nullptr, FREERDP_FLIP_NONE))
1620
0
    goto fail;
1621
1622
0
  {
1623
0
    RDPGFX_EVICT_CACHE_ENTRY_PDU evict = { surfaceToCache->cacheSlot };
1624
0
    WINPR_ASSERT(context->EvictCacheEntry);
1625
0
    rc = context->EvictCacheEntry(context, &evict);
1626
0
    if (rc != CHANNEL_RC_OK)
1627
0
      goto fail;
1628
0
  }
1629
1630
0
  WINPR_ASSERT(context->SetCacheSlotData);
1631
0
  rc = context->SetCacheSlotData(context, surfaceToCache->cacheSlot, (void*)cacheEntry);
1632
0
fail:
1633
0
  if (rc != CHANNEL_RC_OK)
1634
0
    gdi_GfxCacheEntryFree(cacheEntry);
1635
0
  LeaveCriticalSection(&context->mux);
1636
0
  return rc;
1637
0
}
1638
1639
/**
1640
 * Function description
1641
 *
1642
 * @return 0 on success, otherwise a Win32 error code
1643
 */
1644
static UINT gdi_CacheToSurface(RdpgfxClientContext* context,
1645
                               const RDPGFX_CACHE_TO_SURFACE_PDU* cacheToSurface)
1646
0
{
1647
0
  UINT status = ERROR_INTERNAL_ERROR;
1648
0
  gdiGfxSurface* surface = nullptr;
1649
0
  gdiGfxCacheEntry* cacheEntry = nullptr;
1650
0
  RECTANGLE_16 invalidRect;
1651
0
  rdpGdi* gdi = (rdpGdi*)context->custom;
1652
1653
0
  EnterCriticalSection(&context->mux);
1654
1655
0
  WINPR_ASSERT(context->GetSurfaceData);
1656
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, cacheToSurface->surfaceId);
1657
1658
0
  WINPR_ASSERT(context->GetCacheSlotData);
1659
0
  cacheEntry = (gdiGfxCacheEntry*)context->GetCacheSlotData(context, cacheToSurface->cacheSlot);
1660
1661
0
  if (!surface || !cacheEntry)
1662
0
    goto fail;
1663
1664
0
  for (UINT16 index = 0; index < cacheToSurface->destPtsCount; index++)
1665
0
  {
1666
0
    const RDPGFX_POINT16* destPt = &cacheToSurface->destPts[index];
1667
0
    const RECTANGLE_16 rect = { destPt->x, destPt->y,
1668
0
                              (UINT16)MIN(UINT16_MAX, destPt->x + cacheEntry->width),
1669
0
                              (UINT16)MIN(UINT16_MAX, destPt->y + cacheEntry->height) };
1670
1671
0
    if (rectangle_is_empty(&rect))
1672
0
      continue;
1673
1674
0
    if (!is_rect_valid(&rect, surface->width, surface->height))
1675
0
      goto fail;
1676
1677
0
    const UINT32 w = rect.right - rect.left;
1678
0
    const UINT32 h = rect.bottom - rect.top;
1679
0
    if (!freerdp_image_copy_no_overlap(surface->data, surface->format, surface->scanline,
1680
0
                                       destPt->x, destPt->y, w, h, cacheEntry->data,
1681
0
                                       cacheEntry->format, cacheEntry->scanline, 0, 0, nullptr,
1682
0
                                       FREERDP_FLIP_NONE))
1683
0
      goto fail;
1684
1685
0
    invalidRect = rect;
1686
0
    if (!region16_union_rect(&surface->invalidRegion, &surface->invalidRegion, &invalidRect))
1687
0
      goto fail;
1688
0
    status = IFCALLRESULT(CHANNEL_RC_OK, context->UpdateSurfaceArea, context,
1689
0
                          surface->surfaceId, 1, &invalidRect);
1690
1691
0
    if (status != CHANNEL_RC_OK)
1692
0
      goto fail;
1693
0
  }
1694
1695
0
  LeaveCriticalSection(&context->mux);
1696
1697
0
  return gdi_interFrameUpdate(gdi, context);
1698
1699
0
fail:
1700
0
  LeaveCriticalSection(&context->mux);
1701
0
  return status;
1702
0
}
1703
1704
/**
1705
 * Function description
1706
 *
1707
 * @return 0 on success, otherwise a Win32 error code
1708
 */
1709
static UINT gdi_CacheImportReply(RdpgfxClientContext* context,
1710
                                 const RDPGFX_CACHE_IMPORT_REPLY_PDU* cacheImportReply)
1711
0
{
1712
0
  UINT16 count = 0;
1713
0
  const UINT16* slots = nullptr;
1714
0
  UINT error = CHANNEL_RC_OK;
1715
1716
0
  slots = cacheImportReply->cacheSlots;
1717
0
  count = cacheImportReply->importedEntriesCount;
1718
1719
0
  for (UINT16 index = 0; index < count; index++)
1720
0
  {
1721
0
    UINT16 cacheSlot = slots[index];
1722
1723
0
    if (cacheSlot == 0)
1724
0
      continue;
1725
1726
0
    WINPR_ASSERT(context->GetCacheSlotData);
1727
0
    gdiGfxCacheEntry* cacheEntry =
1728
0
        (gdiGfxCacheEntry*)context->GetCacheSlotData(context, cacheSlot);
1729
1730
0
    if (cacheEntry)
1731
0
      continue;
1732
1733
0
    cacheEntry = gdi_GfxCacheEntryNew(cacheSlot, 0, 0, PIXEL_FORMAT_BGRX32);
1734
1735
0
    if (!cacheEntry)
1736
0
      return ERROR_INTERNAL_ERROR;
1737
1738
0
    WINPR_ASSERT(context->SetCacheSlotData);
1739
0
    error = context->SetCacheSlotData(context, cacheSlot, (void*)cacheEntry);
1740
1741
0
    if (error)
1742
0
    {
1743
0
      WLog_ERR(TAG, "CacheImportReply: SetCacheSlotData failed with error %" PRIu32 "",
1744
0
               error);
1745
0
      gdi_GfxCacheEntryFree(cacheEntry);
1746
0
      break;
1747
0
    }
1748
0
  }
1749
1750
0
  return error;
1751
0
}
1752
1753
static UINT gdi_ImportCacheEntry(RdpgfxClientContext* context, UINT16 cacheSlot,
1754
                                 const PERSISTENT_CACHE_ENTRY* importCacheEntry)
1755
0
{
1756
0
  UINT error = ERROR_INTERNAL_ERROR;
1757
0
  gdiGfxCacheEntry* cacheEntry = nullptr;
1758
1759
0
  if (cacheSlot == 0)
1760
0
    return CHANNEL_RC_OK;
1761
1762
0
  cacheEntry = gdi_GfxCacheEntryNew(importCacheEntry->key64, importCacheEntry->width,
1763
0
                                    importCacheEntry->height, PIXEL_FORMAT_BGRX32);
1764
1765
0
  if (!cacheEntry)
1766
0
    goto fail;
1767
1768
0
  if (!freerdp_image_copy_no_overlap(cacheEntry->data, cacheEntry->format, cacheEntry->scanline,
1769
0
                                     0, 0, cacheEntry->width, cacheEntry->height,
1770
0
                                     importCacheEntry->data, PIXEL_FORMAT_BGRX32, 0, 0, 0,
1771
0
                                     nullptr, FREERDP_FLIP_NONE))
1772
0
    goto fail;
1773
1774
0
  {
1775
0
    RDPGFX_EVICT_CACHE_ENTRY_PDU evict = { cacheSlot };
1776
0
    WINPR_ASSERT(context->EvictCacheEntry);
1777
0
    error = context->EvictCacheEntry(context, &evict);
1778
0
  }
1779
0
  if (error != CHANNEL_RC_OK)
1780
0
    goto fail;
1781
1782
0
  WINPR_ASSERT(context->SetCacheSlotData);
1783
0
  error = context->SetCacheSlotData(context, cacheSlot, (void*)cacheEntry);
1784
1785
0
fail:
1786
0
  if (error)
1787
0
  {
1788
0
    gdi_GfxCacheEntryFree(cacheEntry);
1789
0
    WLog_ERR(TAG, "ImportCacheEntry: SetCacheSlotData failed with error %" PRIu32 "", error);
1790
0
  }
1791
1792
0
  return error;
1793
0
}
1794
1795
static UINT gdi_ExportCacheEntry(RdpgfxClientContext* context, UINT16 cacheSlot,
1796
                                 PERSISTENT_CACHE_ENTRY* exportCacheEntry)
1797
0
{
1798
0
  gdiGfxCacheEntry* cacheEntry = nullptr;
1799
1800
0
  WINPR_ASSERT(context->GetCacheSlotData);
1801
0
  cacheEntry = (gdiGfxCacheEntry*)context->GetCacheSlotData(context, cacheSlot);
1802
1803
0
  if (cacheEntry)
1804
0
  {
1805
0
    exportCacheEntry->key64 = cacheEntry->cacheKey;
1806
0
    exportCacheEntry->width = (UINT16)MIN(UINT16_MAX, cacheEntry->width);
1807
0
    exportCacheEntry->height = (UINT16)MIN(UINT16_MAX, cacheEntry->height);
1808
0
    exportCacheEntry->size = cacheEntry->width * cacheEntry->height * 4;
1809
0
    exportCacheEntry->flags = 0;
1810
0
    exportCacheEntry->data = cacheEntry->data;
1811
0
    return CHANNEL_RC_OK;
1812
0
  }
1813
1814
0
  return ERROR_NOT_FOUND;
1815
0
}
1816
1817
/**
1818
 * Function description
1819
 *
1820
 * @return 0 on success, otherwise a Win32 error code
1821
 */
1822
static UINT gdi_EvictCacheEntry(RdpgfxClientContext* context,
1823
                                const RDPGFX_EVICT_CACHE_ENTRY_PDU* evictCacheEntry)
1824
0
{
1825
0
  gdiGfxCacheEntry* cacheEntry = nullptr;
1826
0
  UINT rc = ERROR_NOT_FOUND;
1827
1828
0
  WINPR_ASSERT(context);
1829
0
  WINPR_ASSERT(evictCacheEntry);
1830
1831
0
  EnterCriticalSection(&context->mux);
1832
1833
0
  WINPR_ASSERT(context->GetCacheSlotData);
1834
0
  cacheEntry = (gdiGfxCacheEntry*)context->GetCacheSlotData(context, evictCacheEntry->cacheSlot);
1835
1836
0
  gdi_GfxCacheEntryFree(cacheEntry);
1837
1838
0
  WINPR_ASSERT(context->SetCacheSlotData);
1839
0
  rc = context->SetCacheSlotData(context, evictCacheEntry->cacheSlot, nullptr);
1840
0
  LeaveCriticalSection(&context->mux);
1841
0
  return rc;
1842
0
}
1843
1844
/**
1845
 * Function description
1846
 *
1847
 * @return 0 on success, otherwise a Win32 error code
1848
 */
1849
static UINT gdi_MapSurfaceToOutput(RdpgfxClientContext* context,
1850
                                   const RDPGFX_MAP_SURFACE_TO_OUTPUT_PDU* surfaceToOutput)
1851
0
{
1852
0
  UINT rc = ERROR_INTERNAL_ERROR;
1853
0
  gdiGfxSurface* surface = nullptr;
1854
0
  EnterCriticalSection(&context->mux);
1855
1856
0
  WINPR_ASSERT(context->GetSurfaceData);
1857
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToOutput->surfaceId);
1858
1859
0
  if (!surface)
1860
0
    goto fail;
1861
1862
0
  if (surface->windowMapped)
1863
0
  {
1864
0
    WLog_WARN(TAG, "surface already windowMapped when trying to set outputMapped");
1865
0
    goto fail;
1866
0
  }
1867
1868
0
  surface->outputMapped = TRUE;
1869
0
  surface->outputOriginX = surfaceToOutput->outputOriginX;
1870
0
  surface->outputOriginY = surfaceToOutput->outputOriginY;
1871
0
  surface->outputTargetWidth = surface->mappedWidth;
1872
0
  surface->outputTargetHeight = surface->mappedHeight;
1873
0
  region16_clear(&surface->invalidRegion);
1874
0
  rc = CHANNEL_RC_OK;
1875
0
fail:
1876
0
  LeaveCriticalSection(&context->mux);
1877
0
  return rc;
1878
0
}
1879
1880
static UINT
1881
gdi_MapSurfaceToScaledOutput(RdpgfxClientContext* context,
1882
                             const RDPGFX_MAP_SURFACE_TO_SCALED_OUTPUT_PDU* surfaceToOutput)
1883
0
{
1884
0
  UINT rc = ERROR_INTERNAL_ERROR;
1885
0
  gdiGfxSurface* surface = nullptr;
1886
0
  EnterCriticalSection(&context->mux);
1887
1888
0
  WINPR_ASSERT(context->GetSurfaceData);
1889
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToOutput->surfaceId);
1890
1891
0
  if (!surface)
1892
0
    goto fail;
1893
1894
0
  if (surface->windowMapped)
1895
0
  {
1896
0
    WLog_WARN(TAG, "surface already windowMapped when trying to set outputMapped");
1897
0
    goto fail;
1898
0
  }
1899
1900
0
  surface->outputMapped = TRUE;
1901
0
  surface->outputOriginX = surfaceToOutput->outputOriginX;
1902
0
  surface->outputOriginY = surfaceToOutput->outputOriginY;
1903
0
  surface->outputTargetWidth = surfaceToOutput->targetWidth;
1904
0
  surface->outputTargetHeight = surfaceToOutput->targetHeight;
1905
0
  region16_clear(&surface->invalidRegion);
1906
0
  rc = CHANNEL_RC_OK;
1907
0
fail:
1908
0
  LeaveCriticalSection(&context->mux);
1909
0
  return rc;
1910
0
}
1911
1912
/**
1913
 * Function description
1914
 *
1915
 * @return 0 on success, otherwise a Win32 error code
1916
 */
1917
static UINT gdi_MapSurfaceToWindow(RdpgfxClientContext* context,
1918
                                   const RDPGFX_MAP_SURFACE_TO_WINDOW_PDU* surfaceToWindow)
1919
0
{
1920
0
  UINT rc = ERROR_INTERNAL_ERROR;
1921
0
  gdiGfxSurface* surface = nullptr;
1922
0
  EnterCriticalSection(&context->mux);
1923
1924
0
  WINPR_ASSERT(context->GetSurfaceData);
1925
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToWindow->surfaceId);
1926
1927
0
  if (!surface)
1928
0
    goto fail;
1929
1930
0
  if (surface->outputMapped)
1931
0
  {
1932
0
    WLog_WARN(TAG, "surface already outputMapped when trying to set windowMapped");
1933
0
    goto fail;
1934
0
  }
1935
1936
0
  if (surface->windowMapped)
1937
0
  {
1938
0
    if (surface->windowId != surfaceToWindow->windowId)
1939
0
    {
1940
0
      WLog_WARN(TAG, "surface windowId mismatch, has %" PRIu64 ", expected %" PRIu64,
1941
0
                surface->windowId, surfaceToWindow->windowId);
1942
0
      goto fail;
1943
0
    }
1944
0
  }
1945
0
  surface->windowMapped = TRUE;
1946
1947
0
  surface->windowId = surfaceToWindow->windowId;
1948
0
  surface->mappedWidth = surfaceToWindow->mappedWidth;
1949
0
  surface->mappedHeight = surfaceToWindow->mappedHeight;
1950
0
  surface->outputTargetWidth = surfaceToWindow->mappedWidth;
1951
0
  surface->outputTargetHeight = surfaceToWindow->mappedHeight;
1952
0
  rc = IFCALLRESULT(CHANNEL_RC_OK, context->MapWindowForSurface, context,
1953
0
                    surfaceToWindow->surfaceId, surfaceToWindow->windowId);
1954
0
fail:
1955
0
  LeaveCriticalSection(&context->mux);
1956
0
  return rc;
1957
0
}
1958
1959
static UINT
1960
gdi_MapSurfaceToScaledWindow(RdpgfxClientContext* context,
1961
                             const RDPGFX_MAP_SURFACE_TO_SCALED_WINDOW_PDU* surfaceToWindow)
1962
0
{
1963
0
  UINT rc = ERROR_INTERNAL_ERROR;
1964
0
  gdiGfxSurface* surface = nullptr;
1965
0
  EnterCriticalSection(&context->mux);
1966
1967
0
  WINPR_ASSERT(context->GetSurfaceData);
1968
0
  surface = (gdiGfxSurface*)context->GetSurfaceData(context, surfaceToWindow->surfaceId);
1969
1970
0
  if (!surface)
1971
0
    goto fail;
1972
1973
0
  if (surface->outputMapped)
1974
0
  {
1975
0
    WLog_WARN(TAG, "surface already outputMapped when trying to set windowMapped");
1976
0
    goto fail;
1977
0
  }
1978
1979
0
  if (surface->windowMapped)
1980
0
  {
1981
0
    if (surface->windowId != surfaceToWindow->windowId)
1982
0
    {
1983
0
      WLog_WARN(TAG, "surface windowId mismatch, has %" PRIu64 ", expected %" PRIu64,
1984
0
                surface->windowId, surfaceToWindow->windowId);
1985
0
      goto fail;
1986
0
    }
1987
0
  }
1988
0
  surface->windowMapped = TRUE;
1989
1990
0
  surface->windowId = surfaceToWindow->windowId;
1991
0
  surface->mappedWidth = surfaceToWindow->mappedWidth;
1992
0
  surface->mappedHeight = surfaceToWindow->mappedHeight;
1993
0
  surface->outputTargetWidth = surfaceToWindow->targetWidth;
1994
0
  surface->outputTargetHeight = surfaceToWindow->targetHeight;
1995
0
  rc = IFCALLRESULT(CHANNEL_RC_OK, context->MapWindowForSurface, context,
1996
0
                    surfaceToWindow->surfaceId, surfaceToWindow->windowId);
1997
0
fail:
1998
0
  LeaveCriticalSection(&context->mux);
1999
0
  return rc;
2000
0
}
2001
2002
BOOL gdi_graphics_pipeline_init(rdpGdi* gdi, RdpgfxClientContext* gfx)
2003
0
{
2004
0
  return gdi_graphics_pipeline_init_ex(gdi, gfx, nullptr, nullptr, nullptr);
2005
0
}
2006
2007
BOOL gdi_graphics_pipeline_init_ex(rdpGdi* gdi, RdpgfxClientContext* gfx,
2008
                                   pcRdpgfxMapWindowForSurface map,
2009
                                   pcRdpgfxUnmapWindowForSurface unmap,
2010
                                   pcRdpgfxUpdateSurfaceArea update)
2011
0
{
2012
0
  if (!gdi || !gfx || !gdi->context || !gdi->context->settings)
2013
0
    return FALSE;
2014
2015
0
  rdpContext* context = gdi->context;
2016
0
  rdpSettings* settings = context->settings;
2017
2018
0
  gdi->gfx = gfx;
2019
0
  gfx->custom = (void*)gdi;
2020
0
  gfx->ResetGraphics = gdi_ResetGraphics;
2021
0
  gfx->StartFrame = gdi_StartFrame;
2022
0
  gfx->EndFrame = gdi_EndFrame;
2023
0
  gfx->SurfaceCommand = gdi_SurfaceCommand;
2024
0
  gfx->DeleteEncodingContext = gdi_DeleteEncodingContext;
2025
0
  gfx->CreateSurface = gdi_CreateSurface;
2026
0
  gfx->DeleteSurface = gdi_DeleteSurface;
2027
0
  gfx->SolidFill = gdi_SolidFill;
2028
0
  gfx->SurfaceToSurface = gdi_SurfaceToSurface;
2029
0
  gfx->SurfaceToCache = gdi_SurfaceToCache;
2030
0
  gfx->CacheToSurface = gdi_CacheToSurface;
2031
0
  gfx->CacheImportReply = gdi_CacheImportReply;
2032
0
  gfx->ImportCacheEntry = gdi_ImportCacheEntry;
2033
0
  gfx->ExportCacheEntry = gdi_ExportCacheEntry;
2034
0
  gfx->EvictCacheEntry = gdi_EvictCacheEntry;
2035
0
  gfx->MapSurfaceToOutput = gdi_MapSurfaceToOutput;
2036
0
  gfx->MapSurfaceToWindow = gdi_MapSurfaceToWindow;
2037
0
  gfx->MapSurfaceToScaledOutput = gdi_MapSurfaceToScaledOutput;
2038
0
  gfx->MapSurfaceToScaledWindow = gdi_MapSurfaceToScaledWindow;
2039
0
  gfx->UpdateSurfaces = gdi_UpdateSurfaces;
2040
0
  gfx->MapWindowForSurface = map;
2041
0
  gfx->UnmapWindowForSurface = unmap;
2042
0
  gfx->UpdateSurfaceArea = update;
2043
2044
0
  if (!freerdp_settings_get_bool(settings, FreeRDP_DeactivateClientDecoding))
2045
0
  {
2046
0
    const UINT32 w = freerdp_settings_get_uint32(settings, FreeRDP_DesktopWidth);
2047
0
    const UINT32 h = freerdp_settings_get_uint32(settings, FreeRDP_DesktopHeight);
2048
0
    const UINT32 flags = freerdp_settings_get_uint32(settings, FreeRDP_ThreadingFlags);
2049
2050
0
    gfx->codecs = freerdp_client_codecs_new(flags);
2051
0
    if (!gfx->codecs)
2052
0
      return FALSE;
2053
0
    if (!freerdp_client_codecs_prepare(gfx->codecs, FREERDP_CODEC_ALL, w, h))
2054
0
      return FALSE;
2055
0
  }
2056
0
  InitializeCriticalSection(&gfx->mux);
2057
0
  PROFILER_CREATE(gfx->SurfaceProfiler, "GFX-PROFILER")
2058
2059
  /**
2060
   * gdi->graphicsReset will be removed in FreeRDP v3 from public headers,
2061
   * since the EGFX Reset Graphics PDU seems to be optional.
2062
   * There are still some clients that expect and check it and therefore
2063
   * we simply initialize it with TRUE here for now.
2064
   */
2065
0
  gdi->graphicsReset = TRUE;
2066
0
  if (freerdp_settings_get_bool(settings, FreeRDP_DeactivateClientDecoding))
2067
0
  {
2068
0
    gfx->UpdateSurfaceArea = nullptr;
2069
0
    gfx->UpdateSurfaces = nullptr;
2070
0
    gfx->SurfaceCommand = nullptr;
2071
0
  }
2072
2073
0
  return TRUE;
2074
0
}
2075
2076
void gdi_graphics_pipeline_uninit(rdpGdi* gdi, RdpgfxClientContext* gfx)
2077
0
{
2078
0
  if (gdi)
2079
0
    gdi->gfx = nullptr;
2080
2081
0
  if (!gfx)
2082
0
    return;
2083
2084
0
  gfx->custom = nullptr;
2085
0
  freerdp_client_codecs_free(gfx->codecs);
2086
0
  gfx->codecs = nullptr;
2087
0
  DeleteCriticalSection(&gfx->mux);
2088
0
  PROFILER_PRINT_HEADER
2089
0
  PROFILER_PRINT(gfx->SurfaceProfiler)
2090
0
  PROFILER_PRINT_FOOTER
2091
0
  PROFILER_FREE(gfx->SurfaceProfiler)
2092
0
}