/src/FreeRDP/libfreerdp/codec/rfx.c
Line | Count | Source |
1 | | /** |
2 | | * FreeRDP: A Remote Desktop Protocol Implementation |
3 | | * RemoteFX Codec Library |
4 | | * |
5 | | * Copyright 2011 Vic Lee |
6 | | * Copyright 2015 Thincast Technologies GmbH |
7 | | * Copyright 2015 Norbert Federa <norbert.federa@thincast.com> |
8 | | * |
9 | | * Licensed under the Apache License, Version 2.0 (the "License"); |
10 | | * you may not use this file except in compliance with the License. |
11 | | * You may obtain a copy of the License at |
12 | | * |
13 | | * http://www.apache.org/licenses/LICENSE-2.0 |
14 | | * |
15 | | * Unless required by applicable law or agreed to in writing, software |
16 | | * distributed under the License is distributed on an "AS IS" BASIS, |
17 | | * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
18 | | * See the License for the specific language governing permissions and |
19 | | * limitations under the License. |
20 | | */ |
21 | | |
22 | | #include <freerdp/config.h> |
23 | | |
24 | | #include <stdio.h> |
25 | | #include <stdlib.h> |
26 | | #include <string.h> |
27 | | |
28 | | #include <winpr/assert.h> |
29 | | #include <winpr/cast.h> |
30 | | #include <winpr/crt.h> |
31 | | #include <winpr/tchar.h> |
32 | | #include <winpr/sysinfo.h> |
33 | | #if !defined(WITHOUT_FREERDP_3x_DEPRECATED) |
34 | | #include <winpr/registry.h> |
35 | | #endif |
36 | | |
37 | | #include <freerdp/log.h> |
38 | | #include <freerdp/settings.h> |
39 | | #include <freerdp/codec/rfx.h> |
40 | | #include <freerdp/constants.h> |
41 | | #include <freerdp/primitives.h> |
42 | | #include <freerdp/codec/region.h> |
43 | | #include <freerdp/build-config.h> |
44 | | #include <freerdp/utils/helpers.h> |
45 | | #include <winpr/config-readers.h> |
46 | | |
47 | | #include "rfx_constants.h" |
48 | | #include "rfx_types.h" |
49 | | #include "rfx_decode.h" |
50 | | #include "rfx_encode.h" |
51 | | #include "rfx_quantization.h" |
52 | | #include "rfx_dwt.h" |
53 | | #include "rfx_rlgr.h" |
54 | | #include "../core/utils.h" |
55 | | |
56 | | #include "sse/rfx_sse2.h" |
57 | | #include "neon/rfx_neon.h" |
58 | | |
59 | | #define TAG FREERDP_TAG("codec") |
60 | | |
61 | | #if !defined(WITHOUT_FREERDP_3x_DEPRECATED) |
62 | 24.8k | #define RFX_KEY "Software\\%s\\RemoteFX" |
63 | | #endif |
64 | | /** |
65 | | * The quantization values control the compression rate and quality. The value |
66 | | * range is between 6 and 15. The higher value, the higher compression rate |
67 | | * and lower quality. |
68 | | * |
69 | | * This is the default values being use by the MS RDP server, and we will also |
70 | | * use it as our default values for the encoder. It can be overridden by setting |
71 | | * the context->num_quants and context->quants member. |
72 | | * |
73 | | * The order of the values are: |
74 | | * LL3, LH3, HL3, HH3, LH2, HL2, HH2, LH1, HL1, HH1 |
75 | | */ |
76 | | static const UINT32 rfx_default_quantization_values[] = { 6, 6, 6, 6, 7, 7, 8, 8, 8, 9 }; |
77 | | |
78 | | static inline BOOL rfx_write_progressive_tile_simple(RFX_CONTEXT* WINPR_RESTRICT rfx, |
79 | | wStream* WINPR_RESTRICT s, |
80 | | const RFX_TILE* WINPR_RESTRICT tile); |
81 | | static BOOL rfx_message_clear(RFX_CONTEXT* WINPR_RESTRICT context, |
82 | | RFX_MESSAGE* WINPR_RESTRICT message); |
83 | | |
84 | | static inline void rfx_profiler_create(RFX_CONTEXT* WINPR_RESTRICT context) |
85 | 12.4k | { |
86 | 12.4k | if (!context || !context->priv) |
87 | 0 | return; |
88 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_decode_rgb, "rfx_decode_rgb") |
89 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_decode_component, "rfx_decode_component") |
90 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_rlgr_decode, "rfx_rlgr_decode") |
91 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_differential_decode, "rfx_differential_decode") |
92 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_quantization_decode, "rfx_quantization_decode") |
93 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_dwt_2d_decode, "rfx_dwt_2d_decode") |
94 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_ycbcr_to_rgb, "prims->yCbCrToRGB") |
95 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_encode_rgb, "rfx_encode_rgb") |
96 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_encode_component, "rfx_encode_component") |
97 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_rlgr_encode, "rfx_rlgr_encode") |
98 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_differential_encode, "rfx_differential_encode") |
99 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_quantization_encode, "rfx_quantization_encode") |
100 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_dwt_2d_encode, "rfx_dwt_2d_encode") |
101 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_rgb_to_ycbcr, "prims->RGBToYCbCr") |
102 | 12.4k | PROFILER_CREATE(context->priv->prof_rfx_encode_format_rgb, "rfx_encode_format_rgb") |
103 | 12.4k | } |
104 | | |
105 | | static inline void rfx_profiler_free(RFX_CONTEXT* WINPR_RESTRICT context) |
106 | 12.4k | { |
107 | 12.4k | if (!context || !context->priv) |
108 | 0 | return; |
109 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_decode_rgb) |
110 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_decode_component) |
111 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_rlgr_decode) |
112 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_differential_decode) |
113 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_quantization_decode) |
114 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_dwt_2d_decode) |
115 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_ycbcr_to_rgb) |
116 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_encode_rgb) |
117 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_encode_component) |
118 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_rlgr_encode) |
119 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_differential_encode) |
120 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_quantization_encode) |
121 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_dwt_2d_encode) |
122 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_rgb_to_ycbcr) |
123 | 12.4k | PROFILER_FREE(context->priv->prof_rfx_encode_format_rgb) |
124 | 12.4k | } |
125 | | |
126 | | static inline void rfx_profiler_print(RFX_CONTEXT* WINPR_RESTRICT context) |
127 | 12.4k | { |
128 | 12.4k | if (!context || !context->priv) |
129 | 0 | return; |
130 | | |
131 | 12.4k | PROFILER_PRINT_HEADER |
132 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_decode_rgb) |
133 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_decode_component) |
134 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_rlgr_decode) |
135 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_differential_decode) |
136 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_quantization_decode) |
137 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_dwt_2d_decode) |
138 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_ycbcr_to_rgb) |
139 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_encode_rgb) |
140 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_encode_component) |
141 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_rlgr_encode) |
142 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_differential_encode) |
143 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_quantization_encode) |
144 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_dwt_2d_encode) |
145 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_rgb_to_ycbcr) |
146 | 12.4k | PROFILER_PRINT(context->priv->prof_rfx_encode_format_rgb) |
147 | 12.4k | PROFILER_PRINT_FOOTER |
148 | 12.4k | } |
149 | | |
150 | | static inline void rfx_tile_init(void* obj) |
151 | 0 | { |
152 | 0 | RFX_TILE* tile = (RFX_TILE*)obj; |
153 | 0 | if (tile) |
154 | 0 | { |
155 | 0 | tile->x = 0; |
156 | 0 | tile->y = 0; |
157 | 0 | tile->YLen = 0; |
158 | 0 | tile->YData = nullptr; |
159 | 0 | tile->CbLen = 0; |
160 | 0 | tile->CbData = nullptr; |
161 | 0 | tile->CrLen = 0; |
162 | 0 | tile->CrData = nullptr; |
163 | 0 | } |
164 | 0 | } |
165 | | |
166 | | static inline void* rfx_decoder_tile_new(const void* val) |
167 | 0 | { |
168 | 0 | const size_t size = 4ULL * 64ULL * 64ULL; |
169 | 0 | RFX_TILE* tile = nullptr; |
170 | 0 | WINPR_UNUSED(val); |
171 | |
|
172 | 0 | if (!(tile = (RFX_TILE*)winpr_aligned_calloc(1, sizeof(RFX_TILE), 32))) |
173 | 0 | return nullptr; |
174 | | |
175 | 0 | if (!(tile->data = (BYTE*)winpr_aligned_calloc(1, size, 16))) |
176 | 0 | { |
177 | 0 | winpr_aligned_free(tile); |
178 | 0 | return nullptr; |
179 | 0 | } |
180 | 0 | memset(tile->data, 0xff, size); |
181 | 0 | tile->allocated = TRUE; |
182 | 0 | return tile; |
183 | 0 | } |
184 | | |
185 | | static inline void rfx_decoder_tile_free(void* obj) |
186 | 0 | { |
187 | 0 | RFX_TILE* tile = (RFX_TILE*)obj; |
188 | |
|
189 | 0 | if (tile) |
190 | 0 | { |
191 | 0 | if (tile->allocated) |
192 | 0 | winpr_aligned_free(tile->data); |
193 | |
|
194 | 0 | winpr_aligned_free(tile); |
195 | 0 | } |
196 | 0 | } |
197 | | |
198 | | static inline void* rfx_encoder_tile_new(const void* val) |
199 | 0 | { |
200 | 0 | WINPR_UNUSED(val); |
201 | 0 | return winpr_aligned_calloc(1, sizeof(RFX_TILE), 32); |
202 | 0 | } |
203 | | |
204 | | static inline void rfx_encoder_tile_free(void* obj) |
205 | 0 | { |
206 | 0 | winpr_aligned_free(obj); |
207 | 0 | } |
208 | | |
209 | | RFX_CONTEXT* rfx_context_new(BOOL encoder) |
210 | 6.21k | { |
211 | 6.21k | return rfx_context_new_ex(encoder, 0); |
212 | 6.21k | } |
213 | | |
214 | | RFX_CONTEXT* rfx_context_new_ex(BOOL encoder, UINT32 ThreadingFlags) |
215 | 12.4k | { |
216 | 12.4k | RFX_CONTEXT_PRIV* priv = nullptr; |
217 | 12.4k | RFX_CONTEXT* context = (RFX_CONTEXT*)winpr_aligned_calloc(1, sizeof(RFX_CONTEXT), 32); |
218 | | |
219 | 12.4k | if (!context) |
220 | 0 | return nullptr; |
221 | | |
222 | 12.4k | context->encoder = encoder; |
223 | 12.4k | context->currentMessage.freeArray = TRUE; |
224 | 12.4k | context->priv = priv = (RFX_CONTEXT_PRIV*)winpr_aligned_calloc(1, sizeof(RFX_CONTEXT_PRIV), 32); |
225 | | |
226 | 12.4k | if (!priv) |
227 | 0 | goto fail; |
228 | | |
229 | 12.4k | priv->log = WLog_Get("com.freerdp.codec.rfx"); |
230 | 12.4k | priv->TilePool = ObjectPool_New(TRUE); |
231 | | |
232 | 12.4k | if (!priv->TilePool) |
233 | 0 | goto fail; |
234 | | |
235 | 12.4k | { |
236 | 12.4k | wObject* pool = ObjectPool_Object(priv->TilePool); |
237 | 12.4k | pool->fnObjectInit = rfx_tile_init; |
238 | | |
239 | 12.4k | if (context->encoder) |
240 | 0 | { |
241 | 0 | pool->fnObjectNew = rfx_encoder_tile_new; |
242 | 0 | pool->fnObjectFree = rfx_encoder_tile_free; |
243 | 0 | } |
244 | 12.4k | else |
245 | 12.4k | { |
246 | 12.4k | pool->fnObjectNew = rfx_decoder_tile_new; |
247 | 12.4k | pool->fnObjectFree = rfx_decoder_tile_free; |
248 | 12.4k | } |
249 | 12.4k | } |
250 | | |
251 | | /* |
252 | | * align buffers to 16 byte boundary (needed for SSE/NEON instructions) |
253 | | * |
254 | | * y_r_buffer, cb_g_buffer, cr_b_buffer: 64 * 64 * sizeof(INT16) = 8192 (0x2000) |
255 | | * dwt_buffer: 32 * 32 * 2 * 2 * sizeof(INT16) = 8192, maximum sub-band width is 32 |
256 | | * |
257 | | * Additionally we add 32 bytes (16 in front and 16 at the back of the buffer) |
258 | | * in order to allow optimized functions (SEE, NEON) to read from positions |
259 | | * that are actually in front/beyond the buffer. Offset calculations are |
260 | | * performed at the BufferPool_Take function calls in rfx_encode/decode.c. |
261 | | * |
262 | | * We then multiply by 3 to use a single, partionned buffer for all 3 channels. |
263 | | */ |
264 | 12.4k | priv->BufferPool = BufferPool_New(TRUE, (8192ULL + 32ULL) * 3ULL, 16); |
265 | | |
266 | 12.4k | if (!priv->BufferPool) |
267 | 0 | goto fail; |
268 | | |
269 | 12.4k | priv->UseThreads = FALSE; |
270 | | |
271 | 12.4k | const char config[] = "remotefx.json"; |
272 | 12.4k | if (!(ThreadingFlags & THREADING_FLAGS_DISABLE_THREADS)) |
273 | 12.4k | priv->UseThreads = TRUE; |
274 | | |
275 | 12.4k | #if !defined(WITHOUT_FREERDP_3x_DEPRECATED) |
276 | 12.4k | { |
277 | 12.4k | char* key = freerdp_getApplicatonDetailsRegKey(RFX_KEY); |
278 | 12.4k | if (key) |
279 | 12.4k | { |
280 | 12.4k | HKEY hKey = nullptr; |
281 | 12.4k | const LONG status = |
282 | 12.4k | RegOpenKeyExA(HKEY_LOCAL_MACHINE, RFX_KEY, 0, KEY_READ | KEY_WOW64_64KEY, &hKey); |
283 | 12.4k | free(key); |
284 | | |
285 | 12.4k | if (status == ERROR_SUCCESS) |
286 | 0 | { |
287 | 0 | WLog_WARN(TAG, "HKLM.reg is deprecated since 3.33.0. ATTENTION: Use %s instead!", |
288 | 0 | config); |
289 | 0 | DWORD dwType = 0; |
290 | 0 | DWORD dwValue = 0; |
291 | 0 | DWORD dwSize = sizeof(dwValue); |
292 | |
|
293 | 0 | if (RegQueryValueEx(hKey, _T("UseThreads"), nullptr, &dwType, (BYTE*)&dwValue, |
294 | 0 | &dwSize) == ERROR_SUCCESS) |
295 | 0 | priv->UseThreads = dwValue ? 1 : 0; |
296 | |
|
297 | 0 | RegCloseKey(hKey); |
298 | 0 | } |
299 | 12.4k | } |
300 | 12.4k | } |
301 | 12.4k | #endif |
302 | 12.4k | { |
303 | 12.4k | WINPR_JSON* json = freerdp_GetJSONConfigFile(TRUE, config); |
304 | 12.4k | if (json) |
305 | 0 | { |
306 | 0 | winpr_config_apply_bool(config, json, "UseThreads", &priv->UseThreads); |
307 | 0 | WINPR_JSON_Delete(json); |
308 | 0 | } |
309 | 12.4k | } |
310 | | |
311 | 12.4k | if (priv->UseThreads) |
312 | 12.4k | { |
313 | | /* Call primitives_get here in order to avoid race conditions when using primitives_get */ |
314 | | /* from multiple threads. This call will initialize all function pointers correctly */ |
315 | | /* before any decoding threads are started */ |
316 | 12.4k | if (!primitives_get()) |
317 | 0 | goto fail; |
318 | 12.4k | } |
319 | | |
320 | | /* initialize the default pixel format */ |
321 | 12.4k | rfx_context_set_pixel_format(context, PIXEL_FORMAT_BGRX32); |
322 | | /* create profilers for default decoding routines */ |
323 | 12.4k | rfx_profiler_create(context); |
324 | | /* set up default routines */ |
325 | 12.4k | context->quantization_decode = rfx_quantization_decode; |
326 | 12.4k | context->quantization_encode = rfx_quantization_encode; |
327 | 12.4k | context->dwt_2d_decode = rfx_dwt_2d_decode; |
328 | 12.4k | context->dwt_2d_extrapolate_decode = rfx_dwt_2d_extrapolate_decode; |
329 | 12.4k | context->dwt_2d_encode = rfx_dwt_2d_encode; |
330 | 12.4k | context->rlgr_decode = rfx_rlgr_decode; |
331 | 12.4k | context->rlgr_encode = rfx_rlgr_encode; |
332 | 12.4k | rfx_init_sse2(context); |
333 | 12.4k | rfx_init_neon(context); |
334 | 12.4k | context->state = RFX_STATE_SEND_HEADERS; |
335 | 12.4k | context->expectedDataBlockType = WBT_FRAME_BEGIN; |
336 | 12.4k | return context; |
337 | 0 | fail: |
338 | 0 | WINPR_PRAGMA_DIAG_PUSH |
339 | 0 | WINPR_PRAGMA_DIAG_IGNORED_MISMATCHED_DEALLOC |
340 | 0 | rfx_context_free(context); |
341 | 0 | WINPR_PRAGMA_DIAG_POP |
342 | 0 | return nullptr; |
343 | 12.4k | } |
344 | | |
345 | | void rfx_context_free(RFX_CONTEXT* context) |
346 | 12.4k | { |
347 | 12.4k | RFX_CONTEXT_PRIV* priv = nullptr; |
348 | | |
349 | 12.4k | if (!context) |
350 | 0 | return; |
351 | | |
352 | 12.4k | WINPR_ASSERT(nullptr != context); |
353 | | |
354 | 12.4k | priv = context->priv; |
355 | 12.4k | WINPR_ASSERT(nullptr != priv); |
356 | 12.4k | WINPR_ASSERT(nullptr != priv->TilePool); |
357 | 12.4k | WINPR_ASSERT(nullptr != priv->BufferPool); |
358 | | |
359 | | /* coverity[address_free] */ |
360 | 12.4k | rfx_message_clear(context, &context->currentMessage); |
361 | 12.4k | winpr_aligned_free(context->quants); |
362 | 12.4k | rfx_profiler_print(context); |
363 | 12.4k | rfx_profiler_free(context); |
364 | | |
365 | 12.4k | if (priv) |
366 | 12.4k | { |
367 | 12.4k | ObjectPool_Free(priv->TilePool); |
368 | 12.4k | if (priv->UseThreads) |
369 | 12.4k | { |
370 | 12.4k | winpr_aligned_free((void*)priv->workObjects); |
371 | 12.4k | winpr_aligned_free(priv->tileWorkParams); |
372 | | #ifdef WITH_PROFILER |
373 | | WLog_VRB( |
374 | | TAG, |
375 | | "WARNING: Profiling results probably unusable with multithreaded RemoteFX codec!"); |
376 | | #endif |
377 | 12.4k | } |
378 | | |
379 | 12.4k | BufferPool_Free(priv->BufferPool); |
380 | 12.4k | winpr_aligned_free(priv); |
381 | 12.4k | } |
382 | 12.4k | winpr_aligned_free(context); |
383 | 12.4k | } |
384 | | |
385 | | static inline RFX_TILE* rfx_message_get_tile(RFX_MESSAGE* WINPR_RESTRICT message, UINT32 index) |
386 | 0 | { |
387 | 0 | WINPR_ASSERT(message); |
388 | 0 | WINPR_ASSERT(message->tiles); |
389 | 0 | WINPR_ASSERT(index < message->numTiles); |
390 | 0 | return message->tiles[index]; |
391 | 0 | } |
392 | | |
393 | | static inline const RFX_RECT* rfx_message_get_rect_const(const RFX_MESSAGE* WINPR_RESTRICT message, |
394 | | UINT32 index) |
395 | 0 | { |
396 | 0 | WINPR_ASSERT(message); |
397 | 0 | WINPR_ASSERT(message->rects); |
398 | 0 | WINPR_ASSERT(index < message->numRects); |
399 | 0 | return &message->rects[index]; |
400 | 0 | } |
401 | | |
402 | | static inline RFX_RECT* rfx_message_get_rect(RFX_MESSAGE* WINPR_RESTRICT message, UINT32 index) |
403 | 0 | { |
404 | 0 | WINPR_ASSERT(message); |
405 | 0 | WINPR_ASSERT(message->rects); |
406 | 0 | WINPR_ASSERT(index < message->numRects); |
407 | 0 | return &message->rects[index]; |
408 | 0 | } |
409 | | |
410 | | void rfx_context_set_pixel_format(RFX_CONTEXT* WINPR_RESTRICT context, UINT32 pixel_format) |
411 | 12.4k | { |
412 | 12.4k | WINPR_ASSERT(context); |
413 | 12.4k | context->pixel_format = pixel_format; |
414 | 12.4k | const UINT32 bpp = FreeRDPGetBitsPerPixel(pixel_format); |
415 | 12.4k | context->bits_per_pixel = WINPR_ASSERTING_INT_CAST(UINT8, bpp); |
416 | 12.4k | } |
417 | | |
418 | | UINT32 rfx_context_get_pixel_format(RFX_CONTEXT* WINPR_RESTRICT context) |
419 | 0 | { |
420 | 0 | WINPR_ASSERT(context); |
421 | 0 | return context->pixel_format; |
422 | 0 | } |
423 | | |
424 | | void rfx_context_set_palette(RFX_CONTEXT* WINPR_RESTRICT context, |
425 | | const BYTE* WINPR_RESTRICT palette) |
426 | 0 | { |
427 | 0 | WINPR_ASSERT(context); |
428 | 0 | context->palette = palette; |
429 | 0 | } |
430 | | |
431 | | const BYTE* rfx_context_get_palette(RFX_CONTEXT* WINPR_RESTRICT context) |
432 | 0 | { |
433 | 0 | WINPR_ASSERT(context); |
434 | 0 | return context->palette; |
435 | 0 | } |
436 | | |
437 | | BOOL rfx_context_reset(RFX_CONTEXT* WINPR_RESTRICT context, UINT32 width, UINT32 height) |
438 | 0 | { |
439 | 0 | if (!context) |
440 | 0 | return FALSE; |
441 | | |
442 | 0 | context->width = WINPR_ASSERTING_INT_CAST(UINT16, width); |
443 | 0 | context->height = WINPR_ASSERTING_INT_CAST(UINT16, height); |
444 | 0 | context->state = RFX_STATE_SEND_HEADERS; |
445 | 0 | context->expectedDataBlockType = WBT_FRAME_BEGIN; |
446 | 0 | context->frameIdx = 0; |
447 | 0 | return TRUE; |
448 | 0 | } |
449 | | |
450 | | static inline BOOL rfx_process_message_sync(RFX_CONTEXT* WINPR_RESTRICT context, |
451 | | wStream* WINPR_RESTRICT s) |
452 | 890 | { |
453 | 890 | UINT32 magic = 0; |
454 | | |
455 | 890 | WINPR_ASSERT(context); |
456 | 890 | WINPR_ASSERT(context->priv); |
457 | 890 | context->decodedHeaderBlocks &= (uint32_t)~RFX_DECODED_SYNC; |
458 | | |
459 | | /* RFX_SYNC */ |
460 | 890 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 6)) |
461 | 1 | return FALSE; |
462 | | |
463 | 889 | Stream_Read_UINT32(s, magic); /* magic (4 bytes), 0xCACCACCA */ |
464 | 889 | if (magic != WF_MAGIC) |
465 | 67 | { |
466 | 67 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid magic number 0x%08" PRIX32 "", magic); |
467 | 67 | return FALSE; |
468 | 67 | } |
469 | | |
470 | 822 | Stream_Read_UINT16(s, context->version); /* version (2 bytes), WF_VERSION_1_0 (0x0100) */ |
471 | 822 | if (context->version != WF_VERSION_1_0) |
472 | 22 | { |
473 | 22 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid version number 0x%08" PRIX32 "", |
474 | 22 | context->version); |
475 | 22 | return FALSE; |
476 | 22 | } |
477 | | |
478 | 800 | WLog_Print(context->priv->log, WLOG_DEBUG, "version 0x%08" PRIX32 "", context->version); |
479 | 800 | context->decodedHeaderBlocks |= RFX_DECODED_SYNC; |
480 | 800 | return TRUE; |
481 | 822 | } |
482 | | |
483 | | static inline BOOL rfx_process_message_codec_versions(RFX_CONTEXT* WINPR_RESTRICT context, |
484 | | wStream* WINPR_RESTRICT s) |
485 | 1.23k | { |
486 | 1.23k | BYTE numCodecs = 0; |
487 | | |
488 | 1.23k | WINPR_ASSERT(context); |
489 | 1.23k | WINPR_ASSERT(context->priv); |
490 | 1.23k | context->decodedHeaderBlocks &= (uint32_t)~RFX_DECODED_VERSIONS; |
491 | | |
492 | 1.23k | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 4)) |
493 | 3 | return FALSE; |
494 | | |
495 | 1.23k | Stream_Read_UINT8(s, numCodecs); /* numCodecs (1 byte), must be set to 0x01 */ |
496 | 1.23k | Stream_Read_UINT8(s, context->codec_id); /* codecId (1 byte), must be set to 0x01 */ |
497 | 1.23k | Stream_Read_UINT16( |
498 | 1.23k | s, context->codec_version); /* version (2 bytes), must be set to WF_VERSION_1_0 (0x0100) */ |
499 | | |
500 | 1.23k | if (numCodecs != 1) |
501 | 672 | { |
502 | 672 | WLog_Print(context->priv->log, WLOG_ERROR, "numCodes is 0x%02" PRIX8 " (must be 0x01)", |
503 | 672 | numCodecs); |
504 | 672 | return FALSE; |
505 | 672 | } |
506 | | |
507 | 560 | if (context->codec_id != 0x01) |
508 | 18 | { |
509 | 18 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid codec id (0x%02" PRIX32 ")", |
510 | 18 | context->codec_id); |
511 | 18 | return FALSE; |
512 | 18 | } |
513 | | |
514 | 542 | if (context->codec_version != WF_VERSION_1_0) |
515 | 19 | { |
516 | 19 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid codec version (0x%08" PRIX32 ")", |
517 | 19 | context->codec_version); |
518 | 19 | return FALSE; |
519 | 19 | } |
520 | | |
521 | 523 | WLog_Print(context->priv->log, WLOG_DEBUG, "id %" PRIu32 " version 0x%" PRIX32 ".", |
522 | 523 | context->codec_id, context->codec_version); |
523 | 523 | context->decodedHeaderBlocks |= RFX_DECODED_VERSIONS; |
524 | 523 | return TRUE; |
525 | 542 | } |
526 | | |
527 | | static inline BOOL rfx_process_message_channels(RFX_CONTEXT* WINPR_RESTRICT context, |
528 | | wStream* WINPR_RESTRICT s) |
529 | 382 | { |
530 | 382 | BYTE channelId = 0; |
531 | 382 | BYTE numChannels = 0; |
532 | | |
533 | 382 | WINPR_ASSERT(context); |
534 | 382 | WINPR_ASSERT(context->priv); |
535 | 382 | context->decodedHeaderBlocks &= (uint32_t)~RFX_DECODED_CHANNELS; |
536 | | |
537 | 382 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 1)) |
538 | 57 | return FALSE; |
539 | | |
540 | 325 | Stream_Read_UINT8(s, numChannels); /* numChannels (1 byte), must bet set to 0x01 */ |
541 | | |
542 | | /* In RDVH sessions, numChannels will represent the number of virtual monitors |
543 | | * configured and does not always be set to 0x01 as [MS-RDPRFX] said. |
544 | | */ |
545 | 325 | if (numChannels < 1) |
546 | 2 | { |
547 | 2 | WLog_Print(context->priv->log, WLOG_ERROR, "no channels announced"); |
548 | 2 | return FALSE; |
549 | 2 | } |
550 | | |
551 | 323 | if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(context->priv->log, s, numChannels, 5ull)) |
552 | 8 | return FALSE; |
553 | | |
554 | | /* RFX_CHANNELT */ |
555 | 315 | Stream_Read_UINT8(s, channelId); /* channelId (1 byte), must be set to 0x00 */ |
556 | | |
557 | 315 | if (channelId != 0x00) |
558 | 2 | { |
559 | 2 | WLog_Print(context->priv->log, WLOG_ERROR, "channelId:0x%02" PRIX8 ", expected:0x00", |
560 | 2 | channelId); |
561 | 2 | return FALSE; |
562 | 2 | } |
563 | | |
564 | 313 | Stream_Read_UINT16(s, context->width); /* width (2 bytes) */ |
565 | 313 | Stream_Read_UINT16(s, context->height); /* height (2 bytes) */ |
566 | | |
567 | 313 | if (!context->width || !context->height) |
568 | 5 | { |
569 | 5 | WLog_Print(context->priv->log, WLOG_ERROR, |
570 | 5 | "invalid channel with/height: %" PRIu16 "x%" PRIu16 "", context->width, |
571 | 5 | context->height); |
572 | 5 | return FALSE; |
573 | 5 | } |
574 | | |
575 | | /* Now, only the first monitor can be used, therefore the other channels will be ignored. */ |
576 | 308 | Stream_Seek(s, 5ULL * (numChannels - 1)); |
577 | 308 | WLog_Print(context->priv->log, WLOG_DEBUG, |
578 | 308 | "numChannels %" PRIu8 " id %" PRIu8 ", %" PRIu16 "x%" PRIu16 ".", numChannels, |
579 | 308 | channelId, context->width, context->height); |
580 | 308 | context->decodedHeaderBlocks |= RFX_DECODED_CHANNELS; |
581 | 308 | return TRUE; |
582 | 313 | } |
583 | | |
584 | | static inline BOOL rfx_process_message_context(RFX_CONTEXT* WINPR_RESTRICT context, |
585 | | wStream* WINPR_RESTRICT s) |
586 | 335 | { |
587 | 335 | BYTE ctxId = 0; |
588 | 335 | UINT16 tileSize = 0; |
589 | 335 | UINT16 properties = 0; |
590 | | |
591 | 335 | WINPR_ASSERT(context); |
592 | 335 | WINPR_ASSERT(context->priv); |
593 | 335 | context->decodedHeaderBlocks &= (uint32_t)~RFX_DECODED_CONTEXT; |
594 | | |
595 | 335 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 5)) |
596 | 3 | return FALSE; |
597 | | |
598 | 332 | Stream_Read_UINT8(s, ctxId); /* ctxId (1 byte), must be set to 0x00 */ |
599 | 332 | Stream_Read_UINT16(s, tileSize); /* tileSize (2 bytes), must be set to CT_TILE_64x64 (0x0040) */ |
600 | 332 | Stream_Read_UINT16(s, properties); /* properties (2 bytes) */ |
601 | 332 | WLog_Print(context->priv->log, WLOG_DEBUG, |
602 | 332 | "ctxId %" PRIu8 " tileSize %" PRIu16 " properties 0x%04" PRIX16 ".", ctxId, tileSize, |
603 | 332 | properties); |
604 | 332 | context->properties = properties; |
605 | 332 | context->flags = (properties & 0x0007); |
606 | | |
607 | 332 | if (context->flags == CODEC_MODE) |
608 | 89 | { |
609 | 89 | WLog_Print(context->priv->log, WLOG_DEBUG, "codec is in image mode."); |
610 | 89 | } |
611 | 243 | else |
612 | 243 | { |
613 | 243 | WLog_Print(context->priv->log, WLOG_DEBUG, "codec is in video mode."); |
614 | 243 | } |
615 | | |
616 | 332 | switch ((properties & 0x1E00) >> 9) |
617 | 332 | { |
618 | 89 | case CLW_ENTROPY_RLGR1: |
619 | 89 | context->mode = RLGR1; |
620 | 89 | WLog_Print(context->priv->log, WLOG_DEBUG, "RLGR1."); |
621 | 89 | break; |
622 | | |
623 | 233 | case CLW_ENTROPY_RLGR3: |
624 | 233 | context->mode = RLGR3; |
625 | 233 | WLog_Print(context->priv->log, WLOG_DEBUG, "RLGR3."); |
626 | 233 | break; |
627 | | |
628 | 10 | default: |
629 | 10 | WLog_Print(context->priv->log, WLOG_ERROR, "unknown RLGR algorithm."); |
630 | 10 | return FALSE; |
631 | 332 | } |
632 | | |
633 | 322 | context->decodedHeaderBlocks |= RFX_DECODED_CONTEXT; |
634 | 322 | return TRUE; |
635 | 332 | } |
636 | | |
637 | | static inline BOOL rfx_process_message_frame_begin( |
638 | | RFX_CONTEXT* WINPR_RESTRICT context, WINPR_ATTR_UNUSED RFX_MESSAGE* WINPR_RESTRICT message, |
639 | | wStream* WINPR_RESTRICT s, UINT16* WINPR_RESTRICT pExpectedBlockType) |
640 | 0 | { |
641 | 0 | UINT32 frameIdx = 0; |
642 | 0 | UINT16 numRegions = 0; |
643 | |
|
644 | 0 | WINPR_ASSERT(context); |
645 | 0 | WINPR_ASSERT(context->priv); |
646 | 0 | WINPR_ASSERT(message); |
647 | 0 | WINPR_ASSERT(pExpectedBlockType); |
648 | |
|
649 | 0 | if (*pExpectedBlockType != WBT_FRAME_BEGIN) |
650 | 0 | { |
651 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "message unexpected wants WBT_FRAME_BEGIN"); |
652 | 0 | return FALSE; |
653 | 0 | } |
654 | | |
655 | 0 | *pExpectedBlockType = WBT_REGION; |
656 | |
|
657 | 0 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 6)) |
658 | 0 | return FALSE; |
659 | | |
660 | 0 | Stream_Read_UINT32( |
661 | 0 | s, frameIdx); /* frameIdx (4 bytes), if codec is in video mode, must be ignored */ |
662 | 0 | Stream_Read_UINT16(s, numRegions); /* numRegions (2 bytes) */ |
663 | 0 | WLog_Print(context->priv->log, WLOG_DEBUG, |
664 | 0 | "RFX_FRAME_BEGIN: frameIdx: %" PRIu32 " numRegions: %" PRIu16 "", frameIdx, |
665 | 0 | numRegions); |
666 | 0 | return TRUE; |
667 | 0 | } |
668 | | |
669 | | static inline BOOL rfx_process_message_frame_end( |
670 | | RFX_CONTEXT* WINPR_RESTRICT context, WINPR_ATTR_UNUSED RFX_MESSAGE* WINPR_RESTRICT message, |
671 | | WINPR_ATTR_UNUSED wStream* WINPR_RESTRICT s, UINT16* WINPR_RESTRICT pExpectedBlockType) |
672 | 0 | { |
673 | 0 | WINPR_ASSERT(context); |
674 | 0 | WINPR_ASSERT(context->priv); |
675 | 0 | WINPR_ASSERT(message); |
676 | 0 | WINPR_ASSERT(s); |
677 | 0 | WINPR_ASSERT(pExpectedBlockType); |
678 | |
|
679 | 0 | if (*pExpectedBlockType != WBT_FRAME_END) |
680 | 0 | { |
681 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "message unexpected, wants WBT_FRAME_END"); |
682 | 0 | return FALSE; |
683 | 0 | } |
684 | | |
685 | 0 | *pExpectedBlockType = WBT_FRAME_BEGIN; |
686 | 0 | WLog_Print(context->priv->log, WLOG_DEBUG, "RFX_FRAME_END"); |
687 | 0 | return TRUE; |
688 | 0 | } |
689 | | |
690 | | static inline BOOL rfx_resize_rects(RFX_MESSAGE* WINPR_RESTRICT message) |
691 | 0 | { |
692 | 0 | WINPR_ASSERT(message); |
693 | |
|
694 | 0 | RFX_RECT* tmpRects = |
695 | 0 | winpr_aligned_recalloc(message->rects, message->numRects, sizeof(RFX_RECT), 32); |
696 | 0 | if (!tmpRects) |
697 | 0 | return FALSE; |
698 | 0 | message->rects = tmpRects; |
699 | 0 | return TRUE; |
700 | 0 | } |
701 | | |
702 | | static inline BOOL rfx_process_message_region(RFX_CONTEXT* WINPR_RESTRICT context, |
703 | | RFX_MESSAGE* WINPR_RESTRICT message, |
704 | | wStream* WINPR_RESTRICT s, |
705 | | UINT16* WINPR_RESTRICT pExpectedBlockType) |
706 | 0 | { |
707 | 0 | UINT16 regionType = 0; |
708 | 0 | UINT16 numTileSets = 0; |
709 | |
|
710 | 0 | WINPR_ASSERT(context); |
711 | 0 | WINPR_ASSERT(context->priv); |
712 | 0 | WINPR_ASSERT(message); |
713 | 0 | WINPR_ASSERT(pExpectedBlockType); |
714 | |
|
715 | 0 | if (*pExpectedBlockType != WBT_REGION) |
716 | 0 | { |
717 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "message unexpected wants WBT_REGION"); |
718 | 0 | return FALSE; |
719 | 0 | } |
720 | | |
721 | 0 | *pExpectedBlockType = WBT_EXTENSION; |
722 | |
|
723 | 0 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 3)) |
724 | 0 | return FALSE; |
725 | | |
726 | 0 | Stream_Seek_UINT8(s); /* regionFlags (1 byte) */ |
727 | 0 | Stream_Read_UINT16(s, message->numRects); /* numRects (2 bytes) */ |
728 | |
|
729 | 0 | if (message->numRects < 1) |
730 | 0 | { |
731 | | /* |
732 | | If numRects is zero the decoder must generate a rectangle with |
733 | | coordinates (0, 0, width, height). |
734 | | See [MS-RDPRFX] (revision >= 17.0) 2.2.2.3.3 TS_RFX_REGION |
735 | | https://msdn.microsoft.com/en-us/library/ff635233.aspx |
736 | | */ |
737 | 0 | message->numRects = 1; |
738 | 0 | if (!rfx_resize_rects(message)) |
739 | 0 | return FALSE; |
740 | | |
741 | 0 | message->rects->x = 0; |
742 | 0 | message->rects->y = 0; |
743 | 0 | message->rects->width = context->width; |
744 | 0 | message->rects->height = context->height; |
745 | 0 | return TRUE; |
746 | 0 | } |
747 | | |
748 | 0 | if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(context->priv->log, s, message->numRects, 8ull)) |
749 | 0 | return FALSE; |
750 | | |
751 | 0 | if (!rfx_resize_rects(message)) |
752 | 0 | return FALSE; |
753 | | |
754 | | /* rects */ |
755 | 0 | for (UINT16 i = 0; i < message->numRects; i++) |
756 | 0 | { |
757 | 0 | RFX_RECT* rect = rfx_message_get_rect(message, i); |
758 | | /* RFX_RECT */ |
759 | 0 | Stream_Read_UINT16(s, rect->x); /* x (2 bytes) */ |
760 | 0 | Stream_Read_UINT16(s, rect->y); /* y (2 bytes) */ |
761 | 0 | Stream_Read_UINT16(s, rect->width); /* width (2 bytes) */ |
762 | 0 | Stream_Read_UINT16(s, rect->height); /* height (2 bytes) */ |
763 | 0 | WLog_Print(context->priv->log, WLOG_DEBUG, |
764 | 0 | "rect %" PRIu16 " (x,y=%" PRIu16 ",%" PRIu16 " w,h=%" PRIu16 " %" PRIu16 ").", i, |
765 | 0 | rect->x, rect->y, rect->width, rect->height); |
766 | 0 | } |
767 | |
|
768 | 0 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 4)) |
769 | 0 | return FALSE; |
770 | | |
771 | 0 | Stream_Read_UINT16(s, regionType); /*regionType (2 bytes): MUST be set to CBT_REGION (0xCAC1)*/ |
772 | 0 | Stream_Read_UINT16(s, numTileSets); /*numTilesets (2 bytes): MUST be set to 0x0001.*/ |
773 | |
|
774 | 0 | if (regionType != CBT_REGION) |
775 | 0 | { |
776 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid region type 0x%04" PRIX16 "", |
777 | 0 | regionType); |
778 | 0 | return TRUE; |
779 | 0 | } |
780 | | |
781 | 0 | if (numTileSets != 0x0001) |
782 | 0 | { |
783 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid number of tilesets (%" PRIu16 ")", |
784 | 0 | numTileSets); |
785 | 0 | return FALSE; |
786 | 0 | } |
787 | | |
788 | 0 | return TRUE; |
789 | 0 | } |
790 | | |
791 | | typedef struct |
792 | | { |
793 | | RFX_TILE* tile; |
794 | | RFX_CONTEXT* context; |
795 | | } RFX_TILE_PROCESS_WORK_PARAM; |
796 | | |
797 | | static inline void CALLBACK |
798 | | rfx_process_message_tile_work_callback(WINPR_ATTR_UNUSED PTP_CALLBACK_INSTANCE instance, |
799 | | void* context, WINPR_ATTR_UNUSED PTP_WORK work) |
800 | 0 | { |
801 | 0 | RFX_TILE_PROCESS_WORK_PARAM* param = (RFX_TILE_PROCESS_WORK_PARAM*)context; |
802 | 0 | WINPR_ASSERT(param); |
803 | 0 | WINPR_ASSERT(param->context); |
804 | 0 | WINPR_ASSERT(param->context->priv); |
805 | |
|
806 | 0 | if (!rfx_decode_rgb(param->context, param->tile, param->tile->data, 64 * 4)) |
807 | 0 | WLog_Print(param->context->priv->log, WLOG_ERROR, "rfx_decode_rgb failed"); |
808 | 0 | } |
809 | | |
810 | | static inline BOOL rfx_allocate_tiles(RFX_MESSAGE* WINPR_RESTRICT message, size_t count, |
811 | | BOOL allocOnly) |
812 | 0 | { |
813 | 0 | WINPR_ASSERT(message); |
814 | |
|
815 | 0 | RFX_TILE** tmpTiles = |
816 | 0 | (RFX_TILE**)winpr_aligned_recalloc((void*)message->tiles, count, sizeof(RFX_TILE*), 32); |
817 | 0 | if (!tmpTiles && (count != 0)) |
818 | 0 | return FALSE; |
819 | | |
820 | 0 | message->tiles = tmpTiles; |
821 | 0 | if (!allocOnly) |
822 | 0 | message->numTiles = WINPR_ASSERTING_INT_CAST(UINT16, count); |
823 | 0 | else |
824 | 0 | { |
825 | 0 | WINPR_ASSERT(message->numTiles <= count); |
826 | 0 | } |
827 | 0 | message->allocatedTiles = count; |
828 | |
|
829 | 0 | return TRUE; |
830 | 0 | } |
831 | | |
832 | | static inline BOOL rfx_process_message_tileset(RFX_CONTEXT* WINPR_RESTRICT context, |
833 | | RFX_MESSAGE* WINPR_RESTRICT message, |
834 | | wStream* WINPR_RESTRICT s, |
835 | | UINT16* WINPR_RESTRICT pExpectedBlockType) |
836 | 0 | { |
837 | 0 | BOOL rc = 0; |
838 | 0 | size_t close_cnt = 0; |
839 | 0 | BYTE quant = 0; |
840 | 0 | RFX_TILE* tile = nullptr; |
841 | 0 | UINT32* quants = nullptr; |
842 | 0 | UINT16 subtype = 0; |
843 | 0 | UINT16 numTiles = 0; |
844 | 0 | UINT32 blockLen = 0; |
845 | 0 | UINT32 blockType = 0; |
846 | 0 | UINT32 tilesDataSize = 0; |
847 | 0 | PTP_WORK* work_objects = nullptr; |
848 | 0 | RFX_TILE_PROCESS_WORK_PARAM* params = nullptr; |
849 | 0 | void* pmem = nullptr; |
850 | |
|
851 | 0 | WINPR_ASSERT(context); |
852 | 0 | WINPR_ASSERT(context->priv); |
853 | 0 | WINPR_ASSERT(message); |
854 | 0 | WINPR_ASSERT(pExpectedBlockType); |
855 | |
|
856 | 0 | if (*pExpectedBlockType != WBT_EXTENSION) |
857 | 0 | { |
858 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "message unexpected wants a tileset"); |
859 | 0 | return FALSE; |
860 | 0 | } |
861 | | |
862 | 0 | *pExpectedBlockType = WBT_FRAME_END; |
863 | |
|
864 | 0 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 14)) |
865 | 0 | return FALSE; |
866 | | |
867 | 0 | Stream_Read_UINT16(s, subtype); /* subtype (2 bytes) must be set to CBT_TILESET (0xCAC2) */ |
868 | 0 | if (subtype != CBT_TILESET) |
869 | 0 | { |
870 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid subtype, expected CBT_TILESET."); |
871 | 0 | return FALSE; |
872 | 0 | } |
873 | | |
874 | 0 | Stream_Seek_UINT16(s); /* idx (2 bytes), must be set to 0x0000 */ |
875 | 0 | Stream_Seek_UINT16(s); /* properties (2 bytes) */ |
876 | 0 | Stream_Read_UINT8(s, context->numQuant); /* numQuant (1 byte) */ |
877 | 0 | Stream_Seek_UINT8(s); /* tileSize (1 byte), must be set to 0x40 */ |
878 | |
|
879 | 0 | if (context->numQuant < 1) |
880 | 0 | { |
881 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "no quantization value."); |
882 | 0 | return FALSE; |
883 | 0 | } |
884 | | |
885 | 0 | Stream_Read_UINT16(s, numTiles); /* numTiles (2 bytes) */ |
886 | 0 | if (numTiles < 1) |
887 | 0 | { |
888 | | /* Windows Server 2012 (not R2) can send empty tile sets */ |
889 | 0 | return TRUE; |
890 | 0 | } |
891 | | |
892 | 0 | Stream_Read_UINT32(s, tilesDataSize); /* tilesDataSize (4 bytes) */ |
893 | |
|
894 | 0 | if (!(pmem = winpr_aligned_recalloc(context->quants, context->numQuant, |
895 | 0 | NR_QUANT_VALUES * sizeof(UINT32), 32))) |
896 | 0 | return FALSE; |
897 | | |
898 | 0 | quants = context->quants = (UINT32*)pmem; |
899 | | |
900 | | /* quantVals */ |
901 | 0 | if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(context->priv->log, s, context->numQuant, 5ull)) |
902 | 0 | return FALSE; |
903 | | |
904 | 0 | for (size_t i = 0; i < context->numQuant; i++) |
905 | 0 | { |
906 | | /* RFX_CODEC_QUANT */ |
907 | 0 | Stream_Read_UINT8(s, quant); |
908 | 0 | *quants++ = (quant & 0x0F); |
909 | 0 | *quants++ = (quant >> 4); |
910 | 0 | Stream_Read_UINT8(s, quant); |
911 | 0 | *quants++ = (quant & 0x0F); |
912 | 0 | *quants++ = (quant >> 4); |
913 | 0 | Stream_Read_UINT8(s, quant); |
914 | 0 | *quants++ = (quant & 0x0F); |
915 | 0 | *quants++ = (quant >> 4); |
916 | 0 | Stream_Read_UINT8(s, quant); |
917 | 0 | *quants++ = (quant & 0x0F); |
918 | 0 | *quants++ = (quant >> 4); |
919 | 0 | Stream_Read_UINT8(s, quant); |
920 | 0 | *quants++ = (quant & 0x0F); |
921 | 0 | *quants++ = (quant >> 4); |
922 | 0 | WLog_Print( |
923 | 0 | context->priv->log, WLOG_DEBUG, |
924 | 0 | "quant %" PRIuz " (%" PRIu32 " %" PRIu32 " %" PRIu32 " %" PRIu32 " %" PRIu32 " %" PRIu32 |
925 | 0 | " %" PRIu32 " %" PRIu32 " %" PRIu32 " %" PRIu32 ").", |
926 | 0 | i, context->quants[i * NR_QUANT_VALUES], context->quants[i * NR_QUANT_VALUES + 1], |
927 | 0 | context->quants[i * NR_QUANT_VALUES + 2], context->quants[i * NR_QUANT_VALUES + 3], |
928 | 0 | context->quants[i * NR_QUANT_VALUES + 4], context->quants[i * NR_QUANT_VALUES + 5], |
929 | 0 | context->quants[i * NR_QUANT_VALUES + 6], context->quants[i * NR_QUANT_VALUES + 7], |
930 | 0 | context->quants[i * NR_QUANT_VALUES + 8], context->quants[i * NR_QUANT_VALUES + 9]); |
931 | 0 | } |
932 | |
|
933 | 0 | for (size_t i = 0; i < message->numTiles; i++) |
934 | 0 | { |
935 | 0 | ObjectPool_Return(context->priv->TilePool, message->tiles[i]); |
936 | 0 | message->tiles[i] = nullptr; |
937 | 0 | } |
938 | |
|
939 | 0 | if (!rfx_allocate_tiles(message, numTiles, FALSE)) |
940 | 0 | return FALSE; |
941 | | |
942 | 0 | if (context->priv->UseThreads) |
943 | 0 | { |
944 | 0 | work_objects = (PTP_WORK*)winpr_aligned_calloc(message->numTiles, sizeof(PTP_WORK), 32); |
945 | 0 | params = (RFX_TILE_PROCESS_WORK_PARAM*)winpr_aligned_recalloc( |
946 | 0 | nullptr, message->numTiles, sizeof(RFX_TILE_PROCESS_WORK_PARAM), 32); |
947 | |
|
948 | 0 | if (!work_objects) |
949 | 0 | { |
950 | 0 | winpr_aligned_free(params); |
951 | 0 | return FALSE; |
952 | 0 | } |
953 | | |
954 | 0 | if (!params) |
955 | 0 | { |
956 | 0 | winpr_aligned_free((void*)work_objects); |
957 | 0 | return FALSE; |
958 | 0 | } |
959 | 0 | } |
960 | | |
961 | | /* tiles */ |
962 | 0 | close_cnt = 0; |
963 | 0 | rc = FALSE; |
964 | |
|
965 | 0 | if (Stream_GetRemainingLength(s) >= tilesDataSize) |
966 | 0 | { |
967 | 0 | rc = TRUE; |
968 | 0 | for (size_t i = 0; i < message->numTiles; i++) |
969 | 0 | { |
970 | 0 | wStream subBuffer; |
971 | 0 | wStream* sub = nullptr; |
972 | |
|
973 | 0 | if (!(tile = (RFX_TILE*)ObjectPool_Take(context->priv->TilePool))) |
974 | 0 | { |
975 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
976 | 0 | "RfxMessageTileSet failed to get tile from object pool"); |
977 | 0 | rc = FALSE; |
978 | 0 | break; |
979 | 0 | } |
980 | | |
981 | 0 | message->tiles[i] = tile; |
982 | | |
983 | | /* RFX_TILE */ |
984 | 0 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 6)) |
985 | 0 | { |
986 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
987 | 0 | "RfxMessageTileSet packet too small to read tile %" PRIuz "/%" PRIu16 "", |
988 | 0 | i, message->numTiles); |
989 | 0 | rc = FALSE; |
990 | 0 | break; |
991 | 0 | } |
992 | | |
993 | 0 | sub = Stream_StaticInit(&subBuffer, Stream_Pointer(s), Stream_GetRemainingLength(s)); |
994 | 0 | Stream_Read_UINT16( |
995 | 0 | sub, blockType); /* blockType (2 bytes), must be set to CBT_TILE (0xCAC3) */ |
996 | 0 | Stream_Read_UINT32(sub, blockLen); /* blockLen (4 bytes) */ |
997 | |
|
998 | 0 | if (!Stream_SafeSeek(s, blockLen)) |
999 | 0 | { |
1000 | 0 | rc = FALSE; |
1001 | 0 | break; |
1002 | 0 | } |
1003 | 0 | if ((blockLen < 6 + 13) || |
1004 | 0 | (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, sub, blockLen - 6))) |
1005 | 0 | { |
1006 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1007 | 0 | "RfxMessageTileSet not enough bytes to read tile %" PRIuz "/%" PRIu16 |
1008 | 0 | " with blocklen=%" PRIu32 "", |
1009 | 0 | i, message->numTiles, blockLen); |
1010 | 0 | rc = FALSE; |
1011 | 0 | break; |
1012 | 0 | } |
1013 | | |
1014 | 0 | if (blockType != CBT_TILE) |
1015 | 0 | { |
1016 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1017 | 0 | "unknown block type 0x%" PRIX32 ", expected CBT_TILE (0xCAC3).", |
1018 | 0 | blockType); |
1019 | 0 | rc = FALSE; |
1020 | 0 | break; |
1021 | 0 | } |
1022 | | |
1023 | 0 | Stream_Read_UINT8(sub, tile->quantIdxY); /* quantIdxY (1 byte) */ |
1024 | 0 | Stream_Read_UINT8(sub, tile->quantIdxCb); /* quantIdxCb (1 byte) */ |
1025 | 0 | Stream_Read_UINT8(sub, tile->quantIdxCr); /* quantIdxCr (1 byte) */ |
1026 | 0 | if (tile->quantIdxY >= context->numQuant) |
1027 | 0 | { |
1028 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1029 | 0 | "quantIdxY %" PRIu8 " >= numQuant %" PRIu8, tile->quantIdxY, |
1030 | 0 | context->numQuant); |
1031 | 0 | rc = FALSE; |
1032 | 0 | break; |
1033 | 0 | } |
1034 | 0 | if (tile->quantIdxCb >= context->numQuant) |
1035 | 0 | { |
1036 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1037 | 0 | "quantIdxCb %" PRIu8 " >= numQuant %" PRIu8, tile->quantIdxCb, |
1038 | 0 | context->numQuant); |
1039 | 0 | rc = FALSE; |
1040 | 0 | break; |
1041 | 0 | } |
1042 | 0 | if (tile->quantIdxCr >= context->numQuant) |
1043 | 0 | { |
1044 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1045 | 0 | "quantIdxCr %" PRIu8 " >= numQuant %" PRIu8, tile->quantIdxCr, |
1046 | 0 | context->numQuant); |
1047 | 0 | rc = FALSE; |
1048 | 0 | break; |
1049 | 0 | } |
1050 | | |
1051 | 0 | Stream_Read_UINT16(sub, tile->xIdx); /* xIdx (2 bytes) */ |
1052 | 0 | Stream_Read_UINT16(sub, tile->yIdx); /* yIdx (2 bytes) */ |
1053 | 0 | Stream_Read_UINT16(sub, tile->YLen); /* YLen (2 bytes) */ |
1054 | 0 | Stream_Read_UINT16(sub, tile->CbLen); /* CbLen (2 bytes) */ |
1055 | 0 | Stream_Read_UINT16(sub, tile->CrLen); /* CrLen (2 bytes) */ |
1056 | 0 | tile->YData = Stream_PointerAs(sub, BYTE); |
1057 | 0 | if (!Stream_SafeSeek(sub, tile->YLen)) |
1058 | 0 | { |
1059 | 0 | rc = FALSE; |
1060 | 0 | break; |
1061 | 0 | } |
1062 | 0 | tile->CbData = Stream_PointerAs(sub, BYTE); |
1063 | 0 | if (!Stream_SafeSeek(sub, tile->CbLen)) |
1064 | 0 | { |
1065 | 0 | rc = FALSE; |
1066 | 0 | break; |
1067 | 0 | } |
1068 | 0 | tile->CrData = Stream_PointerAs(sub, BYTE); |
1069 | 0 | if (!Stream_SafeSeek(sub, tile->CrLen)) |
1070 | 0 | { |
1071 | 0 | rc = FALSE; |
1072 | 0 | break; |
1073 | 0 | } |
1074 | 0 | tile->x = tile->xIdx * 64; |
1075 | 0 | tile->y = tile->yIdx * 64; |
1076 | |
|
1077 | 0 | if (context->priv->UseThreads) |
1078 | 0 | { |
1079 | 0 | if (!params) |
1080 | 0 | { |
1081 | 0 | rc = FALSE; |
1082 | 0 | break; |
1083 | 0 | } |
1084 | | |
1085 | 0 | params[i].context = context; |
1086 | 0 | params[i].tile = message->tiles[i]; |
1087 | |
|
1088 | 0 | if (!(work_objects[i] = CreateThreadpoolWork(rfx_process_message_tile_work_callback, |
1089 | 0 | (void*)¶ms[i], nullptr))) |
1090 | 0 | { |
1091 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "CreateThreadpoolWork failed."); |
1092 | 0 | rc = FALSE; |
1093 | 0 | break; |
1094 | 0 | } |
1095 | | |
1096 | 0 | SubmitThreadpoolWork(work_objects[i]); |
1097 | 0 | close_cnt = i + 1; |
1098 | 0 | } |
1099 | 0 | else |
1100 | 0 | { |
1101 | 0 | if (!rfx_decode_rgb(context, tile, tile->data, 64 * 4)) |
1102 | 0 | { |
1103 | 0 | rc = FALSE; |
1104 | 0 | break; |
1105 | 0 | } |
1106 | 0 | } |
1107 | 0 | } |
1108 | 0 | } |
1109 | |
|
1110 | 0 | if (context->priv->UseThreads) |
1111 | 0 | { |
1112 | 0 | for (size_t i = 0; i < close_cnt; i++) |
1113 | 0 | { |
1114 | 0 | WaitForThreadpoolWorkCallbacks(work_objects[i], FALSE); |
1115 | 0 | CloseThreadpoolWork(work_objects[i]); |
1116 | 0 | } |
1117 | 0 | } |
1118 | |
|
1119 | 0 | winpr_aligned_free((void*)work_objects); |
1120 | 0 | winpr_aligned_free(params); |
1121 | |
|
1122 | 0 | for (size_t i = 0; i < message->numTiles; i++) |
1123 | 0 | { |
1124 | 0 | if (!(tile = message->tiles[i])) |
1125 | 0 | continue; |
1126 | | |
1127 | 0 | tile->YLen = tile->CbLen = tile->CrLen = 0; |
1128 | 0 | tile->YData = tile->CbData = tile->CrData = nullptr; |
1129 | 0 | } |
1130 | |
|
1131 | 0 | return rc; |
1132 | 0 | } |
1133 | | |
1134 | | WINPR_ATTR_NODISCARD |
1135 | | static BOOL rect_is_valid(const RFX_RECT* rect, UINT32 left, UINT32 top, |
1136 | | const RECTANGLE_16* clippingRect) |
1137 | 0 | { |
1138 | 0 | WINPR_ASSERT(clippingRect); |
1139 | |
|
1140 | 0 | if (!rect) |
1141 | 0 | { |
1142 | 0 | WLog_ERR(TAG, "rect=NULL"); |
1143 | 0 | return FALSE; |
1144 | 0 | } |
1145 | 0 | if (left > UINT16_MAX - 1u * rect->x) |
1146 | 0 | { |
1147 | 0 | WLog_ERR(TAG, "left(%" PRIu32 ") + rect->x(%d) > %d", left, rect->x, UINT16_MAX); |
1148 | 0 | return FALSE; |
1149 | 0 | } |
1150 | 0 | if (top > UINT16_MAX - 1u * rect->y) |
1151 | 0 | { |
1152 | 0 | WLog_ERR(TAG, "top(%" PRIu32 ") + rect->y(%d) > %d", top, rect->y, UINT16_MAX); |
1153 | 0 | return FALSE; |
1154 | 0 | } |
1155 | 0 | if (clippingRect->left > UINT16_MAX - rect->width) |
1156 | 0 | { |
1157 | 0 | WLog_ERR(TAG, "clippingRect->left(%" PRIu32 ") + rect->width(%d) > %d", clippingRect->left, |
1158 | 0 | rect->width, UINT16_MAX); |
1159 | 0 | return FALSE; |
1160 | 0 | } |
1161 | 0 | if (clippingRect->top > UINT16_MAX - rect->height) |
1162 | 0 | { |
1163 | 0 | WLog_ERR(TAG, "clippingRect->top(%" PRIu32 ") + rect->height(%d) > %d", clippingRect->top, |
1164 | 0 | rect->height, UINT16_MAX); |
1165 | 0 | return FALSE; |
1166 | 0 | } |
1167 | 0 | return TRUE; |
1168 | 0 | } |
1169 | | |
1170 | | BOOL rfx_process_message(RFX_CONTEXT* WINPR_RESTRICT context, const BYTE* WINPR_RESTRICT data, |
1171 | | UINT32 length, UINT32 left, UINT32 top, BYTE* WINPR_RESTRICT dst, |
1172 | | UINT32 dstFormat, UINT32 dstStride, UINT32 dstHeight, |
1173 | | REGION16* WINPR_RESTRICT invalidRegion) |
1174 | 7.15k | { |
1175 | 7.15k | REGION16 updateRegion = WINPR_C_ARRAY_INIT; |
1176 | 7.15k | wStream inStream = WINPR_C_ARRAY_INIT; |
1177 | 7.15k | BOOL ok = TRUE; |
1178 | | |
1179 | 7.15k | if (!context || !data || !length) |
1180 | 0 | return FALSE; |
1181 | | |
1182 | 7.15k | WINPR_ASSERT(context->priv); |
1183 | 7.15k | RFX_MESSAGE* message = &context->currentMessage; |
1184 | | |
1185 | 7.15k | wStream* s = Stream_StaticConstInit(&inStream, data, length); |
1186 | | |
1187 | 9.99k | while (ok && Stream_GetRemainingLength(s) > 6) |
1188 | 7.22k | { |
1189 | 7.22k | wStream subStreamBuffer = WINPR_C_ARRAY_INIT; |
1190 | 7.22k | size_t extraBlockLen = 0; |
1191 | 7.22k | UINT32 blockLen = 0; |
1192 | 7.22k | UINT32 blockType = 0; |
1193 | | |
1194 | | /* RFX_BLOCKT */ |
1195 | 7.22k | Stream_Read_UINT16(s, blockType); /* blockType (2 bytes) */ |
1196 | 7.22k | Stream_Read_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
1197 | 7.22k | WLog_Print(context->priv->log, WLOG_DEBUG, "blockType 0x%" PRIX32 " blockLen %" PRIu32 "", |
1198 | 7.22k | blockType, blockLen); |
1199 | | |
1200 | 7.22k | if (blockLen < 6) |
1201 | 1.53k | { |
1202 | 1.53k | WLog_Print(context->priv->log, WLOG_ERROR, "blockLen too small(%" PRIu32 ")", blockLen); |
1203 | 1.53k | return FALSE; |
1204 | 1.53k | } |
1205 | | |
1206 | 5.69k | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, blockLen - 6)) |
1207 | 2.27k | return FALSE; |
1208 | | |
1209 | 3.41k | if (blockType > WBT_CONTEXT && context->decodedHeaderBlocks != RFX_DECODED_HEADERS) |
1210 | 236 | { |
1211 | 236 | WLog_Print(context->priv->log, WLOG_ERROR, "incomplete header blocks processing"); |
1212 | 236 | return FALSE; |
1213 | 236 | } |
1214 | | |
1215 | 3.18k | if (blockType >= WBT_CONTEXT && blockType <= WBT_EXTENSION) |
1216 | 419 | { |
1217 | | /* RFX_CODEC_CHANNELT */ |
1218 | 419 | UINT8 codecId = 0; |
1219 | 419 | UINT8 channelId = 0; |
1220 | | |
1221 | 419 | if (!Stream_CheckAndLogRequiredLengthWLog(context->priv->log, s, 2)) |
1222 | 1 | return FALSE; |
1223 | | |
1224 | 418 | extraBlockLen = 2; |
1225 | 418 | Stream_Read_UINT8(s, codecId); /* codecId (1 byte) must be set to 0x01 */ |
1226 | 418 | Stream_Read_UINT8(s, channelId); /* channelId (1 byte) 0xFF or 0x00, see below */ |
1227 | | |
1228 | 418 | if (codecId != 0x01) |
1229 | 43 | { |
1230 | 43 | WLog_Print(context->priv->log, WLOG_ERROR, "invalid codecId 0x%02" PRIX8 "", |
1231 | 43 | codecId); |
1232 | 43 | return FALSE; |
1233 | 43 | } |
1234 | | |
1235 | 375 | if (blockType == WBT_CONTEXT) |
1236 | 375 | { |
1237 | | /* If the blockType is set to WBT_CONTEXT, then channelId MUST be set to 0xFF.*/ |
1238 | 375 | if (channelId != 0xFF) |
1239 | 39 | { |
1240 | 39 | WLog_Print(context->priv->log, WLOG_ERROR, |
1241 | 39 | "invalid channelId 0x%02" PRIX8 " for blockType 0x%08" PRIX32 "", |
1242 | 39 | channelId, blockType); |
1243 | 39 | return FALSE; |
1244 | 39 | } |
1245 | 375 | } |
1246 | 0 | else |
1247 | 0 | { |
1248 | | /* For all other values of blockType, channelId MUST be set to 0x00. */ |
1249 | 0 | if (channelId != 0x00) |
1250 | 0 | { |
1251 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1252 | 0 | "invalid channelId 0x%02" PRIX8 " for blockType WBT_CONTEXT", |
1253 | 0 | channelId); |
1254 | 0 | return FALSE; |
1255 | 0 | } |
1256 | 0 | } |
1257 | 375 | } |
1258 | | |
1259 | 3.09k | const size_t blockLenNoHeader = blockLen - 6; |
1260 | 3.09k | if (blockLenNoHeader < extraBlockLen) |
1261 | 1 | { |
1262 | 1 | WLog_Print(context->priv->log, WLOG_ERROR, |
1263 | 1 | "blockLen too small(%" PRIu32 "), must be >= 6 + %" PRIuz, blockLen, |
1264 | 1 | extraBlockLen); |
1265 | 1 | return FALSE; |
1266 | 1 | } |
1267 | | |
1268 | 3.09k | const size_t subStreamLen = blockLenNoHeader - extraBlockLen; |
1269 | 3.09k | wStream* subStream = Stream_StaticInit(&subStreamBuffer, Stream_Pointer(s), subStreamLen); |
1270 | 3.09k | Stream_Seek(s, subStreamLen); |
1271 | | |
1272 | 3.09k | switch (blockType) |
1273 | 3.09k | { |
1274 | | /* Header messages: |
1275 | | * The stream MUST start with the header messages and any of these headers can appear |
1276 | | * in the stream at a later stage. The header messages can be repeated. |
1277 | | */ |
1278 | 890 | case WBT_SYNC: |
1279 | 890 | ok = rfx_process_message_sync(context, subStream); |
1280 | 890 | break; |
1281 | | |
1282 | 335 | case WBT_CONTEXT: |
1283 | 335 | ok = rfx_process_message_context(context, subStream); |
1284 | 335 | break; |
1285 | | |
1286 | 1.23k | case WBT_CODEC_VERSIONS: |
1287 | 1.23k | ok = rfx_process_message_codec_versions(context, subStream); |
1288 | 1.23k | break; |
1289 | | |
1290 | 382 | case WBT_CHANNELS: |
1291 | 382 | ok = rfx_process_message_channels(context, subStream); |
1292 | 382 | break; |
1293 | | |
1294 | | /* Data messages: |
1295 | | * The data associated with each encoded frame or image is always bracketed by the |
1296 | | * TS_RFX_FRAME_BEGIN (section 2.2.2.3.1) and TS_RFX_FRAME_END (section 2.2.2.3.2) |
1297 | | * messages. There MUST only be one TS_RFX_REGION (section 2.2.2.3.3) message per |
1298 | | * frame and one TS_RFX_TILESET (section 2.2.2.3.4) message per TS_RFX_REGION. |
1299 | | */ |
1300 | | |
1301 | 0 | case WBT_FRAME_BEGIN: |
1302 | 0 | ok = rfx_process_message_frame_begin(context, message, subStream, |
1303 | 0 | &context->expectedDataBlockType); |
1304 | 0 | break; |
1305 | | |
1306 | 0 | case WBT_REGION: |
1307 | 0 | ok = rfx_process_message_region(context, message, subStream, |
1308 | 0 | &context->expectedDataBlockType); |
1309 | 0 | break; |
1310 | | |
1311 | 0 | case WBT_EXTENSION: |
1312 | 0 | ok = rfx_process_message_tileset(context, message, subStream, |
1313 | 0 | &context->expectedDataBlockType); |
1314 | 0 | break; |
1315 | | |
1316 | 0 | case WBT_FRAME_END: |
1317 | 0 | ok = rfx_process_message_frame_end(context, message, subStream, |
1318 | 0 | &context->expectedDataBlockType); |
1319 | 0 | break; |
1320 | | |
1321 | 256 | default: |
1322 | 256 | WLog_Print(context->priv->log, WLOG_ERROR, "unknown blockType 0x%" PRIX32 "", |
1323 | 256 | blockType); |
1324 | 256 | return FALSE; |
1325 | 3.09k | } |
1326 | 3.09k | } |
1327 | | |
1328 | 2.77k | if (ok) |
1329 | 1.88k | { |
1330 | 1.88k | UINT32 nbUpdateRects = 0; |
1331 | 1.88k | REGION16 clippingRects = WINPR_C_ARRAY_INIT; |
1332 | 1.88k | const RECTANGLE_16* updateRects = nullptr; |
1333 | 1.88k | const DWORD formatSize = FreeRDPGetBytesPerPixel(context->pixel_format); |
1334 | 1.88k | const UINT32 dstWidth = dstStride / FreeRDPGetBytesPerPixel(dstFormat); |
1335 | 1.88k | region16_init(&clippingRects); |
1336 | | |
1337 | 1.88k | WINPR_ASSERT(dstWidth <= UINT16_MAX); |
1338 | 1.88k | WINPR_ASSERT(dstHeight <= UINT16_MAX); |
1339 | 1.88k | for (UINT32 i = 0; i < message->numRects; i++) |
1340 | 0 | { |
1341 | 0 | RECTANGLE_16 clippingRect = WINPR_C_ARRAY_INIT; |
1342 | 0 | const RFX_RECT* rect = &(message->rects[i]); |
1343 | |
|
1344 | 0 | if (!rect_is_valid(rect, left, top, &clippingRect)) |
1345 | 0 | { |
1346 | 0 | region16_uninit(&updateRegion); |
1347 | 0 | region16_uninit(&clippingRects); |
1348 | 0 | return FALSE; |
1349 | 0 | } |
1350 | | |
1351 | 0 | clippingRect.left = WINPR_ASSERTING_INT_CAST(UINT16, MIN(left + rect->x, dstWidth)); |
1352 | 0 | clippingRect.top = WINPR_ASSERTING_INT_CAST(UINT16, MIN(top + rect->y, dstHeight)); |
1353 | |
|
1354 | 0 | const UINT32 rw = 1UL * clippingRect.left + rect->width; |
1355 | 0 | const UINT32 rh = 1UL * clippingRect.top + rect->height; |
1356 | 0 | const uint16_t right = WINPR_ASSERTING_INT_CAST(UINT16, MIN(rw, dstWidth)); |
1357 | 0 | const uint16_t bottom = WINPR_ASSERTING_INT_CAST(UINT16, MIN(rh, dstHeight)); |
1358 | 0 | clippingRect.right = right; |
1359 | 0 | clippingRect.bottom = bottom; |
1360 | 0 | if (!region16_union_rect(&clippingRects, &clippingRects, &clippingRect)) |
1361 | 0 | { |
1362 | 0 | region16_uninit(&updateRegion); |
1363 | 0 | region16_uninit(&clippingRects); |
1364 | 0 | return FALSE; |
1365 | 0 | } |
1366 | 0 | } |
1367 | | |
1368 | 1.88k | for (UINT32 i = 0; i < message->numTiles; i++) |
1369 | 0 | { |
1370 | 0 | RECTANGLE_16 updateRect = WINPR_C_ARRAY_INIT; |
1371 | 0 | const RFX_TILE* tile = rfx_message_get_tile(message, i); |
1372 | |
|
1373 | 0 | WINPR_ASSERT(left + tile->x <= UINT16_MAX); |
1374 | 0 | WINPR_ASSERT(top + tile->y <= UINT16_MAX); |
1375 | |
|
1376 | 0 | updateRect.left = (UINT16)left + tile->x; |
1377 | 0 | updateRect.top = (UINT16)top + tile->y; |
1378 | 0 | updateRect.right = updateRect.left + 64; |
1379 | 0 | updateRect.bottom = updateRect.top + 64; |
1380 | 0 | region16_init(&updateRegion); |
1381 | 0 | if (!region16_intersect_rect(&updateRegion, &clippingRects, &updateRect)) |
1382 | 0 | { |
1383 | 0 | region16_uninit(&updateRegion); |
1384 | 0 | region16_uninit(&clippingRects); |
1385 | 0 | return FALSE; |
1386 | 0 | } |
1387 | 0 | updateRects = region16_rects(&updateRegion, &nbUpdateRects); |
1388 | |
|
1389 | 0 | for (UINT32 j = 0; j < nbUpdateRects; j++) |
1390 | 0 | { |
1391 | 0 | const RECTANGLE_16* cur = &updateRects[j]; |
1392 | 0 | const UINT32 stride = 64 * formatSize; |
1393 | 0 | const UINT32 nXDst = cur->left; |
1394 | 0 | const UINT32 nYDst = cur->top; |
1395 | 0 | const UINT32 nXSrc = nXDst - updateRect.left; |
1396 | 0 | const UINT32 nYSrc = nYDst - updateRect.top; |
1397 | 0 | const UINT32 nWidth = cur->right - cur->left; |
1398 | 0 | const UINT32 nHeight = cur->bottom - cur->top; |
1399 | |
|
1400 | 0 | if (!freerdp_image_copy_no_overlap( |
1401 | 0 | dst, dstFormat, dstStride, nXDst, nYDst, nWidth, nHeight, tile->data, |
1402 | 0 | context->pixel_format, stride, nXSrc, nYSrc, nullptr, FREERDP_FLIP_NONE)) |
1403 | 0 | { |
1404 | 0 | region16_uninit(&updateRegion); |
1405 | 0 | region16_uninit(&clippingRects); |
1406 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, |
1407 | 0 | "nbUpdateRectx[%" PRIu32 " (%" PRIu32 ")] freerdp_image_copy failed", |
1408 | 0 | j, nbUpdateRects); |
1409 | 0 | return FALSE; |
1410 | 0 | } |
1411 | | |
1412 | 0 | if (invalidRegion) |
1413 | 0 | { |
1414 | 0 | if (!region16_union_rect(invalidRegion, invalidRegion, cur)) |
1415 | 0 | { |
1416 | 0 | region16_uninit(&updateRegion); |
1417 | 0 | region16_uninit(&clippingRects); |
1418 | 0 | return FALSE; |
1419 | 0 | } |
1420 | 0 | } |
1421 | 0 | } |
1422 | | |
1423 | 0 | region16_uninit(&updateRegion); |
1424 | 0 | } |
1425 | | |
1426 | 1.88k | region16_uninit(&clippingRects); |
1427 | 1.88k | return TRUE; |
1428 | 1.88k | } |
1429 | 889 | else |
1430 | 889 | { |
1431 | 889 | rfx_message_clear(context, message); |
1432 | 889 | context->currentMessage.freeArray = TRUE; |
1433 | 889 | } |
1434 | | |
1435 | 889 | WLog_Print(context->priv->log, WLOG_ERROR, "failed"); |
1436 | 889 | return FALSE; |
1437 | 2.77k | } |
1438 | | |
1439 | | const UINT32* rfx_message_get_quants(const RFX_MESSAGE* WINPR_RESTRICT message, |
1440 | | UINT16* WINPR_RESTRICT numQuantVals) |
1441 | 0 | { |
1442 | 0 | WINPR_ASSERT(message); |
1443 | 0 | if (numQuantVals) |
1444 | 0 | *numQuantVals = message->numQuant; |
1445 | 0 | return message->quantVals; |
1446 | 0 | } |
1447 | | |
1448 | | const RFX_TILE** rfx_message_get_tiles(const RFX_MESSAGE* WINPR_RESTRICT message, |
1449 | | UINT16* WINPR_RESTRICT numTiles) |
1450 | 0 | { |
1451 | 0 | WINPR_ASSERT(message); |
1452 | 0 | if (numTiles) |
1453 | 0 | *numTiles = message->numTiles; |
1454 | |
|
1455 | 0 | union |
1456 | 0 | { |
1457 | 0 | RFX_TILE** pp; |
1458 | 0 | const RFX_TILE** ppc; |
1459 | 0 | } cnv; |
1460 | 0 | cnv.pp = message->tiles; |
1461 | 0 | return cnv.ppc; |
1462 | 0 | } |
1463 | | |
1464 | | UINT16 rfx_message_get_tile_count(const RFX_MESSAGE* WINPR_RESTRICT message) |
1465 | 0 | { |
1466 | 0 | WINPR_ASSERT(message); |
1467 | 0 | return message->numTiles; |
1468 | 0 | } |
1469 | | |
1470 | | const RFX_RECT* rfx_message_get_rects(const RFX_MESSAGE* WINPR_RESTRICT message, |
1471 | | UINT16* WINPR_RESTRICT numRects) |
1472 | 0 | { |
1473 | 0 | WINPR_ASSERT(message); |
1474 | 0 | if (numRects) |
1475 | 0 | *numRects = message->numRects; |
1476 | 0 | return message->rects; |
1477 | 0 | } |
1478 | | |
1479 | | UINT16 rfx_message_get_rect_count(const RFX_MESSAGE* WINPR_RESTRICT message) |
1480 | 0 | { |
1481 | 0 | WINPR_ASSERT(message); |
1482 | 0 | return message->numRects; |
1483 | 0 | } |
1484 | | |
1485 | | static BOOL rfx_message_clear(RFX_CONTEXT* WINPR_RESTRICT context, |
1486 | | RFX_MESSAGE* WINPR_RESTRICT message) |
1487 | 13.3k | { |
1488 | 13.3k | if (!message) |
1489 | 0 | return FALSE; |
1490 | | |
1491 | 13.3k | winpr_aligned_free(message->rects); |
1492 | | |
1493 | 13.3k | if (message->tiles) |
1494 | 0 | { |
1495 | 0 | for (size_t i = 0; i < message->numTiles; i++) |
1496 | 0 | { |
1497 | 0 | RFX_TILE* tile = message->tiles[i]; |
1498 | 0 | if (!tile) |
1499 | 0 | continue; |
1500 | | |
1501 | 0 | if (tile->YCbCrData) |
1502 | 0 | { |
1503 | 0 | BufferPool_Return(context->priv->BufferPool, tile->YCbCrData); |
1504 | 0 | tile->YCbCrData = nullptr; |
1505 | 0 | } |
1506 | |
|
1507 | 0 | ObjectPool_Return(context->priv->TilePool, (void*)tile); |
1508 | 0 | } |
1509 | |
|
1510 | 0 | rfx_allocate_tiles(message, 0, FALSE); |
1511 | 0 | } |
1512 | | |
1513 | 13.3k | const BOOL freeArray = message->freeArray; |
1514 | 13.3k | const RFX_MESSAGE empty = WINPR_C_ARRAY_INIT; |
1515 | 13.3k | *message = empty; |
1516 | 13.3k | return freeArray; |
1517 | 13.3k | } |
1518 | | |
1519 | | void rfx_message_free(RFX_CONTEXT* WINPR_RESTRICT context, RFX_MESSAGE* WINPR_RESTRICT message) |
1520 | 0 | { |
1521 | 0 | if (!rfx_message_clear(context, message)) |
1522 | 0 | winpr_aligned_free(message); |
1523 | 0 | } |
1524 | | |
1525 | | static inline void rfx_update_context_properties(RFX_CONTEXT* WINPR_RESTRICT context) |
1526 | 0 | { |
1527 | 0 | UINT16 properties = 0; |
1528 | |
|
1529 | 0 | WINPR_ASSERT(context); |
1530 | | /* properties in tilesets: note that this has different format from the one in TS_RFX_CONTEXT */ |
1531 | 0 | properties = 1; /* lt */ |
1532 | 0 | properties |= (context->flags << 1); /* flags */ |
1533 | 0 | properties |= (COL_CONV_ICT << 4); /* cct */ |
1534 | 0 | properties |= (CLW_XFORM_DWT_53_A << 6); /* xft */ |
1535 | 0 | properties |= ((context->mode == RLGR1 ? CLW_ENTROPY_RLGR1 : CLW_ENTROPY_RLGR3) << 10); /* et */ |
1536 | 0 | properties |= (SCALAR_QUANTIZATION << 14); /* qt */ |
1537 | 0 | context->properties = properties; |
1538 | 0 | } |
1539 | | |
1540 | | static inline void |
1541 | | rfx_write_message_sync(WINPR_ATTR_UNUSED const RFX_CONTEXT* WINPR_RESTRICT context, |
1542 | | WINPR_ATTR_UNUSED wStream* WINPR_RESTRICT s) |
1543 | 0 | { |
1544 | 0 | WINPR_ASSERT(context); |
1545 | |
|
1546 | 0 | Stream_Write_UINT16(s, WBT_SYNC); /* BlockT.blockType (2 bytes) */ |
1547 | 0 | Stream_Write_UINT32(s, 12); /* BlockT.blockLen (4 bytes) */ |
1548 | 0 | Stream_Write_UINT32(s, WF_MAGIC); /* magic (4 bytes) */ |
1549 | 0 | Stream_Write_UINT16(s, WF_VERSION_1_0); /* version (2 bytes) */ |
1550 | 0 | } |
1551 | | |
1552 | | static inline void |
1553 | | rfx_write_message_codec_versions(WINPR_ATTR_UNUSED const RFX_CONTEXT* WINPR_RESTRICT context, |
1554 | | wStream* WINPR_RESTRICT s) |
1555 | 0 | { |
1556 | 0 | WINPR_ASSERT(context); |
1557 | |
|
1558 | 0 | Stream_Write_UINT16(s, WBT_CODEC_VERSIONS); /* BlockT.blockType (2 bytes) */ |
1559 | 0 | Stream_Write_UINT32(s, 10); /* BlockT.blockLen (4 bytes) */ |
1560 | 0 | Stream_Write_UINT8(s, 1); /* numCodecs (1 byte) */ |
1561 | 0 | Stream_Write_UINT8(s, 1); /* codecs.codecId (1 byte) */ |
1562 | 0 | Stream_Write_UINT16(s, WF_VERSION_1_0); /* codecs.version (2 bytes) */ |
1563 | 0 | } |
1564 | | |
1565 | | static inline void rfx_write_message_channels(const RFX_CONTEXT* WINPR_RESTRICT context, |
1566 | | wStream* WINPR_RESTRICT s) |
1567 | 0 | { |
1568 | 0 | WINPR_ASSERT(context); |
1569 | |
|
1570 | 0 | Stream_Write_UINT16(s, WBT_CHANNELS); /* BlockT.blockType (2 bytes) */ |
1571 | 0 | Stream_Write_UINT32(s, 12); /* BlockT.blockLen (4 bytes) */ |
1572 | 0 | Stream_Write_UINT8(s, 1); /* numChannels (1 byte) */ |
1573 | 0 | Stream_Write_UINT8(s, 0); /* Channel.channelId (1 byte) */ |
1574 | 0 | Stream_Write_UINT16(s, context->width); /* Channel.width (2 bytes) */ |
1575 | 0 | Stream_Write_UINT16(s, context->height); /* Channel.height (2 bytes) */ |
1576 | 0 | } |
1577 | | |
1578 | | static inline void rfx_write_message_context(RFX_CONTEXT* WINPR_RESTRICT context, |
1579 | | wStream* WINPR_RESTRICT s) |
1580 | 0 | { |
1581 | 0 | UINT16 properties = 0; |
1582 | 0 | WINPR_ASSERT(context); |
1583 | |
|
1584 | 0 | Stream_Write_UINT16(s, WBT_CONTEXT); /* CodecChannelT.blockType (2 bytes) */ |
1585 | 0 | Stream_Write_UINT32(s, 13); /* CodecChannelT.blockLen (4 bytes) */ |
1586 | 0 | Stream_Write_UINT8(s, 1); /* CodecChannelT.codecId (1 byte) */ |
1587 | 0 | Stream_Write_UINT8(s, 0xFF); /* CodecChannelT.channelId (1 byte) */ |
1588 | 0 | Stream_Write_UINT8(s, 0); /* ctxId (1 byte) */ |
1589 | 0 | Stream_Write_UINT16(s, CT_TILE_64x64); /* tileSize (2 bytes) */ |
1590 | | /* properties */ |
1591 | 0 | properties = context->flags; /* flags */ |
1592 | 0 | properties |= (COL_CONV_ICT << 3); /* cct */ |
1593 | 0 | properties |= (CLW_XFORM_DWT_53_A << 5); /* xft */ |
1594 | 0 | properties |= ((context->mode == RLGR1 ? CLW_ENTROPY_RLGR1 : CLW_ENTROPY_RLGR3) << 9); /* et */ |
1595 | 0 | properties |= (SCALAR_QUANTIZATION << 13); /* qt */ |
1596 | 0 | Stream_Write_UINT16(s, properties); /* properties (2 bytes) */ |
1597 | 0 | rfx_update_context_properties(context); |
1598 | 0 | } |
1599 | | |
1600 | | static inline BOOL rfx_compose_message_header(RFX_CONTEXT* WINPR_RESTRICT context, |
1601 | | wStream* WINPR_RESTRICT s) |
1602 | 0 | { |
1603 | 0 | WINPR_ASSERT(context); |
1604 | 0 | if (!Stream_EnsureRemainingCapacity(s, 12ull + 10ull + 12ull + 13ull)) |
1605 | 0 | return FALSE; |
1606 | | |
1607 | 0 | rfx_write_message_sync(context, s); |
1608 | 0 | rfx_write_message_context(context, s); |
1609 | 0 | rfx_write_message_codec_versions(context, s); |
1610 | 0 | rfx_write_message_channels(context, s); |
1611 | 0 | return TRUE; |
1612 | 0 | } |
1613 | | |
1614 | | static inline size_t rfx_tile_length(const RFX_TILE* WINPR_RESTRICT tile) |
1615 | 0 | { |
1616 | 0 | WINPR_ASSERT(tile); |
1617 | 0 | return 19ull + tile->YLen + tile->CbLen + tile->CrLen; |
1618 | 0 | } |
1619 | | |
1620 | | static inline BOOL rfx_write_tile(wStream* WINPR_RESTRICT s, const RFX_TILE* WINPR_RESTRICT tile) |
1621 | 0 | { |
1622 | 0 | const size_t blockLen = rfx_tile_length(tile); |
1623 | 0 | if (blockLen > UINT32_MAX) |
1624 | 0 | return FALSE; |
1625 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
1626 | 0 | return FALSE; |
1627 | | |
1628 | 0 | Stream_Write_UINT16(s, CBT_TILE); /* BlockT.blockType (2 bytes) */ |
1629 | 0 | Stream_Write_UINT32(s, (UINT32)blockLen); /* BlockT.blockLen (4 bytes) */ |
1630 | 0 | Stream_Write_UINT8(s, tile->quantIdxY); /* quantIdxY (1 byte) */ |
1631 | 0 | Stream_Write_UINT8(s, tile->quantIdxCb); /* quantIdxCb (1 byte) */ |
1632 | 0 | Stream_Write_UINT8(s, tile->quantIdxCr); /* quantIdxCr (1 byte) */ |
1633 | 0 | Stream_Write_UINT16(s, tile->xIdx); /* xIdx (2 bytes) */ |
1634 | 0 | Stream_Write_UINT16(s, tile->yIdx); /* yIdx (2 bytes) */ |
1635 | 0 | Stream_Write_UINT16(s, tile->YLen); /* YLen (2 bytes) */ |
1636 | 0 | Stream_Write_UINT16(s, tile->CbLen); /* CbLen (2 bytes) */ |
1637 | 0 | Stream_Write_UINT16(s, tile->CrLen); /* CrLen (2 bytes) */ |
1638 | 0 | Stream_Write(s, tile->YData, tile->YLen); /* YData */ |
1639 | 0 | Stream_Write(s, tile->CbData, tile->CbLen); /* CbData */ |
1640 | 0 | Stream_Write(s, tile->CrData, tile->CrLen); /* CrData */ |
1641 | 0 | return TRUE; |
1642 | 0 | } |
1643 | | |
1644 | | struct S_RFX_TILE_COMPOSE_WORK_PARAM |
1645 | | { |
1646 | | RFX_TILE* tile; |
1647 | | RFX_CONTEXT* context; |
1648 | | }; |
1649 | | |
1650 | | static inline void CALLBACK |
1651 | | rfx_compose_message_tile_work_callback(WINPR_ATTR_UNUSED PTP_CALLBACK_INSTANCE instance, |
1652 | | void* context, WINPR_ATTR_UNUSED PTP_WORK work) |
1653 | 0 | { |
1654 | 0 | RFX_TILE_COMPOSE_WORK_PARAM* param = (RFX_TILE_COMPOSE_WORK_PARAM*)context; |
1655 | 0 | WINPR_ASSERT(param); |
1656 | 0 | WINPR_ASSERT(param->context); |
1657 | 0 | WINPR_ASSERT(param->context->priv); |
1658 | |
|
1659 | 0 | if (!rfx_encode_rgb(param->context, param->tile)) |
1660 | 0 | WLog_Print(param->context->priv->log, WLOG_ERROR, "rfx_encode_rgb failed"); |
1661 | 0 | } |
1662 | | |
1663 | | static inline BOOL computeRegion(const RFX_RECT* WINPR_RESTRICT rects, size_t numRects, |
1664 | | REGION16* WINPR_RESTRICT region, size_t width, size_t height) |
1665 | 0 | { |
1666 | 0 | const RECTANGLE_16 mainRect = { 0, 0, WINPR_ASSERTING_INT_CAST(UINT16, width), |
1667 | 0 | WINPR_ASSERTING_INT_CAST(UINT16, height) }; |
1668 | |
|
1669 | 0 | WINPR_ASSERT(rects); |
1670 | 0 | for (size_t i = 0; i < numRects; i++) |
1671 | 0 | { |
1672 | 0 | const RFX_RECT* rect = &rects[i]; |
1673 | 0 | RECTANGLE_16 rect16 = WINPR_C_ARRAY_INIT; |
1674 | 0 | rect16.left = rect->x; |
1675 | 0 | rect16.top = rect->y; |
1676 | 0 | rect16.right = rect->x + rect->width; |
1677 | 0 | rect16.bottom = rect->y + rect->height; |
1678 | |
|
1679 | 0 | if (!region16_union_rect(region, region, &rect16)) |
1680 | 0 | return FALSE; |
1681 | 0 | } |
1682 | | |
1683 | 0 | return region16_intersect_rect(region, region, &mainRect); |
1684 | 0 | } |
1685 | | |
1686 | 0 | #define TILE_NO(v) ((v) / 64) |
1687 | | |
1688 | | static inline BOOL setupWorkers(RFX_CONTEXT* WINPR_RESTRICT context, size_t nbTiles) |
1689 | 0 | { |
1690 | 0 | WINPR_ASSERT(context); |
1691 | |
|
1692 | 0 | RFX_CONTEXT_PRIV* priv = context->priv; |
1693 | 0 | WINPR_ASSERT(priv); |
1694 | |
|
1695 | 0 | void* pmem = nullptr; |
1696 | |
|
1697 | 0 | if (!context->priv->UseThreads) |
1698 | 0 | return TRUE; |
1699 | | |
1700 | 0 | if (!(pmem = winpr_aligned_recalloc((void*)priv->workObjects, nbTiles, sizeof(PTP_WORK), 32))) |
1701 | 0 | return FALSE; |
1702 | | |
1703 | 0 | priv->workObjects = (PTP_WORK*)pmem; |
1704 | |
|
1705 | 0 | if (!(pmem = winpr_aligned_recalloc(priv->tileWorkParams, nbTiles, |
1706 | 0 | sizeof(RFX_TILE_COMPOSE_WORK_PARAM), 32))) |
1707 | 0 | return FALSE; |
1708 | | |
1709 | 0 | priv->tileWorkParams = (RFX_TILE_COMPOSE_WORK_PARAM*)pmem; |
1710 | 0 | return TRUE; |
1711 | 0 | } |
1712 | | |
1713 | | static inline BOOL rfx_ensure_tiles(RFX_MESSAGE* WINPR_RESTRICT message, size_t count) |
1714 | 0 | { |
1715 | 0 | WINPR_ASSERT(message); |
1716 | |
|
1717 | 0 | if (message->numTiles + count <= message->allocatedTiles) |
1718 | 0 | return TRUE; |
1719 | | |
1720 | 0 | const size_t alloc = MAX(message->allocatedTiles + 1024, message->numTiles + count); |
1721 | 0 | return rfx_allocate_tiles(message, alloc, TRUE); |
1722 | 0 | } |
1723 | | |
1724 | | RFX_MESSAGE* rfx_encode_message(RFX_CONTEXT* WINPR_RESTRICT context, |
1725 | | const RFX_RECT* WINPR_RESTRICT rects, size_t numRects, |
1726 | | const BYTE* WINPR_RESTRICT data, UINT32 w, UINT32 h, size_t s) |
1727 | 0 | { |
1728 | 0 | const UINT32 width = w; |
1729 | 0 | const UINT32 height = h; |
1730 | 0 | const UINT32 scanline = (UINT32)s; |
1731 | 0 | RFX_MESSAGE* message = nullptr; |
1732 | 0 | PTP_WORK* workObject = nullptr; |
1733 | 0 | RFX_TILE_COMPOSE_WORK_PARAM* workParam = nullptr; |
1734 | 0 | BOOL success = FALSE; |
1735 | 0 | REGION16 rectsRegion = WINPR_C_ARRAY_INIT; |
1736 | 0 | REGION16 tilesRegion = WINPR_C_ARRAY_INIT; |
1737 | 0 | RECTANGLE_16 currentTileRect = WINPR_C_ARRAY_INIT; |
1738 | 0 | const RECTANGLE_16* regionRect = nullptr; |
1739 | |
|
1740 | 0 | WINPR_ASSERT(data); |
1741 | 0 | WINPR_ASSERT(rects); |
1742 | 0 | WINPR_ASSERT(numRects > 0); |
1743 | 0 | WINPR_ASSERT(w > 0); |
1744 | 0 | WINPR_ASSERT(h > 0); |
1745 | 0 | WINPR_ASSERT(s > 0); |
1746 | |
|
1747 | 0 | if (!(message = (RFX_MESSAGE*)winpr_aligned_calloc(1, sizeof(RFX_MESSAGE), 32))) |
1748 | 0 | return nullptr; |
1749 | | |
1750 | 0 | region16_init(&tilesRegion); |
1751 | 0 | region16_init(&rectsRegion); |
1752 | |
|
1753 | 0 | if (context->state == RFX_STATE_SEND_HEADERS) |
1754 | 0 | rfx_update_context_properties(context); |
1755 | |
|
1756 | 0 | message->frameIdx = context->frameIdx++; |
1757 | |
|
1758 | 0 | if (!context->numQuant) |
1759 | 0 | { |
1760 | 0 | WINPR_ASSERT(context->quants == nullptr); |
1761 | 0 | WINPR_ASSERT(NR_QUANT_VALUES == ARRAYSIZE(rfx_default_quantization_values)); |
1762 | 0 | if (!(context->quants = |
1763 | 0 | (UINT32*)winpr_aligned_calloc(1, sizeof(rfx_default_quantization_values), 32))) |
1764 | 0 | goto skip_encoding_loop; |
1765 | | |
1766 | 0 | CopyMemory(context->quants, &rfx_default_quantization_values, |
1767 | 0 | sizeof(rfx_default_quantization_values)); |
1768 | 0 | context->numQuant = 1; |
1769 | 0 | context->quantIdxY = 0; |
1770 | 0 | context->quantIdxCb = 0; |
1771 | 0 | context->quantIdxCr = 0; |
1772 | 0 | } |
1773 | | |
1774 | 0 | message->numQuant = context->numQuant; |
1775 | 0 | message->quantVals = context->quants; |
1776 | |
|
1777 | 0 | { |
1778 | 0 | const UINT32 bytesPerPixel = (context->bits_per_pixel / 8); |
1779 | 0 | if (!computeRegion(rects, numRects, &rectsRegion, width, height)) |
1780 | 0 | goto skip_encoding_loop; |
1781 | | |
1782 | 0 | { |
1783 | 0 | const RECTANGLE_16* extents = region16_extents(&rectsRegion); |
1784 | 0 | WINPR_ASSERT((INT32)extents->right - extents->left > 0); |
1785 | 0 | WINPR_ASSERT((INT32)extents->bottom - extents->top > 0); |
1786 | 0 | const UINT32 maxTilesX = 1 + TILE_NO(extents->right - 1) - TILE_NO(extents->left); |
1787 | 0 | const UINT32 maxTilesY = 1 + TILE_NO(extents->bottom - 1) - TILE_NO(extents->top); |
1788 | 0 | const UINT32 maxNbTiles = maxTilesX * maxTilesY; |
1789 | |
|
1790 | 0 | if (!rfx_ensure_tiles(message, maxNbTiles)) |
1791 | 0 | goto skip_encoding_loop; |
1792 | | |
1793 | 0 | if (!setupWorkers(context, maxNbTiles)) |
1794 | 0 | goto skip_encoding_loop; |
1795 | 0 | } |
1796 | | |
1797 | 0 | if (context->priv->UseThreads) |
1798 | 0 | { |
1799 | 0 | workObject = context->priv->workObjects; |
1800 | 0 | workParam = context->priv->tileWorkParams; |
1801 | 0 | } |
1802 | |
|
1803 | 0 | { |
1804 | 0 | UINT32 regionNbRects = 0; |
1805 | 0 | regionRect = region16_rects(&rectsRegion, ®ionNbRects); |
1806 | |
|
1807 | 0 | if (!(message->rects = winpr_aligned_calloc(regionNbRects, sizeof(RFX_RECT), 32))) |
1808 | 0 | goto skip_encoding_loop; |
1809 | | |
1810 | 0 | message->numRects = WINPR_ASSERTING_INT_CAST(UINT16, regionNbRects); |
1811 | |
|
1812 | 0 | for (UINT32 i = 0; i < regionNbRects; i++, regionRect++) |
1813 | 0 | { |
1814 | 0 | RFX_RECT* rfxRect = &message->rects[i]; |
1815 | 0 | UINT32 startTileX = regionRect->left / 64; |
1816 | 0 | UINT32 endTileX = (regionRect->right - 1) / 64; |
1817 | 0 | UINT32 startTileY = regionRect->top / 64; |
1818 | 0 | UINT32 endTileY = (regionRect->bottom - 1) / 64; |
1819 | 0 | rfxRect->x = regionRect->left; |
1820 | 0 | rfxRect->y = regionRect->top; |
1821 | 0 | rfxRect->width = (regionRect->right - regionRect->left); |
1822 | 0 | rfxRect->height = (regionRect->bottom - regionRect->top); |
1823 | |
|
1824 | 0 | for (UINT32 yIdx = startTileY, gridRelY = startTileY * 64; yIdx <= endTileY; |
1825 | 0 | yIdx++, gridRelY += 64) |
1826 | 0 | { |
1827 | 0 | UINT32 tileHeight = 64; |
1828 | |
|
1829 | 0 | if ((yIdx == endTileY) && (gridRelY + 64 > height)) |
1830 | 0 | tileHeight = height - gridRelY; |
1831 | |
|
1832 | 0 | currentTileRect.top = WINPR_ASSERTING_INT_CAST(UINT16, gridRelY); |
1833 | 0 | currentTileRect.bottom = |
1834 | 0 | WINPR_ASSERTING_INT_CAST(UINT16, gridRelY + tileHeight); |
1835 | |
|
1836 | 0 | for (UINT32 xIdx = startTileX, gridRelX = startTileX * 64; xIdx <= endTileX; |
1837 | 0 | xIdx++, gridRelX += 64) |
1838 | 0 | { |
1839 | 0 | union |
1840 | 0 | { |
1841 | 0 | const BYTE* cpv; |
1842 | 0 | BYTE* pv; |
1843 | 0 | } cnv; |
1844 | 0 | UINT32 tileWidth = 64; |
1845 | |
|
1846 | 0 | if ((xIdx == endTileX) && (gridRelX + 64 > width)) |
1847 | 0 | { |
1848 | 0 | tileWidth = (width - gridRelX); |
1849 | 0 | } |
1850 | |
|
1851 | 0 | currentTileRect.left = WINPR_ASSERTING_INT_CAST(UINT16, gridRelX); |
1852 | 0 | currentTileRect.right = |
1853 | 0 | WINPR_ASSERTING_INT_CAST(UINT16, gridRelX + tileWidth); |
1854 | | |
1855 | | /* checks if this tile is already treated */ |
1856 | 0 | if (region16_intersects_rect(&tilesRegion, ¤tTileRect)) |
1857 | 0 | continue; |
1858 | | |
1859 | 0 | RFX_TILE* tile = (RFX_TILE*)ObjectPool_Take(context->priv->TilePool); |
1860 | 0 | if (!tile) |
1861 | 0 | goto skip_encoding_loop; |
1862 | | |
1863 | 0 | tile->xIdx = WINPR_ASSERTING_INT_CAST(UINT16, xIdx); |
1864 | 0 | tile->yIdx = WINPR_ASSERTING_INT_CAST(UINT16, yIdx); |
1865 | 0 | tile->x = WINPR_ASSERTING_INT_CAST(UINT16, gridRelX); |
1866 | 0 | tile->y = WINPR_ASSERTING_INT_CAST(UINT16, gridRelY); |
1867 | 0 | tile->scanline = scanline; |
1868 | |
|
1869 | 0 | tile->width = tileWidth; |
1870 | 0 | tile->height = tileHeight; |
1871 | 0 | const UINT32 ax = gridRelX; |
1872 | 0 | const UINT32 ay = gridRelY; |
1873 | |
|
1874 | 0 | if (tile->data && tile->allocated) |
1875 | 0 | { |
1876 | 0 | winpr_aligned_free(tile->data); |
1877 | 0 | tile->allocated = FALSE; |
1878 | 0 | } |
1879 | | |
1880 | | /* Cast away const */ |
1881 | 0 | cnv.cpv = &data[(ay * scanline) + (ax * bytesPerPixel)]; |
1882 | 0 | tile->data = cnv.pv; |
1883 | 0 | tile->quantIdxY = context->quantIdxY; |
1884 | 0 | tile->quantIdxCb = context->quantIdxCb; |
1885 | 0 | tile->quantIdxCr = context->quantIdxCr; |
1886 | 0 | tile->YLen = tile->CbLen = tile->CrLen = 0; |
1887 | |
|
1888 | 0 | if (!(tile->YCbCrData = |
1889 | 0 | (BYTE*)BufferPool_Take(context->priv->BufferPool, -1))) |
1890 | 0 | goto skip_encoding_loop; |
1891 | | |
1892 | 0 | tile->YData = &(tile->YCbCrData[((8192 + 32) * 0) + 16]); |
1893 | 0 | tile->CbData = &(tile->YCbCrData[((8192 + 32) * 1) + 16]); |
1894 | 0 | tile->CrData = &(tile->YCbCrData[((8192 + 32) * 2) + 16]); |
1895 | |
|
1896 | 0 | if (!rfx_ensure_tiles(message, 1)) |
1897 | 0 | goto skip_encoding_loop; |
1898 | 0 | message->tiles[message->numTiles++] = tile; |
1899 | |
|
1900 | 0 | if (context->priv->UseThreads) |
1901 | 0 | { |
1902 | 0 | workParam->context = context; |
1903 | 0 | workParam->tile = tile; |
1904 | |
|
1905 | 0 | if (!(*workObject = |
1906 | 0 | CreateThreadpoolWork(rfx_compose_message_tile_work_callback, |
1907 | 0 | (void*)workParam, nullptr))) |
1908 | 0 | { |
1909 | 0 | goto skip_encoding_loop; |
1910 | 0 | } |
1911 | | |
1912 | 0 | SubmitThreadpoolWork(*workObject); |
1913 | 0 | workObject++; |
1914 | 0 | workParam++; |
1915 | 0 | } |
1916 | 0 | else |
1917 | 0 | { |
1918 | 0 | if (!rfx_encode_rgb(context, tile)) |
1919 | 0 | goto skip_encoding_loop; |
1920 | 0 | } |
1921 | | |
1922 | 0 | if (!region16_union_rect(&tilesRegion, &tilesRegion, ¤tTileRect)) |
1923 | 0 | goto skip_encoding_loop; |
1924 | 0 | } /* xIdx */ |
1925 | 0 | } /* yIdx */ |
1926 | 0 | } /* rects */ |
1927 | 0 | } |
1928 | 0 | } |
1929 | | |
1930 | 0 | success = TRUE; |
1931 | 0 | skip_encoding_loop: |
1932 | | |
1933 | | /* when using threads ensure all computations are done */ |
1934 | 0 | if (success) |
1935 | 0 | { |
1936 | 0 | message->tilesDataSize = 0; |
1937 | 0 | workObject = context->priv->workObjects; |
1938 | |
|
1939 | 0 | for (UINT32 i = 0; i < message->numTiles; i++) |
1940 | 0 | { |
1941 | 0 | if (context->priv->UseThreads) |
1942 | 0 | { |
1943 | 0 | if (*workObject) |
1944 | 0 | { |
1945 | 0 | WaitForThreadpoolWorkCallbacks(*workObject, FALSE); |
1946 | 0 | CloseThreadpoolWork(*workObject); |
1947 | 0 | } |
1948 | |
|
1949 | 0 | workObject++; |
1950 | 0 | } |
1951 | |
|
1952 | 0 | const RFX_TILE* tile = message->tiles[i]; |
1953 | 0 | const size_t tlen = rfx_tile_length(tile); |
1954 | 0 | message->tilesDataSize += WINPR_ASSERTING_INT_CAST(uint32_t, tlen); |
1955 | 0 | } |
1956 | |
|
1957 | 0 | region16_uninit(&tilesRegion); |
1958 | 0 | region16_uninit(&rectsRegion); |
1959 | |
|
1960 | 0 | return message; |
1961 | 0 | } |
1962 | | |
1963 | 0 | WLog_Print(context->priv->log, WLOG_ERROR, "failed"); |
1964 | |
|
1965 | 0 | rfx_message_free(context, message); |
1966 | 0 | region16_uninit(&tilesRegion); |
1967 | 0 | region16_uninit(&rectsRegion); |
1968 | 0 | return nullptr; |
1969 | 0 | } |
1970 | | |
1971 | | static inline BOOL rfx_clone_rects(RFX_MESSAGE* WINPR_RESTRICT dst, |
1972 | | const RFX_MESSAGE* WINPR_RESTRICT src) |
1973 | 0 | { |
1974 | 0 | WINPR_ASSERT(dst); |
1975 | 0 | WINPR_ASSERT(src); |
1976 | |
|
1977 | 0 | WINPR_ASSERT(dst->rects == nullptr); |
1978 | 0 | WINPR_ASSERT(dst->numRects == 0); |
1979 | |
|
1980 | 0 | if (src->numRects == 0) |
1981 | 0 | return TRUE; |
1982 | | |
1983 | 0 | dst->rects = winpr_aligned_calloc(src->numRects, sizeof(RFX_RECT), 32); |
1984 | 0 | if (!dst->rects) |
1985 | 0 | return FALSE; |
1986 | 0 | dst->numRects = src->numRects; |
1987 | 0 | for (size_t x = 0; x < src->numRects; x++) |
1988 | 0 | { |
1989 | 0 | dst->rects[x] = src->rects[x]; |
1990 | 0 | } |
1991 | 0 | return TRUE; |
1992 | 0 | } |
1993 | | |
1994 | | static inline BOOL rfx_clone_quants(RFX_MESSAGE* WINPR_RESTRICT dst, |
1995 | | const RFX_MESSAGE* WINPR_RESTRICT src) |
1996 | 0 | { |
1997 | 0 | WINPR_ASSERT(dst); |
1998 | 0 | WINPR_ASSERT(src); |
1999 | |
|
2000 | 0 | WINPR_ASSERT(dst->quantVals == nullptr); |
2001 | 0 | WINPR_ASSERT(dst->numQuant == 0); |
2002 | |
|
2003 | 0 | if (src->numQuant == 0) |
2004 | 0 | return TRUE; |
2005 | | |
2006 | | /* quantVals are part of context */ |
2007 | 0 | dst->quantVals = src->quantVals; |
2008 | 0 | dst->numQuant = src->numQuant; |
2009 | |
|
2010 | 0 | return TRUE; |
2011 | 0 | } |
2012 | | |
2013 | | static inline RFX_MESSAGE* rfx_split_message(RFX_CONTEXT* WINPR_RESTRICT context, |
2014 | | RFX_MESSAGE* WINPR_RESTRICT message, |
2015 | | size_t* WINPR_RESTRICT numMessages, size_t maxDataSize) |
2016 | 0 | { |
2017 | 0 | WINPR_ASSERT(context); |
2018 | 0 | WINPR_ASSERT(message); |
2019 | 0 | WINPR_ASSERT(numMessages); |
2020 | |
|
2021 | 0 | if (maxDataSize <= 1024) |
2022 | 0 | return nullptr; |
2023 | | |
2024 | 0 | maxDataSize -= 1024; /* reserve enough space for headers */ |
2025 | 0 | *numMessages = ((message->tilesDataSize + maxDataSize) / maxDataSize) * 4ull; |
2026 | |
|
2027 | 0 | RFX_MESSAGE* messages = |
2028 | 0 | (RFX_MESSAGE*)winpr_aligned_calloc((*numMessages), sizeof(RFX_MESSAGE), 32); |
2029 | 0 | if (!messages) |
2030 | 0 | return nullptr; |
2031 | | |
2032 | 0 | UINT32 j = 0; |
2033 | 0 | for (UINT16 i = 0; i < message->numTiles; i++) |
2034 | 0 | { |
2035 | 0 | RFX_TILE* tile = message->tiles[i]; |
2036 | 0 | RFX_MESSAGE* msg = &messages[j]; |
2037 | |
|
2038 | 0 | WINPR_ASSERT(tile); |
2039 | 0 | WINPR_ASSERT(msg); |
2040 | |
|
2041 | 0 | const size_t tileDataSize = rfx_tile_length(tile); |
2042 | |
|
2043 | 0 | if ((msg->tilesDataSize + tileDataSize) > ((UINT32)maxDataSize)) |
2044 | 0 | j++; |
2045 | |
|
2046 | 0 | if (msg->numTiles == 0) |
2047 | 0 | { |
2048 | 0 | msg->frameIdx = message->frameIdx + j; |
2049 | 0 | if (!rfx_clone_quants(msg, message)) |
2050 | 0 | goto free_messages; |
2051 | 0 | if (!rfx_clone_rects(msg, message)) |
2052 | 0 | goto free_messages; |
2053 | 0 | msg->freeArray = TRUE; |
2054 | 0 | if (!rfx_allocate_tiles(msg, message->numTiles, TRUE)) |
2055 | 0 | goto free_messages; |
2056 | 0 | } |
2057 | | |
2058 | 0 | msg->tilesDataSize += WINPR_ASSERTING_INT_CAST(uint32_t, tileDataSize); |
2059 | |
|
2060 | 0 | WINPR_ASSERT(msg->numTiles < msg->allocatedTiles); |
2061 | 0 | msg->tiles[msg->numTiles++] = message->tiles[i]; |
2062 | 0 | message->tiles[i] = nullptr; |
2063 | 0 | } |
2064 | | |
2065 | 0 | *numMessages = j + 1ULL; |
2066 | 0 | context->frameIdx += j; |
2067 | 0 | message->numTiles = 0; |
2068 | 0 | return messages; |
2069 | 0 | free_messages: |
2070 | |
|
2071 | 0 | for (size_t i = 0; i < j; i++) |
2072 | 0 | rfx_allocate_tiles(&messages[i], 0, FALSE); |
2073 | |
|
2074 | 0 | winpr_aligned_free(messages); |
2075 | 0 | return nullptr; |
2076 | 0 | } |
2077 | | |
2078 | | const RFX_MESSAGE* rfx_message_list_get(const RFX_MESSAGE_LIST* WINPR_RESTRICT messages, size_t idx) |
2079 | 0 | { |
2080 | 0 | WINPR_ASSERT(messages); |
2081 | 0 | if (idx >= messages->count) |
2082 | 0 | return nullptr; |
2083 | 0 | WINPR_ASSERT(messages->list); |
2084 | 0 | return &messages->list[idx]; |
2085 | 0 | } |
2086 | | |
2087 | | void rfx_message_list_free(RFX_MESSAGE_LIST* messages) |
2088 | 0 | { |
2089 | 0 | if (!messages) |
2090 | 0 | return; |
2091 | 0 | for (size_t x = 0; x < messages->count; x++) |
2092 | 0 | rfx_message_clear(messages->context, &messages->list[x]); |
2093 | 0 | free(messages); |
2094 | 0 | } |
2095 | | |
2096 | | static inline RFX_MESSAGE_LIST* rfx_message_list_new(RFX_CONTEXT* WINPR_RESTRICT context, |
2097 | | RFX_MESSAGE* WINPR_RESTRICT messages, |
2098 | | size_t count) |
2099 | 0 | { |
2100 | 0 | WINPR_ASSERT(context); |
2101 | 0 | RFX_MESSAGE_LIST* msg = calloc(1, sizeof(RFX_MESSAGE_LIST)); |
2102 | 0 | WINPR_ASSERT(msg); |
2103 | |
|
2104 | 0 | msg->context = context; |
2105 | 0 | msg->count = count; |
2106 | 0 | msg->list = messages; |
2107 | 0 | return msg; |
2108 | 0 | } |
2109 | | |
2110 | | RFX_MESSAGE_LIST* rfx_encode_messages(RFX_CONTEXT* WINPR_RESTRICT context, |
2111 | | const RFX_RECT* WINPR_RESTRICT rects, size_t numRects, |
2112 | | const BYTE* WINPR_RESTRICT data, UINT32 width, UINT32 height, |
2113 | | UINT32 scanline, size_t* WINPR_RESTRICT numMessages, |
2114 | | size_t maxDataSize) |
2115 | 0 | { |
2116 | 0 | WINPR_ASSERT(context); |
2117 | 0 | WINPR_ASSERT(numMessages); |
2118 | |
|
2119 | 0 | RFX_MESSAGE* message = |
2120 | 0 | rfx_encode_message(context, rects, numRects, data, width, height, scanline); |
2121 | 0 | if (!message) |
2122 | 0 | return nullptr; |
2123 | | |
2124 | 0 | RFX_MESSAGE* list = rfx_split_message(context, message, numMessages, maxDataSize); |
2125 | 0 | rfx_message_free(context, message); |
2126 | 0 | if (!list) |
2127 | 0 | return nullptr; |
2128 | | |
2129 | 0 | return rfx_message_list_new(context, list, *numMessages); |
2130 | 0 | } |
2131 | | |
2132 | | static inline BOOL rfx_write_message_tileset(RFX_CONTEXT* WINPR_RESTRICT context, |
2133 | | wStream* WINPR_RESTRICT s, |
2134 | | const RFX_MESSAGE* WINPR_RESTRICT message) |
2135 | 0 | { |
2136 | 0 | WINPR_ASSERT(context); |
2137 | 0 | WINPR_ASSERT(message); |
2138 | |
|
2139 | 0 | const UINT32 blockLen = 22 + (message->numQuant * 5) + message->tilesDataSize; |
2140 | |
|
2141 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2142 | 0 | return FALSE; |
2143 | | |
2144 | 0 | Stream_Write_UINT16(s, WBT_EXTENSION); /* CodecChannelT.blockType (2 bytes) */ |
2145 | 0 | Stream_Write_UINT32(s, blockLen); /* set CodecChannelT.blockLen (4 bytes) */ |
2146 | 0 | Stream_Write_UINT8(s, 1); /* CodecChannelT.codecId (1 byte) */ |
2147 | 0 | Stream_Write_UINT8(s, 0); /* CodecChannelT.channelId (1 byte) */ |
2148 | 0 | Stream_Write_UINT16(s, CBT_TILESET); /* subtype (2 bytes) */ |
2149 | 0 | Stream_Write_UINT16(s, 0); /* idx (2 bytes) */ |
2150 | 0 | Stream_Write_UINT16(s, context->properties); /* properties (2 bytes) */ |
2151 | 0 | Stream_Write_UINT8( |
2152 | 0 | s, WINPR_ASSERTING_INT_CAST(uint8_t, message->numQuant)); /* numQuant (1 byte) */ |
2153 | 0 | Stream_Write_UINT8(s, 0x40); /* tileSize (1 byte) */ |
2154 | 0 | Stream_Write_UINT16(s, message->numTiles); /* numTiles (2 bytes) */ |
2155 | 0 | Stream_Write_UINT32(s, message->tilesDataSize); /* tilesDataSize (4 bytes) */ |
2156 | |
|
2157 | 0 | UINT32* quantVals = message->quantVals; |
2158 | 0 | for (size_t i = 0; i < message->numQuant * 5ul; i++) |
2159 | 0 | { |
2160 | 0 | WINPR_ASSERT(quantVals); |
2161 | 0 | Stream_Write_UINT8(s, |
2162 | 0 | WINPR_ASSERTING_INT_CAST(uint8_t, quantVals[0] + (quantVals[1] << 4))); |
2163 | 0 | quantVals += 2; |
2164 | 0 | } |
2165 | |
|
2166 | 0 | for (size_t i = 0; i < message->numTiles; i++) |
2167 | 0 | { |
2168 | 0 | RFX_TILE* tile = message->tiles[i]; |
2169 | 0 | if (!tile) |
2170 | 0 | return FALSE; |
2171 | | |
2172 | 0 | if (!rfx_write_tile(s, tile)) |
2173 | 0 | return FALSE; |
2174 | 0 | } |
2175 | | |
2176 | | #ifdef WITH_DEBUG_RFX |
2177 | | WLog_Print(context->priv->log, WLOG_DEBUG, |
2178 | | "numQuant: %" PRIu16 " numTiles: %" PRIu16 " tilesDataSize: %" PRIu32 "", |
2179 | | message->numQuant, message->numTiles, message->tilesDataSize); |
2180 | | #endif |
2181 | 0 | return TRUE; |
2182 | 0 | } |
2183 | | |
2184 | | static inline BOOL |
2185 | | rfx_write_message_frame_begin(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT context, |
2186 | | wStream* WINPR_RESTRICT s, const RFX_MESSAGE* WINPR_RESTRICT message) |
2187 | 0 | { |
2188 | 0 | WINPR_ASSERT(context); |
2189 | 0 | WINPR_ASSERT(message); |
2190 | |
|
2191 | 0 | if (!Stream_EnsureRemainingCapacity(s, 14)) |
2192 | 0 | return FALSE; |
2193 | | |
2194 | 0 | Stream_Write_UINT16(s, WBT_FRAME_BEGIN); /* CodecChannelT.blockType */ |
2195 | 0 | Stream_Write_UINT32(s, 14); /* CodecChannelT.blockLen */ |
2196 | 0 | Stream_Write_UINT8(s, 1); /* CodecChannelT.codecId */ |
2197 | 0 | Stream_Write_UINT8(s, 0); /* CodecChannelT.channelId */ |
2198 | 0 | Stream_Write_UINT32(s, message->frameIdx); /* frameIdx */ |
2199 | 0 | Stream_Write_UINT16(s, 1); /* numRegions */ |
2200 | 0 | return TRUE; |
2201 | 0 | } |
2202 | | |
2203 | | static inline BOOL rfx_write_message_region(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT context, |
2204 | | wStream* WINPR_RESTRICT s, |
2205 | | const RFX_MESSAGE* WINPR_RESTRICT message) |
2206 | 0 | { |
2207 | 0 | WINPR_ASSERT(context); |
2208 | 0 | WINPR_ASSERT(message); |
2209 | |
|
2210 | 0 | const size_t blockLen = 15 + (message->numRects * 8); |
2211 | 0 | if (blockLen > UINT32_MAX) |
2212 | 0 | return FALSE; |
2213 | | |
2214 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2215 | 0 | return FALSE; |
2216 | | |
2217 | 0 | Stream_Write_UINT16(s, WBT_REGION); /* CodecChannelT.blockType (2 bytes) */ |
2218 | 0 | Stream_Write_UINT32(s, (UINT32)blockLen); /* set CodecChannelT.blockLen (4 bytes) */ |
2219 | 0 | Stream_Write_UINT8(s, 1); /* CodecChannelT.codecId (1 byte) */ |
2220 | 0 | Stream_Write_UINT8(s, 0); /* CodecChannelT.channelId (1 byte) */ |
2221 | 0 | Stream_Write_UINT8(s, 1); /* regionFlags (1 byte) */ |
2222 | 0 | Stream_Write_UINT16(s, message->numRects); /* numRects (2 bytes) */ |
2223 | |
|
2224 | 0 | for (UINT16 i = 0; i < message->numRects; i++) |
2225 | 0 | { |
2226 | 0 | const RFX_RECT* rect = rfx_message_get_rect_const(message, i); |
2227 | 0 | WINPR_ASSERT(rect); |
2228 | | |
2229 | | /* Clipping rectangles are relative to destLeft, destTop */ |
2230 | 0 | Stream_Write_UINT16(s, rect->x); /* x (2 bytes) */ |
2231 | 0 | Stream_Write_UINT16(s, rect->y); /* y (2 bytes) */ |
2232 | 0 | Stream_Write_UINT16(s, rect->width); /* width (2 bytes) */ |
2233 | 0 | Stream_Write_UINT16(s, rect->height); /* height (2 bytes) */ |
2234 | 0 | } |
2235 | |
|
2236 | 0 | Stream_Write_UINT16(s, CBT_REGION); /* regionType (2 bytes) */ |
2237 | 0 | Stream_Write_UINT16(s, 1); /* numTilesets (2 bytes) */ |
2238 | 0 | return TRUE; |
2239 | 0 | } |
2240 | | |
2241 | | static inline BOOL |
2242 | | rfx_write_message_frame_end(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT context, |
2243 | | wStream* WINPR_RESTRICT s, |
2244 | | WINPR_ATTR_UNUSED const RFX_MESSAGE* WINPR_RESTRICT message) |
2245 | 0 | { |
2246 | 0 | WINPR_ASSERT(context); |
2247 | 0 | WINPR_ASSERT(message); |
2248 | |
|
2249 | 0 | if (!Stream_EnsureRemainingCapacity(s, 8)) |
2250 | 0 | return FALSE; |
2251 | | |
2252 | 0 | Stream_Write_UINT16(s, WBT_FRAME_END); /* CodecChannelT.blockType */ |
2253 | 0 | Stream_Write_UINT32(s, 8); /* CodecChannelT.blockLen */ |
2254 | 0 | Stream_Write_UINT8(s, 1); /* CodecChannelT.codecId */ |
2255 | 0 | Stream_Write_UINT8(s, 0); /* CodecChannelT.channelId */ |
2256 | 0 | return TRUE; |
2257 | 0 | } |
2258 | | |
2259 | | BOOL rfx_write_message(RFX_CONTEXT* WINPR_RESTRICT context, wStream* WINPR_RESTRICT s, |
2260 | | const RFX_MESSAGE* WINPR_RESTRICT message) |
2261 | 0 | { |
2262 | 0 | WINPR_ASSERT(context); |
2263 | 0 | WINPR_ASSERT(message); |
2264 | |
|
2265 | 0 | if (context->state == RFX_STATE_SEND_HEADERS) |
2266 | 0 | { |
2267 | 0 | if (!rfx_compose_message_header(context, s)) |
2268 | 0 | return FALSE; |
2269 | | |
2270 | 0 | context->state = RFX_STATE_SEND_FRAME_DATA; |
2271 | 0 | } |
2272 | | |
2273 | 0 | if (!rfx_write_message_frame_begin(context, s, message) || |
2274 | 0 | !rfx_write_message_region(context, s, message) || |
2275 | 0 | !rfx_write_message_tileset(context, s, message) || |
2276 | 0 | !rfx_write_message_frame_end(context, s, message)) |
2277 | 0 | { |
2278 | 0 | return FALSE; |
2279 | 0 | } |
2280 | | |
2281 | 0 | return TRUE; |
2282 | 0 | } |
2283 | | |
2284 | | BOOL rfx_compose_message(RFX_CONTEXT* WINPR_RESTRICT context, wStream* WINPR_RESTRICT s, |
2285 | | const RFX_RECT* WINPR_RESTRICT rects, size_t numRects, |
2286 | | const BYTE* WINPR_RESTRICT data, UINT32 width, UINT32 height, |
2287 | | UINT32 scanline) |
2288 | 0 | { |
2289 | 0 | WINPR_ASSERT(context); |
2290 | 0 | RFX_MESSAGE* message = |
2291 | 0 | rfx_encode_message(context, rects, numRects, data, width, height, scanline); |
2292 | 0 | if (!message) |
2293 | 0 | return FALSE; |
2294 | | |
2295 | 0 | const BOOL ret = rfx_write_message(context, s, message); |
2296 | 0 | rfx_message_free(context, message); |
2297 | 0 | return ret; |
2298 | 0 | } |
2299 | | |
2300 | | BOOL rfx_context_set_mode(RFX_CONTEXT* WINPR_RESTRICT context, RLGR_MODE mode) |
2301 | 0 | { |
2302 | 0 | WINPR_ASSERT(context); |
2303 | 0 | context->mode = mode; |
2304 | 0 | return TRUE; |
2305 | 0 | } |
2306 | | |
2307 | | RLGR_MODE rfx_context_get_mode(RFX_CONTEXT* WINPR_RESTRICT context) |
2308 | 0 | { |
2309 | 0 | WINPR_ASSERT(context); |
2310 | 0 | return context->mode; |
2311 | 0 | } |
2312 | | |
2313 | | UINT32 rfx_context_get_frame_idx(const RFX_CONTEXT* WINPR_RESTRICT context) |
2314 | 0 | { |
2315 | 0 | WINPR_ASSERT(context); |
2316 | 0 | return context->frameIdx; |
2317 | 0 | } |
2318 | | |
2319 | | UINT32 rfx_message_get_frame_idx(const RFX_MESSAGE* WINPR_RESTRICT message) |
2320 | 0 | { |
2321 | 0 | WINPR_ASSERT(message); |
2322 | 0 | return message->frameIdx; |
2323 | 0 | } |
2324 | | |
2325 | | static inline BOOL rfx_write_progressive_wb_sync(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT rfx, |
2326 | | wStream* WINPR_RESTRICT s) |
2327 | 0 | { |
2328 | 0 | const UINT32 blockLen = 12; |
2329 | 0 | WINPR_ASSERT(rfx); |
2330 | 0 | WINPR_ASSERT(s); |
2331 | |
|
2332 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2333 | 0 | return FALSE; |
2334 | | |
2335 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_SYNC); /* blockType (2 bytes) */ |
2336 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2337 | 0 | Stream_Write_UINT32(s, 0xCACCACCA); /* magic (4 bytes) */ |
2338 | 0 | Stream_Write_UINT16(s, 0x0100); /* version (2 bytes) */ |
2339 | 0 | return TRUE; |
2340 | 0 | } |
2341 | | |
2342 | | static inline BOOL |
2343 | | rfx_write_progressive_wb_context(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT rfx, |
2344 | | wStream* WINPR_RESTRICT s) |
2345 | 0 | { |
2346 | 0 | const UINT32 blockLen = 10; |
2347 | 0 | WINPR_ASSERT(rfx); |
2348 | 0 | WINPR_ASSERT(s); |
2349 | |
|
2350 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2351 | 0 | return FALSE; |
2352 | | |
2353 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_CONTEXT); /* blockType (2 bytes) */ |
2354 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2355 | 0 | Stream_Write_UINT8(s, 0); /* ctxId (1 byte) */ |
2356 | 0 | Stream_Write_UINT16(s, 64); /* tileSize (2 bytes) */ |
2357 | 0 | Stream_Write_UINT8(s, 0); /* flags (1 byte) */ |
2358 | 0 | return TRUE; |
2359 | 0 | } |
2360 | | |
2361 | | static inline BOOL rfx_write_progressive_region(RFX_CONTEXT* WINPR_RESTRICT rfx, |
2362 | | wStream* WINPR_RESTRICT s, |
2363 | | const RFX_MESSAGE* WINPR_RESTRICT msg) |
2364 | 0 | { |
2365 | | /* RFX_REGION */ |
2366 | 0 | UINT32 blockLen = 18; |
2367 | 0 | UINT32 tilesDataSize = 0; |
2368 | 0 | const size_t start = Stream_GetPosition(s); |
2369 | |
|
2370 | 0 | WINPR_ASSERT(rfx); |
2371 | 0 | WINPR_ASSERT(s); |
2372 | 0 | WINPR_ASSERT(msg); |
2373 | |
|
2374 | 0 | blockLen += msg->numRects * 8; |
2375 | 0 | blockLen += msg->numQuant * 5; |
2376 | 0 | tilesDataSize = msg->numTiles * 22UL; |
2377 | 0 | for (UINT16 i = 0; i < msg->numTiles; i++) |
2378 | 0 | { |
2379 | 0 | const RFX_TILE* tile = msg->tiles[i]; |
2380 | 0 | WINPR_ASSERT(tile); |
2381 | 0 | tilesDataSize += tile->YLen + tile->CbLen + tile->CrLen; |
2382 | 0 | } |
2383 | 0 | blockLen += tilesDataSize; |
2384 | |
|
2385 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2386 | 0 | return FALSE; |
2387 | | |
2388 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_REGION); /* blockType (2 bytes) */ |
2389 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2390 | 0 | Stream_Write_UINT8(s, 64); /* tileSize (1 byte) */ |
2391 | 0 | Stream_Write_UINT16(s, msg->numRects); /* numRects (2 bytes) */ |
2392 | 0 | WINPR_ASSERT(msg->numQuant <= UINT8_MAX); |
2393 | 0 | Stream_Write_UINT8(s, (UINT8)msg->numQuant); /* numQuant (1 byte) */ |
2394 | 0 | Stream_Write_UINT8(s, 0); /* numProgQuant (1 byte) */ |
2395 | 0 | Stream_Write_UINT8(s, 0); /* flags (1 byte) */ |
2396 | 0 | Stream_Write_UINT16(s, msg->numTiles); /* numTiles (2 bytes) */ |
2397 | 0 | Stream_Write_UINT32(s, tilesDataSize); /* tilesDataSize (4 bytes) */ |
2398 | |
|
2399 | 0 | for (UINT16 i = 0; i < msg->numRects; i++) |
2400 | 0 | { |
2401 | | /* TS_RFX_RECT */ |
2402 | 0 | const RFX_RECT* r = &msg->rects[i]; |
2403 | 0 | Stream_Write_UINT16(s, r->x); /* x (2 bytes) */ |
2404 | 0 | Stream_Write_UINT16(s, r->y); /* y (2 bytes) */ |
2405 | 0 | Stream_Write_UINT16(s, r->width); /* width (2 bytes) */ |
2406 | 0 | Stream_Write_UINT16(s, r->height); /* height (2 bytes) */ |
2407 | 0 | } |
2408 | | |
2409 | | /** |
2410 | | * Note: The RFX_COMPONENT_CODEC_QUANT structure differs from the |
2411 | | * TS_RFX_CODEC_QUANT ([MS-RDPRFX] section 2.2.2.1.5) structure with respect |
2412 | | * to the order of the bands. |
2413 | | * 0 1 2 3 4 5 6 7 8 9 |
2414 | | * RDPRFX: LL3, LH3, HL3, HH3, LH2, HL2, HH2, LH1, HL1, HH1 |
2415 | | * RDPEGFX: LL3, HL3, LH3, HH3, HL2, LH2, HH2, HL1, LH1, HH1 |
2416 | | */ |
2417 | 0 | for (UINT16 i = 0; i < msg->numQuant; i++) |
2418 | 0 | { |
2419 | 0 | const UINT32* qv = &msg->quantVals[10ULL * i]; |
2420 | | /* RFX_COMPONENT_CODEC_QUANT */ |
2421 | 0 | Stream_Write_UINT8(s, (UINT8)(qv[0] + (qv[2] << 4))); /* LL3 (4-bit), HL3 (4-bit) */ |
2422 | 0 | Stream_Write_UINT8(s, (UINT8)(qv[1] + (qv[3] << 4))); /* LH3 (4-bit), HH3 (4-bit) */ |
2423 | 0 | Stream_Write_UINT8(s, (UINT8)(qv[5] + (qv[4] << 4))); /* HL2 (4-bit), LH2 (4-bit) */ |
2424 | 0 | Stream_Write_UINT8(s, (UINT8)(qv[6] + (qv[8] << 4))); /* HH2 (4-bit), HL1 (4-bit) */ |
2425 | 0 | Stream_Write_UINT8(s, (UINT8)(qv[7] + (qv[9] << 4))); /* LH1 (4-bit), HH1 (4-bit) */ |
2426 | 0 | } |
2427 | |
|
2428 | 0 | for (UINT16 i = 0; i < msg->numTiles; i++) |
2429 | 0 | { |
2430 | 0 | const RFX_TILE* tile = msg->tiles[i]; |
2431 | 0 | if (!rfx_write_progressive_tile_simple(rfx, s, tile)) |
2432 | 0 | return FALSE; |
2433 | 0 | } |
2434 | | |
2435 | 0 | const size_t end = Stream_GetPosition(s); |
2436 | 0 | const size_t used = end - start; |
2437 | 0 | return (used == blockLen); |
2438 | 0 | } |
2439 | | |
2440 | | static inline BOOL |
2441 | | rfx_write_progressive_frame_begin(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT rfx, |
2442 | | wStream* WINPR_RESTRICT s, const RFX_MESSAGE* WINPR_RESTRICT msg) |
2443 | 0 | { |
2444 | 0 | const UINT32 blockLen = 12; |
2445 | 0 | WINPR_ASSERT(rfx); |
2446 | 0 | WINPR_ASSERT(s); |
2447 | 0 | WINPR_ASSERT(msg); |
2448 | |
|
2449 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2450 | 0 | return FALSE; |
2451 | | |
2452 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_FRAME_BEGIN); /* blockType (2 bytes) */ |
2453 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2454 | 0 | Stream_Write_UINT32(s, msg->frameIdx); /* frameIndex (4 bytes) */ |
2455 | 0 | Stream_Write_UINT16(s, 1); /* regionCount (2 bytes) */ |
2456 | |
|
2457 | 0 | return TRUE; |
2458 | 0 | } |
2459 | | |
2460 | | static inline BOOL |
2461 | | rfx_write_progressive_frame_end(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT rfx, |
2462 | | wStream* WINPR_RESTRICT s) |
2463 | 0 | { |
2464 | 0 | const UINT32 blockLen = 6; |
2465 | 0 | WINPR_ASSERT(rfx); |
2466 | 0 | WINPR_ASSERT(s); |
2467 | |
|
2468 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2469 | 0 | return FALSE; |
2470 | | |
2471 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_FRAME_END); /* blockType (2 bytes) */ |
2472 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2473 | |
|
2474 | 0 | return TRUE; |
2475 | 0 | } |
2476 | | |
2477 | | static inline BOOL |
2478 | | rfx_write_progressive_tile_simple(WINPR_ATTR_UNUSED RFX_CONTEXT* WINPR_RESTRICT rfx, |
2479 | | wStream* WINPR_RESTRICT s, const RFX_TILE* WINPR_RESTRICT tile) |
2480 | 0 | { |
2481 | 0 | UINT32 blockLen = 0; |
2482 | 0 | WINPR_ASSERT(rfx); |
2483 | 0 | WINPR_ASSERT(s); |
2484 | 0 | WINPR_ASSERT(tile); |
2485 | |
|
2486 | 0 | blockLen = 22 + tile->YLen + tile->CbLen + tile->CrLen; |
2487 | 0 | if (!Stream_EnsureRemainingCapacity(s, blockLen)) |
2488 | 0 | return FALSE; |
2489 | | |
2490 | 0 | Stream_Write_UINT16(s, PROGRESSIVE_WBT_TILE_SIMPLE); /* blockType (2 bytes) */ |
2491 | 0 | Stream_Write_UINT32(s, blockLen); /* blockLen (4 bytes) */ |
2492 | 0 | Stream_Write_UINT8(s, tile->quantIdxY); /* quantIdxY (1 byte) */ |
2493 | 0 | Stream_Write_UINT8(s, tile->quantIdxCb); /* quantIdxCb (1 byte) */ |
2494 | 0 | Stream_Write_UINT8(s, tile->quantIdxCr); /* quantIdxCr (1 byte) */ |
2495 | 0 | Stream_Write_UINT16(s, tile->xIdx); /* xIdx (2 bytes) */ |
2496 | 0 | Stream_Write_UINT16(s, tile->yIdx); /* yIdx (2 bytes) */ |
2497 | 0 | Stream_Write_UINT8(s, 0); /* flags (1 byte) */ |
2498 | 0 | Stream_Write_UINT16(s, tile->YLen); /* YLen (2 bytes) */ |
2499 | 0 | Stream_Write_UINT16(s, tile->CbLen); /* CbLen (2 bytes) */ |
2500 | 0 | Stream_Write_UINT16(s, tile->CrLen); /* CrLen (2 bytes) */ |
2501 | 0 | Stream_Write_UINT16(s, 0); /* tailLen (2 bytes) */ |
2502 | 0 | Stream_Write(s, tile->YData, tile->YLen); /* YData */ |
2503 | 0 | Stream_Write(s, tile->CbData, tile->CbLen); /* CbData */ |
2504 | 0 | Stream_Write(s, tile->CrData, tile->CrLen); /* CrData */ |
2505 | |
|
2506 | 0 | return TRUE; |
2507 | 0 | } |
2508 | | |
2509 | | const char* rfx_get_progressive_block_type_string(UINT16 blockType) |
2510 | 35 | { |
2511 | 35 | switch (blockType) |
2512 | 35 | { |
2513 | 1 | case PROGRESSIVE_WBT_SYNC: |
2514 | 1 | return "PROGRESSIVE_WBT_SYNC"; |
2515 | | |
2516 | 1 | case PROGRESSIVE_WBT_FRAME_BEGIN: |
2517 | 1 | return "PROGRESSIVE_WBT_FRAME_BEGIN"; |
2518 | | |
2519 | 0 | case PROGRESSIVE_WBT_FRAME_END: |
2520 | 0 | return "PROGRESSIVE_WBT_FRAME_END"; |
2521 | | |
2522 | 0 | case PROGRESSIVE_WBT_CONTEXT: |
2523 | 0 | return "PROGRESSIVE_WBT_CONTEXT"; |
2524 | | |
2525 | 0 | case PROGRESSIVE_WBT_REGION: |
2526 | 0 | return "PROGRESSIVE_WBT_REGION"; |
2527 | | |
2528 | 0 | case PROGRESSIVE_WBT_TILE_SIMPLE: |
2529 | 0 | return "PROGRESSIVE_WBT_TILE_SIMPLE"; |
2530 | | |
2531 | 0 | case PROGRESSIVE_WBT_TILE_FIRST: |
2532 | 0 | return "PROGRESSIVE_WBT_TILE_FIRST"; |
2533 | | |
2534 | 0 | case PROGRESSIVE_WBT_TILE_UPGRADE: |
2535 | 0 | return "PROGRESSIVE_WBT_TILE_UPGRADE"; |
2536 | | |
2537 | 33 | default: |
2538 | 33 | return "PROGRESSIVE_WBT_UNKNOWN"; |
2539 | 35 | } |
2540 | 35 | } |
2541 | | |
2542 | | BOOL rfx_write_message_progressive_simple(RFX_CONTEXT* WINPR_RESTRICT rfx, |
2543 | | wStream* WINPR_RESTRICT s, |
2544 | | const RFX_MESSAGE* WINPR_RESTRICT msg) |
2545 | 0 | { |
2546 | 0 | WINPR_ASSERT(s); |
2547 | 0 | WINPR_ASSERT(msg); |
2548 | 0 | WINPR_ASSERT(rfx); |
2549 | |
|
2550 | 0 | if (rfx->mode != RLGR1) |
2551 | 0 | { |
2552 | 0 | WLog_ERR(TAG, "error, RLGR1 mode is required!"); |
2553 | 0 | return FALSE; |
2554 | 0 | } |
2555 | | |
2556 | 0 | if (!rfx_write_progressive_wb_sync(rfx, s)) |
2557 | 0 | return FALSE; |
2558 | | |
2559 | 0 | if (!rfx_write_progressive_wb_context(rfx, s)) |
2560 | 0 | return FALSE; |
2561 | | |
2562 | 0 | if (!rfx_write_progressive_frame_begin(rfx, s, msg)) |
2563 | 0 | return FALSE; |
2564 | | |
2565 | 0 | if (!rfx_write_progressive_region(rfx, s, msg)) |
2566 | 0 | return FALSE; |
2567 | | |
2568 | 0 | if (!rfx_write_progressive_frame_end(rfx, s)) |
2569 | 0 | return FALSE; |
2570 | | |
2571 | 0 | return TRUE; |
2572 | 0 | } |