FreeRDP
Loading...
Searching...
No Matches
rdpgfx_codec.c
1
22#include <freerdp/config.h>
23
24#include <winpr/crt.h>
25#include <winpr/stream.h>
26#include <freerdp/log.h>
27#include <freerdp/utils/profiler.h>
28
29#include "rdpgfx_common.h"
30
31#include "rdpgfx_codec.h"
32
38static UINT rdpgfx_read_h264_metablock(WINPR_ATTR_UNUSED RDPGFX_PLUGIN* gfx, wStream* s,
40{
41 RDPGFX_H264_QUANT_QUALITY* quantQualityVal = nullptr;
42 UINT error = ERROR_INVALID_DATA;
43 meta->regionRects = nullptr;
44 meta->quantQualityVals = nullptr;
45
46 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
47 goto error_out;
48
49 Stream_Read_UINT32(s, meta->numRegionRects); /* numRegionRects (4 bytes) */
50
51 if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 8ull))
52 goto error_out;
53
54 meta->regionRects = (RECTANGLE_16*)calloc(meta->numRegionRects, sizeof(RECTANGLE_16));
55
56 if (!meta->regionRects)
57 {
58 WLog_Print(gfx->base.log, WLOG_ERROR, "malloc failed!");
59 error = CHANNEL_RC_NO_MEMORY;
60 goto error_out;
61 }
62
63 meta->quantQualityVals =
64 (RDPGFX_H264_QUANT_QUALITY*)calloc(meta->numRegionRects, sizeof(RDPGFX_H264_QUANT_QUALITY));
65
66 if (!meta->quantQualityVals)
67 {
68 WLog_Print(gfx->base.log, WLOG_ERROR, "malloc failed!");
69 error = CHANNEL_RC_NO_MEMORY;
70 goto error_out;
71 }
72
73 WLog_Print(gfx->base.log, WLOG_TRACE, "H264_METABLOCK: numRegionRects: %" PRIu32 "",
74 meta->numRegionRects);
75
76 for (UINT32 index = 0; index < meta->numRegionRects; index++)
77 {
78 RECTANGLE_16* regionRect = &(meta->regionRects[index]);
79
80 if ((error = rdpgfx_read_rect16(gfx->base.log, s, regionRect, FALSE)))
81 {
82 WLog_Print(gfx->base.log, WLOG_ERROR,
83 "rdpgfx_read_rect16 failed with error %" PRIu32 "!", error);
84 goto error_out;
85 }
86
87 WLog_Print(gfx->base.log, WLOG_TRACE,
88 "regionRects[%" PRIu32 "]: left: %" PRIu16 " top: %" PRIu16 " right: %" PRIu16
89 " bottom: %" PRIu16 "",
90 index, regionRect->left, regionRect->top, regionRect->right, regionRect->bottom);
91 }
92
93 if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 2ull))
94 {
95 error = ERROR_INVALID_DATA;
96 goto error_out;
97 }
98
99 for (UINT32 index = 0; index < meta->numRegionRects; index++)
100 {
101 quantQualityVal = &(meta->quantQualityVals[index]);
102 Stream_Read_UINT8(s, quantQualityVal->qpVal); /* qpVal (1 byte) */
103 Stream_Read_UINT8(s, quantQualityVal->qualityVal); /* qualityVal (1 byte) */
104 quantQualityVal->qp = quantQualityVal->qpVal & 0x3F;
105 quantQualityVal->r = (quantQualityVal->qpVal >> 6) & 1;
106 quantQualityVal->p = (quantQualityVal->qpVal >> 7) & 1;
107 WLog_Print(gfx->base.log, WLOG_TRACE,
108 "quantQualityVals[%" PRIu32 "]: qp: %" PRIu8 " r: %" PRIu8 " p: %" PRIu8
109 " qualityVal: %" PRIu8 "",
110 index, quantQualityVal->qp, quantQualityVal->r, quantQualityVal->p,
111 quantQualityVal->qualityVal);
112 }
113
114 return CHANNEL_RC_OK;
115error_out:
116 free_h264_metablock(meta);
117 return error;
118}
119
125static UINT rdpgfx_decode_AVC420(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
126{
127 RDPGFX_AVC420_BITMAP_STREAM h264 = WINPR_C_ARRAY_INIT;
128 wStream* s = Stream_New(cmd->data, cmd->length);
129
130 if (!s)
131 {
132 WLog_Print(gfx->base.log, WLOG_ERROR, "Stream_New failed!");
133 return CHANNEL_RC_NO_MEMORY;
134 }
135
136 UINT error = rdpgfx_read_h264_metablock(gfx, s, &(h264.meta));
137 if (error != CHANNEL_RC_OK)
138 {
139 Stream_Free(s, FALSE);
140 WLog_Print(gfx->base.log, WLOG_ERROR,
141 "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
142 return error;
143 }
144
145 h264.data = Stream_Pointer(s);
146 h264.length = (UINT32)Stream_GetRemainingLength(s);
147 Stream_Free(s, FALSE);
148 cmd->extra = (void*)&h264;
149
150 error = logSurfaceCommand(gfx, cmd);
151
152 free_h264_metablock(&h264.meta);
153 cmd->extra = nullptr;
154 return error;
155}
156
157#if defined(WITH_GFX_AZURE)
174WINPR_ATTR_NODISCARD
175static UINT rdpgfx_decode_HEVC(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
176{
177 RDPGFX_HEVC_BITMAP_STREAM hevc = WINPR_C_ARRAY_INIT;
178 wStream sbuffer = WINPR_C_ARRAY_INIT;
179 wStream* s = Stream_StaticConstInit(&sbuffer, cmd->data, cmd->length);
180
181 UINT error = rdpgfx_read_h264_metablock(gfx, s, &(hevc.meta));
182 if (error != CHANNEL_RC_OK)
183 {
184 WLog_Print(gfx->base.log, WLOG_ERROR,
185 "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
186 return error;
187 }
188
189 error = ERROR_INVALID_DATA;
190 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
191 goto fail;
192
193 hevc.cbNalSizes = Stream_Get_UINT32(s);
194 if ((hevc.cbNalSizes == 0) || (hevc.cbNalSizes > 2048) || ((hevc.cbNalSizes % 4) != 0) ||
195 !Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, hevc.cbNalSizes))
196 {
197 WLog_Print(gfx->base.log, WLOG_ERROR, "HEVC420 invalid NAL size table length %" PRIu32,
198 hevc.cbNalSizes);
199 goto fail;
200 }
201
202 size_t total = 0;
203 hevc.nalSize = Stream_Pointer(s);
204 for (UINT32 x = 0; x < hevc.cbNalSizes / sizeof(UINT32); x++)
205 total += Stream_Get_UINT32(s);
206
207 if ((gfx->ConnectionCaps.version == RDPGFX_CAPVERSION_113) ||
208 (gfx->ConnectionCaps.version == RDPGFX_CAPVERSION_115))
209 {
210 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 1))
211 goto fail;
212 hevc.frameAttributes = Stream_Get_UINT8(s);
213 WLog_Print(gfx->base.log, WLOG_TRACE, "HEVC420 frameAttributes 0x%02" PRIx8 "%s",
214 hevc.frameAttributes, (hevc.frameAttributes & 0x01) ? " (key frame)" : "");
215 }
216 else
217 hevc.frameAttributes = -1;
218
219 const size_t remaining = Stream_GetRemainingLength(s);
220 if ((total != remaining) || (remaining > UINT32_MAX))
221 {
222 WLog_Print(gfx->base.log, WLOG_ERROR,
223 "HEVC420 NAL sizes add up to %" PRIuz " bytes, but %" PRIuz " bytes follow",
224 total, remaining);
225 goto fail;
226 }
227
228 hevc.data = Stream_Pointer(s);
229 hevc.length = (UINT32)remaining;
230 cmd->extra = (void*)&hevc;
231
232 error = logSurfaceCommand(gfx, cmd);
233
234fail:
235 free_h264_metablock(&hevc.meta);
236 cmd->extra = nullptr;
237 return error;
238}
239#endif
240
246static UINT rdpgfx_decode_AVC444(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
247{
248 UINT error = CHANNEL_RC_OK;
249 UINT32 tmp = 0;
250 size_t pos1 = 0;
251 size_t pos2 = 0;
252
253 RDPGFX_AVC444_BITMAP_STREAM h264 = WINPR_C_ARRAY_INIT;
254 wStream* s = Stream_New(cmd->data, cmd->length);
255
256 if (!s)
257 {
258 WLog_Print(gfx->base.log, WLOG_ERROR, "Stream_New failed!");
259 return CHANNEL_RC_NO_MEMORY;
260 }
261
262 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
263 {
264 error = ERROR_INVALID_DATA;
265 goto fail;
266 }
267
268 Stream_Read_UINT32(s, tmp);
269 h264.cbAvc420EncodedBitstream1 = tmp & 0x3FFFFFFFUL;
270 h264.LC = (tmp >> 30UL) & 0x03UL;
271
272 if (h264.LC == 0x03)
273 {
274 error = ERROR_INVALID_DATA;
275 goto fail;
276 }
277
278 pos1 = Stream_GetPosition(s);
279
280 if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[0].meta))))
281 {
282 WLog_Print(gfx->base.log, WLOG_ERROR,
283 "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
284 goto fail;
285 }
286
287 pos2 = Stream_GetPosition(s);
288 h264.bitstream[0].data = Stream_Pointer(s);
289
290 if (h264.LC == 0)
291 {
292 const size_t bitstreamLen = 1ULL * h264.cbAvc420EncodedBitstream1 - pos2 + pos1;
293
294 if ((bitstreamLen > UINT32_MAX) || (h264.cbAvc420EncodedBitstream1 < pos2 - pos1) ||
295 !Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, bitstreamLen))
296 {
297 error = ERROR_INVALID_DATA;
298 goto fail;
299 }
300
301 h264.bitstream[0].length = (UINT32)bitstreamLen;
302 Stream_Seek(s, bitstreamLen);
303
304 if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[1].meta))))
305 {
306 WLog_Print(gfx->base.log, WLOG_ERROR,
307 "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
308 goto fail;
309 }
310
311 h264.bitstream[1].data = Stream_Pointer(s);
312
313 const size_t len = Stream_GetRemainingLength(s);
314 if (len > UINT32_MAX)
315 goto fail;
316 h264.bitstream[1].length = (UINT32)len;
317 }
318 else
319 {
320 const size_t len = Stream_GetRemainingLength(s);
321 if (len > UINT32_MAX)
322 goto fail;
323 h264.bitstream[0].length = (UINT32)len;
324 }
325
326 cmd->extra = (void*)&h264;
327
328 error = logSurfaceCommand(gfx, cmd);
329
330fail:
331 Stream_Free(s, FALSE);
332 free_h264_metablock(&h264.bitstream[0].meta);
333 free_h264_metablock(&h264.bitstream[1].meta);
334 cmd->extra = nullptr;
335 return error;
336}
337
343UINT rdpgfx_decode(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
344{
345 UINT error = CHANNEL_RC_OK;
346 WINPR_ASSERT(gfx);
347 WINPR_ASSERT(cmd);
348
349 PROFILER_ENTER(gfx->context->SurfaceProfiler)
350
351 switch (cmd->codecId)
352 {
353#if defined(WITH_GFX_AV1) || defined(WITH_GFX_AV2)
354 case RDPGFX_CODECID_AV1:
355#endif
356 case RDPGFX_CODECID_AVC420:
357 if ((error = rdpgfx_decode_AVC420(gfx, cmd)))
358 WLog_Print(gfx->base.log, WLOG_ERROR,
359 "rdpgfx_decode_AVC420 failed with error %" PRIu32 "", error);
360
361 break;
362
363 case RDPGFX_CODECID_AVC444:
364 case RDPGFX_CODECID_AVC444v2:
365 if ((error = rdpgfx_decode_AVC444(gfx, cmd)))
366 WLog_Print(gfx->base.log, WLOG_ERROR,
367 "rdpgfx_decode_AVC444 failed with error %" PRIu32 "", error);
368
369 break;
370
371#if defined(WITH_GFX_AZURE)
372 case RDPGFX_CODECID_HEVC420:
373 case RDPGFX_CODECID_HEVC444:
374 if ((error = rdpgfx_decode_HEVC(gfx, cmd)))
375 WLog_Print(gfx->base.log, WLOG_ERROR,
376 "rdpgfx_decode_HEVC failed with error %" PRIu32 "", error);
377
378 break;
379#endif
380
381 default:
382 error = logSurfaceCommand(gfx, cmd);
383 break;
384 }
385
386 PROFILER_EXIT(gfx->context->SurfaceProfiler)
387 return error;
388}