22#include <freerdp/config.h>
25#include <winpr/stream.h>
26#include <freerdp/log.h>
27#include <freerdp/utils/profiler.h>
29#include "rdpgfx_common.h"
31#include "rdpgfx_codec.h"
42 UINT error = ERROR_INVALID_DATA;
43 meta->regionRects =
nullptr;
44 meta->quantQualityVals =
nullptr;
46 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
49 Stream_Read_UINT32(s, meta->numRegionRects);
51 if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 8ull))
56 if (!meta->regionRects)
58 WLog_Print(gfx->base.log, WLOG_ERROR,
"malloc failed!");
59 error = CHANNEL_RC_NO_MEMORY;
63 meta->quantQualityVals =
66 if (!meta->quantQualityVals)
68 WLog_Print(gfx->base.log, WLOG_ERROR,
"malloc failed!");
69 error = CHANNEL_RC_NO_MEMORY;
73 WLog_Print(gfx->base.log, WLOG_TRACE,
"H264_METABLOCK: numRegionRects: %" PRIu32
"",
74 meta->numRegionRects);
76 for (UINT32 index = 0; index < meta->numRegionRects; index++)
80 if ((error = rdpgfx_read_rect16(gfx->base.log, s, regionRect, FALSE)))
82 WLog_Print(gfx->base.log, WLOG_ERROR,
83 "rdpgfx_read_rect16 failed with error %" PRIu32
"!", error);
87 WLog_Print(gfx->base.log, WLOG_TRACE,
88 "regionRects[%" PRIu32
"]: left: %" PRIu16
" top: %" PRIu16
" right: %" PRIu16
89 " bottom: %" PRIu16
"",
90 index, regionRect->left, regionRect->top, regionRect->right, regionRect->bottom);
93 if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 2ull))
95 error = ERROR_INVALID_DATA;
99 for (UINT32 index = 0; index < meta->numRegionRects; index++)
101 quantQualityVal = &(meta->quantQualityVals[index]);
102 Stream_Read_UINT8(s, quantQualityVal->qpVal);
103 Stream_Read_UINT8(s, quantQualityVal->qualityVal);
104 quantQualityVal->qp = quantQualityVal->qpVal & 0x3F;
105 quantQualityVal->r = (quantQualityVal->qpVal >> 6) & 1;
106 quantQualityVal->p = (quantQualityVal->qpVal >> 7) & 1;
107 WLog_Print(gfx->base.log, WLOG_TRACE,
108 "quantQualityVals[%" PRIu32
"]: qp: %" PRIu8
" r: %" PRIu8
" p: %" PRIu8
109 " qualityVal: %" PRIu8
"",
110 index, quantQualityVal->qp, quantQualityVal->r, quantQualityVal->p,
111 quantQualityVal->qualityVal);
114 return CHANNEL_RC_OK;
116 free_h264_metablock(meta);
128 wStream* s = Stream_New(cmd->data, cmd->length);
132 WLog_Print(gfx->base.log, WLOG_ERROR,
"Stream_New failed!");
133 return CHANNEL_RC_NO_MEMORY;
136 UINT error = rdpgfx_read_h264_metablock(gfx, s, &(h264.meta));
137 if (error != CHANNEL_RC_OK)
139 Stream_Free(s, FALSE);
140 WLog_Print(gfx->base.log, WLOG_ERROR,
141 "rdpgfx_read_h264_metablock failed with error %" PRIu32
"!", error);
145 h264.data = Stream_Pointer(s);
146 h264.length = (UINT32)Stream_GetRemainingLength(s);
147 Stream_Free(s, FALSE);
148 cmd->extra = (
void*)&h264;
150 error = logSurfaceCommand(gfx, cmd);
152 free_h264_metablock(&h264.meta);
153 cmd->extra =
nullptr;
157#if defined(WITH_GFX_AZURE)
178 wStream sbuffer = WINPR_C_ARRAY_INIT;
179 wStream* s = Stream_StaticConstInit(&sbuffer, cmd->data, cmd->length);
181 UINT error = rdpgfx_read_h264_metablock(gfx, s, &(hevc.meta));
182 if (error != CHANNEL_RC_OK)
184 WLog_Print(gfx->base.log, WLOG_ERROR,
185 "rdpgfx_read_h264_metablock failed with error %" PRIu32
"!", error);
189 error = ERROR_INVALID_DATA;
190 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
193 hevc.cbNalSizes = Stream_Get_UINT32(s);
194 if ((hevc.cbNalSizes == 0) || (hevc.cbNalSizes > 2048) || ((hevc.cbNalSizes % 4) != 0) ||
195 !Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, hevc.cbNalSizes))
197 WLog_Print(gfx->base.log, WLOG_ERROR,
"HEVC420 invalid NAL size table length %" PRIu32,
203 hevc.nalSize = Stream_Pointer(s);
204 for (UINT32 x = 0; x < hevc.cbNalSizes /
sizeof(UINT32); x++)
205 total += Stream_Get_UINT32(s);
207 if ((gfx->ConnectionCaps.version == RDPGFX_CAPVERSION_113) ||
208 (gfx->ConnectionCaps.version == RDPGFX_CAPVERSION_115))
210 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 1))
212 hevc.frameAttributes = Stream_Get_UINT8(s);
213 WLog_Print(gfx->base.log, WLOG_TRACE,
"HEVC420 frameAttributes 0x%02" PRIx8
"%s",
214 hevc.frameAttributes, (hevc.frameAttributes & 0x01) ?
" (key frame)" :
"");
217 hevc.frameAttributes = -1;
219 const size_t remaining = Stream_GetRemainingLength(s);
220 if ((total != remaining) || (remaining > UINT32_MAX))
222 WLog_Print(gfx->base.log, WLOG_ERROR,
223 "HEVC420 NAL sizes add up to %" PRIuz
" bytes, but %" PRIuz
" bytes follow",
228 hevc.data = Stream_Pointer(s);
229 hevc.length = (UINT32)remaining;
230 cmd->extra = (
void*)&hevc;
232 error = logSurfaceCommand(gfx, cmd);
235 free_h264_metablock(&hevc.meta);
236 cmd->extra =
nullptr;
248 UINT error = CHANNEL_RC_OK;
254 wStream* s = Stream_New(cmd->data, cmd->length);
258 WLog_Print(gfx->base.log, WLOG_ERROR,
"Stream_New failed!");
259 return CHANNEL_RC_NO_MEMORY;
262 if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
264 error = ERROR_INVALID_DATA;
268 Stream_Read_UINT32(s, tmp);
269 h264.cbAvc420EncodedBitstream1 = tmp & 0x3FFFFFFFUL;
270 h264.LC = (tmp >> 30UL) & 0x03UL;
274 error = ERROR_INVALID_DATA;
278 pos1 = Stream_GetPosition(s);
280 if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[0].meta))))
282 WLog_Print(gfx->base.log, WLOG_ERROR,
283 "rdpgfx_read_h264_metablock failed with error %" PRIu32
"!", error);
287 pos2 = Stream_GetPosition(s);
288 h264.bitstream[0].data = Stream_Pointer(s);
292 const size_t bitstreamLen = 1ULL * h264.cbAvc420EncodedBitstream1 - pos2 + pos1;
294 if ((bitstreamLen > UINT32_MAX) || (h264.cbAvc420EncodedBitstream1 < pos2 - pos1) ||
295 !Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, bitstreamLen))
297 error = ERROR_INVALID_DATA;
301 h264.bitstream[0].length = (UINT32)bitstreamLen;
302 Stream_Seek(s, bitstreamLen);
304 if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[1].meta))))
306 WLog_Print(gfx->base.log, WLOG_ERROR,
307 "rdpgfx_read_h264_metablock failed with error %" PRIu32
"!", error);
311 h264.bitstream[1].data = Stream_Pointer(s);
313 const size_t len = Stream_GetRemainingLength(s);
314 if (len > UINT32_MAX)
316 h264.bitstream[1].length = (UINT32)len;
320 const size_t len = Stream_GetRemainingLength(s);
321 if (len > UINT32_MAX)
323 h264.bitstream[0].length = (UINT32)len;
326 cmd->extra = (
void*)&h264;
328 error = logSurfaceCommand(gfx, cmd);
331 Stream_Free(s, FALSE);
332 free_h264_metablock(&h264.bitstream[0].meta);
333 free_h264_metablock(&h264.bitstream[1].meta);
334 cmd->extra =
nullptr;
345 UINT error = CHANNEL_RC_OK;
349 PROFILER_ENTER(gfx->context->SurfaceProfiler)
351 switch (cmd->codecId)
353#if defined(WITH_GFX_AV1) || defined(WITH_GFX_AV2)
354 case RDPGFX_CODECID_AV1:
356 case RDPGFX_CODECID_AVC420:
357 if ((error = rdpgfx_decode_AVC420(gfx, cmd)))
358 WLog_Print(gfx->base.log, WLOG_ERROR,
359 "rdpgfx_decode_AVC420 failed with error %" PRIu32
"", error);
363 case RDPGFX_CODECID_AVC444:
364 case RDPGFX_CODECID_AVC444v2:
365 if ((error = rdpgfx_decode_AVC444(gfx, cmd)))
366 WLog_Print(gfx->base.log, WLOG_ERROR,
367 "rdpgfx_decode_AVC444 failed with error %" PRIu32
"", error);
371#if defined(WITH_GFX_AZURE)
372 case RDPGFX_CODECID_HEVC420:
373 case RDPGFX_CODECID_HEVC444:
374 if ((error = rdpgfx_decode_HEVC(gfx, cmd)))
375 WLog_Print(gfx->base.log, WLOG_ERROR,
376 "rdpgfx_decode_HEVC failed with error %" PRIu32
"", error);
382 error = logSurfaceCommand(gfx, cmd);
386 PROFILER_EXIT(gfx->context->SurfaceProfiler)