rdpgfx_codec.c

 
#include <freerdp/config.h>
 
#include <winpr/crt.h>
#include <winpr/stream.h>
#include <freerdp/log.h>
#include <freerdp/utils/profiler.h>
 
#include "rdpgfx_common.h"
 
#include "rdpgfx_codec.h"
 
static UINT rdpgfx_read_h264_metablock(WINPR_ATTR_UNUSED RDPGFX_PLUGIN* gfx, wStream* s,
                                       RDPGFX_H264_METABLOCK* meta)
{
  RECTANGLE_16* regionRect = nullptr;
  RDPGFX_H264_QUANT_QUALITY* quantQualityVal = nullptr;
  UINT error = ERROR_INVALID_DATA;
  meta->regionRects = nullptr;
  meta->quantQualityVals = nullptr;
 
  if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
    goto error_out;
 
  Stream_Read_UINT32(s, meta->numRegionRects); /* numRegionRects (4 bytes) */
 
  if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 8ull))
    goto error_out;
 
  meta->regionRects = (RECTANGLE_16*)calloc(meta->numRegionRects, sizeof(RECTANGLE_16));
 
  if (!meta->regionRects)
  {
    WLog_Print(gfx->base.log, WLOG_ERROR, "malloc failed!");
    error = CHANNEL_RC_NO_MEMORY;
    goto error_out;
  }
 
  meta->quantQualityVals =
      (RDPGFX_H264_QUANT_QUALITY*)calloc(meta->numRegionRects, sizeof(RDPGFX_H264_QUANT_QUALITY));
 
  if (!meta->quantQualityVals)
  {
    WLog_Print(gfx->base.log, WLOG_ERROR, "malloc failed!");
    error = CHANNEL_RC_NO_MEMORY;
    goto error_out;
  }
 
  WLog_Print(gfx->base.log, WLOG_TRACE, "H264_METABLOCK: numRegionRects: %" PRIu32 "",
             meta->numRegionRects);
 
  for (UINT32 index = 0; index < meta->numRegionRects; index++)
  {
    regionRect = &(meta->regionRects[index]);
 
    if ((error = rdpgfx_read_rect16(gfx->base.log, s, regionRect)))
    {
      WLog_Print(gfx->base.log, WLOG_ERROR,
                 "rdpgfx_read_rect16 failed with error %" PRIu32 "!", error);
      goto error_out;
    }
 
    WLog_Print(gfx->base.log, WLOG_TRACE,
               "regionRects[%" PRIu32 "]: left: %" PRIu16 " top: %" PRIu16 " right: %" PRIu16
               " bottom: %" PRIu16 "",
               index, regionRect->left, regionRect->top, regionRect->right, regionRect->bottom);
  }
 
  if (!Stream_CheckAndLogRequiredLengthOfSizeWLog(gfx->base.log, s, meta->numRegionRects, 2ull))
  {
    error = ERROR_INVALID_DATA;
    goto error_out;
  }
 
  for (UINT32 index = 0; index < meta->numRegionRects; index++)
  {
    quantQualityVal = &(meta->quantQualityVals[index]);
    Stream_Read_UINT8(s, quantQualityVal->qpVal);      /* qpVal (1 byte) */
    Stream_Read_UINT8(s, quantQualityVal->qualityVal); /* qualityVal (1 byte) */
    quantQualityVal->qp = quantQualityVal->qpVal & 0x3F;
    quantQualityVal->r = (quantQualityVal->qpVal >> 6) & 1;
    quantQualityVal->p = (quantQualityVal->qpVal >> 7) & 1;
    WLog_Print(gfx->base.log, WLOG_TRACE,
               "quantQualityVals[%" PRIu32 "]: qp: %" PRIu8 " r: %" PRIu8 " p: %" PRIu8
               " qualityVal: %" PRIu8 "",
               index, quantQualityVal->qp, quantQualityVal->r, quantQualityVal->p,
               quantQualityVal->qualityVal);
  }
 
  return CHANNEL_RC_OK;
error_out:
  free_h264_metablock(meta);
  return error;
}
 
static UINT rdpgfx_decode_AVC420(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  RDPGFX_AVC420_BITMAP_STREAM h264 = WINPR_C_ARRAY_INIT;
  wStream* s = Stream_New(cmd->data, cmd->length);
 
  if (!s)
  {
    WLog_Print(gfx->base.log, WLOG_ERROR, "Stream_New failed!");
    return CHANNEL_RC_NO_MEMORY;
  }
 
  UINT error = rdpgfx_read_h264_metablock(gfx, s, &(h264.meta));
  if (error != CHANNEL_RC_OK)
  {
    Stream_Free(s, FALSE);
    WLog_Print(gfx->base.log, WLOG_ERROR,
               "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
    return error;
  }
 
  h264.data = Stream_Pointer(s);
  h264.length = (UINT32)Stream_GetRemainingLength(s);
  Stream_Free(s, FALSE);
  cmd->extra = (void*)&h264;
 
  error = logSurfaceCommand(gfx, cmd);
 
  free_h264_metablock(&h264.meta);
  cmd->extra = nullptr;
  return error;
}
 
static UINT rdpgfx_decode_AVC444(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  UINT error = CHANNEL_RC_OK;
  UINT32 tmp = 0;
  size_t pos1 = 0;
  size_t pos2 = 0;
 
  RDPGFX_AVC444_BITMAP_STREAM h264 = WINPR_C_ARRAY_INIT;
  wStream* s = Stream_New(cmd->data, cmd->length);
 
  if (!s)
  {
    WLog_Print(gfx->base.log, WLOG_ERROR, "Stream_New failed!");
    return CHANNEL_RC_NO_MEMORY;
  }
 
  if (!Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, 4))
  {
    error = ERROR_INVALID_DATA;
    goto fail;
  }
 
  Stream_Read_UINT32(s, tmp);
  h264.cbAvc420EncodedBitstream1 = tmp & 0x3FFFFFFFUL;
  h264.LC = (tmp >> 30UL) & 0x03UL;
 
  if (h264.LC == 0x03)
  {
    error = ERROR_INVALID_DATA;
    goto fail;
  }
 
  pos1 = Stream_GetPosition(s);
 
  if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[0].meta))))
  {
    WLog_Print(gfx->base.log, WLOG_ERROR,
               "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
    goto fail;
  }
 
  pos2 = Stream_GetPosition(s);
  h264.bitstream[0].data = Stream_Pointer(s);
 
  if (h264.LC == 0)
  {
    const size_t bitstreamLen = 1ULL * h264.cbAvc420EncodedBitstream1 - pos2 + pos1;
 
    if ((bitstreamLen > UINT32_MAX) || (h264.cbAvc420EncodedBitstream1 < pos2 - pos1) ||
        !Stream_CheckAndLogRequiredLengthWLog(gfx->base.log, s, bitstreamLen))
    {
      error = ERROR_INVALID_DATA;
      goto fail;
    }
 
    h264.bitstream[0].length = (UINT32)bitstreamLen;
    Stream_Seek(s, bitstreamLen);
 
    if ((error = rdpgfx_read_h264_metablock(gfx, s, &(h264.bitstream[1].meta))))
    {
      WLog_Print(gfx->base.log, WLOG_ERROR,
                 "rdpgfx_read_h264_metablock failed with error %" PRIu32 "!", error);
      goto fail;
    }
 
    h264.bitstream[1].data = Stream_Pointer(s);
 
    const size_t len = Stream_GetRemainingLength(s);
    if (len > UINT32_MAX)
      goto fail;
    h264.bitstream[1].length = (UINT32)len;
  }
  else
  {
    const size_t len = Stream_GetRemainingLength(s);
    if (len > UINT32_MAX)
      goto fail;
    h264.bitstream[0].length = (UINT32)len;
  }
 
  cmd->extra = (void*)&h264;
 
  error = logSurfaceCommand(gfx, cmd);
 
fail:
  Stream_Free(s, FALSE);
  free_h264_metablock(&h264.bitstream[0].meta);
  free_h264_metablock(&h264.bitstream[1].meta);
  cmd->extra = nullptr;
  return error;
}
 
UINT rdpgfx_decode(RDPGFX_PLUGIN* gfx, RDPGFX_SURFACE_COMMAND* cmd)
{
  UINT error = CHANNEL_RC_OK;
  PROFILER_ENTER(context->SurfaceProfiler)
 
  switch (cmd->codecId)
  {
#if defined(WITH_GFX_AV1)
    case RDPGFX_CODECID_AV1:
#endif
    case RDPGFX_CODECID_AVC420:
      if ((error = rdpgfx_decode_AVC420(gfx, cmd)))
        WLog_Print(gfx->base.log, WLOG_ERROR,
                   "rdpgfx_decode_AVC420 failed with error %" PRIu32 "", error);
 
      break;
 
    case RDPGFX_CODECID_AVC444:
    case RDPGFX_CODECID_AVC444v2:
      if ((error = rdpgfx_decode_AVC444(gfx, cmd)))
        WLog_Print(gfx->base.log, WLOG_ERROR,
                   "rdpgfx_decode_AVC444 failed with error %" PRIu32 "", error);
 
      break;
 
    default:
      error = logSurfaceCommand(gfx, cmd);
      break;
  }
 
  PROFILER_EXIT(context->SurfaceProfiler)
  return error;
}