16#include <freerdp/config.h>
19#include <freerdp/types.h>
20#include <freerdp/primitives.h>
21#include <freerdp/log.h>
23#include "prim_internal.h"
25#include "../codec/color.h"
27#include <freerdp/codec/color.h>
33static BOOL memory_regions_overlap_1d(
const BYTE* p1,
const BYTE* p2,
size_t bytes)
35 const ULONG_PTR p1m = (
const ULONG_PTR)p1;
36 const ULONG_PTR p2m = (
const ULONG_PTR)p2;
40 if (p1m + bytes > p2m)
45 if (p2m + bytes > p1m)
55static BOOL memory_regions_overlap_2d(
const BYTE* p1,
int p1Step,
int p1Size,
const BYTE* p2,
56 int p2Step,
int p2Size,
int width,
int height)
58 ULONG_PTR p1m = (ULONG_PTR)p1;
59 ULONG_PTR p2m = (ULONG_PTR)p2;
63 ULONG_PTR p1mEnd = p1m +
64 1ull * (WINPR_ASSERTING_INT_CAST(uint32_t, height - 1)) *
65 WINPR_ASSERTING_INT_CAST(uint32_t, p1Step) +
66 1ull * WINPR_ASSERTING_INT_CAST(uint32_t, width* p1Size);
73 ULONG_PTR p2mEnd = p2m +
74 1ull * (WINPR_ASSERTING_INT_CAST(uintptr_t, height - 1)) *
75 WINPR_ASSERTING_INT_CAST(uintptr_t, p2Step) +
76 1ull * WINPR_ASSERTING_INT_CAST(uintptr_t, width* p2Size);
87static pstatus_t general_copy_8u(
const BYTE* WINPR_RESTRICT pSrc, BYTE* WINPR_RESTRICT pDst,
90 if (memory_regions_overlap_1d(pSrc, pDst, (
size_t)len))
92 memmove((
void*)pDst, (
const void*)pSrc, (
size_t)len);
96 memcpy((
void*)pDst, (
const void*)pSrc, (
size_t)len);
99 return PRIMITIVES_SUCCESS;
107static pstatus_t general_copy_8u_AC4r(
const BYTE* WINPR_RESTRICT pSrc, INT32 srcStep,
108 BYTE* WINPR_RESTRICT pDst, INT32 dstStep, INT32 width,
111 const BYTE* src = pSrc;
113 const size_t rowbytes = WINPR_ASSERTING_INT_CAST(
size_t, width) *
sizeof(UINT32);
115 if ((width == 0) || (height == 0))
116 return PRIMITIVES_SUCCESS;
118 if (memory_regions_overlap_2d(pSrc, srcStep,
sizeof(UINT32), pDst, dstStep,
sizeof(UINT32),
123 generic->copy(src, dst, WINPR_ASSERTING_INT_CAST(int32_t, rowbytes));
136 memcpy(dst, src, rowbytes);
142 return PRIMITIVES_SUCCESS;
145static INLINE pstatus_t generic_image_copy_bgr24_bgrx32(BYTE* WINPR_RESTRICT pDstData,
146 UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
147 UINT32 nWidth, UINT32 nHeight,
148 const BYTE* WINPR_RESTRICT pSrcData,
149 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
150 int64_t srcVMultiplier, int64_t srcVOffset,
151 int64_t dstVMultiplier, int64_t dstVOffset)
154 const int64_t srcByte = 3;
155 const int64_t dstByte = 4;
157 const UINT32 width = nWidth - nWidth % 8;
159 for (int64_t y = 0; y < nHeight; y++)
161 const BYTE* WINPR_RESTRICT srcLine =
162 &pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
163 BYTE* WINPR_RESTRICT dstLine =
164 &pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
167 WINPR_PRAGMA_UNROLL_LOOP
168 for (; x < width; x++)
170 dstLine[(x + nXDst) * dstByte + 0] = srcLine[(x + nXSrc) * srcByte + 0];
171 dstLine[(x + nXDst) * dstByte + 1] = srcLine[(x + nXSrc) * srcByte + 1];
172 dstLine[(x + nXDst) * dstByte + 2] = srcLine[(x + nXSrc) * srcByte + 2];
175 for (; x < nWidth; x++)
177 dstLine[(x + nXDst) * dstByte + 0] = srcLine[(x + nXSrc) * srcByte + 0];
178 dstLine[(x + nXDst) * dstByte + 1] = srcLine[(x + nXSrc) * srcByte + 1];
179 dstLine[(x + nXDst) * dstByte + 2] = srcLine[(x + nXSrc) * srcByte + 2];
183 return PRIMITIVES_SUCCESS;
186static INLINE pstatus_t generic_image_copy_bgrx32_bgrx32(
187 BYTE* WINPR_RESTRICT pDstData, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst, UINT32 nWidth,
188 UINT32 nHeight,
const BYTE* WINPR_RESTRICT pSrcData, UINT32 nSrcStep, UINT32 nXSrc,
189 UINT32 nYSrc, int64_t srcVMultiplier, int64_t srcVOffset, int64_t dstVMultiplier,
193 const int64_t srcByte = 4;
194 const int64_t dstByte = 4;
196 const UINT32 width = nWidth - nWidth % 8;
198 for (int64_t y = 0; y < nHeight; y++)
200 const BYTE* WINPR_RESTRICT srcLine =
201 &pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
202 BYTE* WINPR_RESTRICT dstLine =
203 &pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
206 WINPR_PRAGMA_UNROLL_LOOP
207 for (; x < width; x++)
209 dstLine[(x + nXDst) * dstByte + 0] = srcLine[(x + nXSrc) * srcByte + 0];
210 dstLine[(x + nXDst) * dstByte + 1] = srcLine[(x + nXSrc) * srcByte + 1];
211 dstLine[(x + nXDst) * dstByte + 2] = srcLine[(x + nXSrc) * srcByte + 2];
213 for (; x < nWidth; x++)
215 dstLine[(x + nXDst) * dstByte + 0] = srcLine[(x + nXSrc) * srcByte + 0];
216 dstLine[(x + nXDst) * dstByte + 1] = srcLine[(x + nXSrc) * srcByte + 1];
217 dstLine[(x + nXDst) * dstByte + 2] = srcLine[(x + nXSrc) * srcByte + 2];
221 return PRIMITIVES_SUCCESS;
224pstatus_t generic_image_copy_no_overlap_convert(
225 BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
226 UINT32 nWidth, UINT32 nHeight,
const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
227 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
const gdiPalette* WINPR_RESTRICT palette,
228 int64_t srcVMultiplier, int64_t srcVOffset, int64_t dstVMultiplier, int64_t dstVOffset)
230 const int64_t srcByte = FreeRDPGetBytesPerPixel(SrcFormat);
231 const int64_t dstByte = FreeRDPGetBytesPerPixel(DstFormat);
233 const UINT32 width = nWidth - nWidth % 8;
234 for (int64_t y = 0; y < nHeight; y++)
236 const BYTE* WINPR_RESTRICT srcLine =
237 &pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
238 BYTE* WINPR_RESTRICT dstLine =
239 &pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
243 for (; x < width; x++)
245 const UINT32 color = FreeRDPReadColor_int(&srcLine[(x + nXSrc) * srcByte], SrcFormat);
246 const UINT32 dstColor = FreeRDPConvertColor(color, SrcFormat, DstFormat, palette);
247 FreeRDPWriteColor_int(&dstLine[(x + nXDst) * dstByte], DstFormat, dstColor);
249 for (; x < nWidth; x++)
251 const UINT32 color = FreeRDPReadColor_int(&srcLine[(x + nXSrc) * srcByte], SrcFormat);
252 const UINT32 dstColor = FreeRDPConvertColor(color, SrcFormat, DstFormat, palette);
253 FreeRDPWriteColor_int(&dstLine[(x + nXDst) * dstByte], DstFormat, dstColor);
256 return PRIMITIVES_SUCCESS;
259pstatus_t generic_image_copy_no_overlap_memcpy(
260 BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
261 UINT32 nWidth, UINT32 nHeight,
const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
262 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
263 WINPR_ATTR_UNUSED
const gdiPalette* WINPR_RESTRICT palette, int64_t srcVMultiplier,
264 int64_t srcVOffset, int64_t dstVMultiplier, int64_t dstVOffset, WINPR_ATTR_UNUSED UINT32 flags)
266 const int64_t dstByte = FreeRDPGetBytesPerPixel(DstFormat);
267 const int64_t srcByte = FreeRDPGetBytesPerPixel(SrcFormat);
268 const int64_t copyDstWidth = nWidth * dstByte;
269 const int64_t xSrcOffset = nXSrc * srcByte;
270 const int64_t xDstOffset = nXDst * dstByte;
272 for (int64_t y = 0; y < nHeight; y++)
274 const BYTE* WINPR_RESTRICT srcLine =
275 &pSrcData[srcVMultiplier * (y + nYSrc) * nSrcStep + srcVOffset];
276 BYTE* WINPR_RESTRICT dstLine =
277 &pDstData[dstVMultiplier * (y + nYDst) * nDstStep + dstVOffset];
278 memcpy(&dstLine[xDstOffset], &srcLine[xSrcOffset],
279 WINPR_ASSERTING_INT_CAST(
size_t, copyDstWidth));
282 return PRIMITIVES_SUCCESS;
285static INLINE pstatus_t generic_image_copy_no_overlap_dst_alpha(
286 BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
287 UINT32 nWidth, UINT32 nHeight,
const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
288 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
const gdiPalette* WINPR_RESTRICT palette,
289 int64_t srcVMultiplier, int64_t srcVOffset, int64_t dstVMultiplier, int64_t dstVOffset)
291 WINPR_ASSERT(pDstData);
292 WINPR_ASSERT(pSrcData);
296 case PIXEL_FORMAT_BGR24:
299 case PIXEL_FORMAT_BGRX32:
300 case PIXEL_FORMAT_BGRA32:
301 return generic_image_copy_bgr24_bgrx32(
302 pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
303 nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
308 case PIXEL_FORMAT_BGRX32:
309 case PIXEL_FORMAT_BGRA32:
312 case PIXEL_FORMAT_BGRX32:
313 case PIXEL_FORMAT_BGRA32:
314 return generic_image_copy_bgrx32_bgrx32(
315 pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
316 nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
321 case PIXEL_FORMAT_RGBX32:
322 case PIXEL_FORMAT_RGBA32:
325 case PIXEL_FORMAT_RGBX32:
326 case PIXEL_FORMAT_RGBA32:
327 return generic_image_copy_bgrx32_bgrx32(
328 pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
329 nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
330 case PIXEL_FORMAT_RGB24:
331 return generic_image_copy_bgr24_bgrx32(
332 pDstData, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, nSrcStep,
333 nXSrc, nYSrc, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
342 return generic_image_copy_no_overlap_convert(
343 pDstData, DstFormat, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
344 nXSrc, nYSrc, palette, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset);
347static INLINE pstatus_t generic_image_copy_no_overlap_no_alpha(
348 BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat, UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
349 UINT32 nWidth, UINT32 nHeight,
const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
350 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
const gdiPalette* WINPR_RESTRICT palette,
351 int64_t srcVMultiplier, int64_t srcVOffset, int64_t dstVMultiplier, int64_t dstVOffset,
354 if (FreeRDPAreColorFormatsEqualNoAlpha(SrcFormat, DstFormat))
355 return generic_image_copy_no_overlap_memcpy(pDstData, DstFormat, nDstStep, nXDst, nYDst,
356 nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
357 nXSrc, nYSrc, palette, srcVMultiplier,
358 srcVOffset, dstVMultiplier, dstVOffset, flags);
360 return generic_image_copy_no_overlap_convert(pDstData, DstFormat, nDstStep, nXDst, nYDst,
361 nWidth, nHeight, pSrcData, SrcFormat, nSrcStep,
362 nXSrc, nYSrc, palette, srcVMultiplier,
363 srcVOffset, dstVMultiplier, dstVOffset);
366static pstatus_t generic_image_copy_no_overlap(BYTE* WINPR_RESTRICT pDstData, DWORD DstFormat,
367 UINT32 nDstStep, UINT32 nXDst, UINT32 nYDst,
368 UINT32 nWidth, UINT32 nHeight,
369 const BYTE* WINPR_RESTRICT pSrcData, DWORD SrcFormat,
370 UINT32 nSrcStep, UINT32 nXSrc, UINT32 nYSrc,
371 const gdiPalette* WINPR_RESTRICT palette,
374 const BOOL vSrcVFlip = (flags & FREERDP_FLIP_VERTICAL) ? TRUE : FALSE;
375 int64_t srcVOffset = 0;
376 int64_t srcVMultiplier = 1;
377 int64_t dstVOffset = 0;
378 int64_t dstVMultiplier = 1;
380 if ((nWidth == 0) || (nHeight == 0))
381 return PRIMITIVES_SUCCESS;
383 if ((nHeight > INT32_MAX) || (nWidth > INT32_MAX))
386 if (!pDstData || !pSrcData)
390 nDstStep = nWidth * FreeRDPGetBytesPerPixel(DstFormat);
393 nSrcStep = nWidth * FreeRDPGetBytesPerPixel(SrcFormat);
397 srcVOffset = (nHeight - 1ll) * nSrcStep;
401 if (((flags & FREERDP_KEEP_DST_ALPHA) != 0) && FreeRDPColorHasAlpha(DstFormat))
402 return generic_image_copy_no_overlap_dst_alpha(
403 pDstData, DstFormat, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, SrcFormat,
404 nSrcStep, nXSrc, nYSrc, palette, srcVMultiplier, srcVOffset, dstVMultiplier,
407 return generic_image_copy_no_overlap_no_alpha(
408 pDstData, DstFormat, nDstStep, nXDst, nYDst, nWidth, nHeight, pSrcData, SrcFormat,
409 nSrcStep, nXSrc, nYSrc, palette, srcVMultiplier, srcVOffset, dstVMultiplier, dstVOffset,
412 return PRIMITIVES_SUCCESS;
416void primitives_init_copy(
primitives_t* WINPR_RESTRICT prims)
419 prims->copy_8u = general_copy_8u;
420 prims->copy_8u_AC4r = general_copy_8u_AC4r;
421 prims->copy = WINPR_FUNC_PTR_CAST(prims->copy_8u, fn_copy_t);
422 prims->copy_no_overlap = generic_image_copy_no_overlap;
425void primitives_init_copy_opt(
primitives_t* WINPR_RESTRICT prims)
427 primitives_init_copy(prims);
428 primitives_init_copy_sse41(prims);
429#if defined(WITH_AVX2)
430 primitives_init_copy_avx2(prims);