camera.h

 
#ifndef FREERDP_CLIENT_CAMERA_H
#define FREERDP_CLIENT_CAMERA_H
 
#include <errno.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>
 
#include <winpr/wlog.h>
#include <winpr/wtypes.h>
 
#include <freerdp/api.h>
#include <freerdp/types.h>
 
#include <freerdp/client/channels.h>
#include <freerdp/channels/log.h>
#include <freerdp/channels/rdpecam.h>
#include <freerdp/codecs.h>
#include <freerdp/codec/video.h>
#include <freerdp/primitives.h>
 
#define ECAM_PROTO_VERSION 0x02
/* currently supporting 1 stream per device */
#define ECAM_DEVICE_MAX_STREAMS 1
#define ECAM_MAX_MEDIA_TYPE_DESCRIPTORS 256
 
/* Allow to send up to that many unsolicited samples.
 * For example, to support 30 fps with 250 ms round trip
 * ECAM_MAX_SAMPLE_CREDITS has to be at least 8.
 */
#define ECAM_MAX_SAMPLE_CREDITS 8
 
/* Having this hardcoded allows to preallocate and reuse buffer
 * for sample responses. Excessive size is to make sure any sample
 * will fit in, even with highest resolution.
 */
#define ECAM_SAMPLE_RESPONSE_BUFFER_SIZE (1024ULL * 4050ULL)
 
typedef struct s_ICamHal ICamHal;
 
typedef struct
{
  IWTSPlugin iface;
  IWTSListener* listener;
  GENERIC_LISTENER_CALLBACK* hlistener;
 
  /* HAL interface */
  ICamHal* ihal;
  char* subsystem;
 
  BOOL initialized;
  BOOL attached;
 
  UINT32 version;
  wHashTable* devices;
 
} CameraPlugin;
 
typedef struct
{
  CAM_MEDIA_FORMAT inputFormat;  /* camera side */
  CAM_MEDIA_FORMAT outputFormat; /* network side */
 
} CAM_MEDIA_FORMAT_INFO;
 
typedef struct
{
  BOOL streaming;
  /* The protocol stream can remain active while the capture device is released. */
  BOOL captureRunning;
  CAM_MEDIA_FORMAT_INFO formats;
  CAM_MEDIA_TYPE_DESCRIPTION currMediaType;
 
  GENERIC_CHANNEL_CALLBACK* hSampleReqChannel;
  CRITICAL_SECTION lock;
  volatile LONG samplesRequested;
  /* GetTickCount64() of the last SampleRequest, or of the stream start */
  UINT64 lastSampleRequestTime;
  wStream* pendingSample;
  volatile BOOL haveSample;
  wStream* sampleRespBuffer;
 
  FREERDP_VIDEO_CONTEXT* video;
} CameraDeviceStream;
 
/* Internal callback result asking a request-driven HAL to release the capture device. */
#define ECAM_SAMPLE_CAPTURE_DRAINED 0x00010000u
 
/* Release the capture device once the server stopped requesting samples for this long (ms).
 * Windows requests samples one at a time, so a zero request count between two requests is
 * normal and must not close the device. */
#define ECAM_CAPTURE_IDLE_TIMEOUT_MS 2000ULL
 
WINPR_ATTR_NODISCARD
static inline CAM_MEDIA_FORMAT streamInputFormat(CameraDeviceStream* stream)
{
  return stream->formats.inputFormat;
}
 
WINPR_ATTR_NODISCARD
static inline CAM_MEDIA_FORMAT streamOutputFormat(CameraDeviceStream* stream)
{
  return stream->formats.outputFormat;
}
 
typedef struct
{
  IWTSListener* listener;
  GENERIC_LISTENER_CALLBACK* hlistener;
  CameraPlugin* ecam;
  ICamHal* ihal; /* HAL interface, same as used by CameraPlugin */
  char deviceId[32];
  CameraDeviceStream streams[ECAM_DEVICE_MAX_STREAMS];
 
} CameraDevice;
 
typedef UINT (*ICamHalEnumCallback)(CameraPlugin* ecam, GENERIC_CHANNEL_CALLBACK* hchannel,
                                    const char* deviceId, const char* deviceName);
 
/* may run in context of different thread */
typedef UINT (*ICamHalSampleCapturedCallback)(CameraDevice* dev, size_t streamIndex,
                                              const BYTE* sample, size_t size);
 
struct s_ICamHal
{
  /* The HAL can release capture when there are no sample requests and restart it later. */
  BOOL RequestDrivenCapture;
 
  WINPR_ATTR_NODISCARD UINT (*Enumerate)(ICamHal* ihal, ICamHalEnumCallback callback,
                                         CameraPlugin* ecam, GENERIC_CHANNEL_CALLBACK* hchannel);
 
  WINPR_ATTR_NODISCARD BOOL (*Activate)(ICamHal* ihal, const char* deviceId,
                                        CAM_ERROR_CODE* errorCode);
 
  WINPR_ATTR_NODISCARD BOOL (*Deactivate)(ICamHal* ihal, const char* deviceId,
                                          CAM_ERROR_CODE* errorCode);
 
  WINPR_ATTR_NODISCARD INT16 (*GetMediaTypeDescriptions)(
      ICamHal* ihal, const char* deviceId, size_t streamIndex,
      const CAM_MEDIA_FORMAT_INFO* supportedFormats, size_t nSupportedFormats,
      CAM_MEDIA_TYPE_DESCRIPTION* mediaTypes, size_t* nMediaTypes);
 
  WINPR_ATTR_NODISCARD CAM_ERROR_CODE (*StartStream)(ICamHal* ihal, CameraDevice* dev,
                                                     size_t streamIndex,
                                                     const CAM_MEDIA_TYPE_DESCRIPTION* mediaType,
                                                     ICamHalSampleCapturedCallback callback);
 
  CAM_ERROR_CODE (*StopStream)(ICamHal* ihal, const char* deviceId, size_t streamIndex);
 
  CAM_ERROR_CODE (*Free)(ICamHal* ihal);
};
 
typedef UINT (*PREGISTERCAMERAHAL)(IWTSPlugin* plugin, ICamHal* hal);
 
typedef struct
{
  IWTSPlugin* plugin;
  WINPR_ATTR_NODISCARD PREGISTERCAMERAHAL pRegisterCameraHal;
  CameraPlugin* ecam;
  const ADDIN_ARGV* args;
 
} FREERDP_CAMERA_HAL_ENTRY_POINTS;
 
typedef FREERDP_CAMERA_HAL_ENTRY_POINTS* PFREERDP_CAMERA_HAL_ENTRY_POINTS;
 
/* entry point called by addin manager */
typedef UINT(VCAPITYPE* PFREERDP_CAMERA_HAL_ENTRY)(PFREERDP_CAMERA_HAL_ENTRY_POINTS pEntryPoints);
 
/* common functions */
WINPR_ATTR_NODISCARD FREERDP_LOCAL UINT ecam_channel_send_generic_msg(
    CameraPlugin* ecam, GENERIC_CHANNEL_CALLBACK* hchannel, CAM_MSG_ID msg);
 
FREERDP_LOCAL UINT ecam_channel_send_error_response(CameraPlugin* ecam,
                                                    GENERIC_CHANNEL_CALLBACK* hchannel,
                                                    CAM_ERROR_CODE code);
 
WINPR_ATTR_NODISCARD FREERDP_LOCAL UINT ecam_channel_write(CameraPlugin* ecam,
                                                           GENERIC_CHANNEL_CALLBACK* hchannel,
                                                           CAM_MSG_ID msg, wStream* out,
                                                           BOOL freeStream);
 
/* ecam device interface */
FREERDP_LOCAL void ecam_dev_destroy(CameraDevice* dev);
 
WINPR_ATTR_MALLOC(ecam_dev_destroy, 1)
WINPR_ATTR_NODISCARD
FREERDP_LOCAL CameraDevice* ecam_dev_create(CameraPlugin* ecam, const char* deviceId,
                                            const char* deviceName);
 
/* video encoding interface */
WINPR_ATTR_NODISCARD FREERDP_LOCAL BOOL ecam_encoder_context_init(CameraDeviceStream* stream);
 
FREERDP_LOCAL BOOL ecam_encoder_context_free(CameraDeviceStream* stream);
 
WINPR_ATTR_NODISCARD FREERDP_LOCAL BOOL ecam_encoder_compress(CameraDeviceStream* stream,
                                                              const BYTE* srcData, size_t srcSize,
                                                              wStream* output);
 
WINPR_ATTR_NODISCARD FREERDP_LOCAL UINT32 h264_get_max_bitrate(UINT32 height);
 
WINPR_ATTR_NODISCARD
FREERDP_LOCAL FREERDP_VIDEO_FORMAT ecamToVideoFormat(CAM_MEDIA_FORMAT ecamFormat);
 
#endif /* FREERDP_CLIENT_CAMERA_H */