21#include <freerdp/config.h>
28#include <winpr/synch.h>
29#include <winpr/string.h>
30#include <winpr/thread.h>
31#include <winpr/debug.h>
32#include <winpr/cmdline.h>
34#import <AVFoundation/AVFoundation.h>
36#define __COREFOUNDATION_CFPLUGINCOM__ 1
37#define IUNKNOWN_C_GUTS \
39 void *QueryInterface; \
43#include <CoreAudio/CoreAudioTypes.h>
44#include <CoreAudio/CoreAudio.h>
45#include <AudioToolbox/AudioToolbox.h>
46#include <AudioToolbox/AudioQueue.h>
48#include <freerdp/addin.h>
49#include <freerdp/channels/rdpsnd.h>
51#include "audin_main.h"
53#define MAC_AUDIO_QUEUE_NUM_BUFFERS 100
59typedef UInt32 AudioFormatID;
62#ifndef AudioFormatFlags
63typedef UInt32 AudioFormatFlags;
71 UINT32 FramesPerPacket;
77 rdpContext *rdpcontext;
81 AudioQueueRef audioQueue;
82 AudioStreamBasicDescription audioFormat;
83 AudioQueueBufferRef audioBuffers[MAC_AUDIO_QUEUE_NUM_BUFFERS];
86static AudioFormatID audin_mac_get_format(
const AUDIO_FORMAT *format)
88 switch (format->wFormatTag)
91 return kAudioFormatLinearPCM;
98static AudioFormatFlags audin_mac_get_flags_for_format(
const AUDIO_FORMAT *format)
100 switch (format->wFormatTag)
102 case WAVE_FORMAT_PCM:
103 return kAudioFormatFlagIsSignedInteger;
110static BOOL audin_mac_format_supported(IAudinDevice *device,
const AUDIO_FORMAT *format)
112 AudinMacDevice *mac = (AudinMacDevice *)device;
113 AudioFormatID req_fmt = 0;
115 if (!mac->isAuthorized)
118 if (device ==
nullptr || format ==
nullptr)
121 if (format->nChannels != 2)
124 req_fmt = audin_mac_get_format(format);
137static UINT audin_mac_set_format(IAudinDevice *device,
const AUDIO_FORMAT *format,
138 UINT32 FramesPerPacket)
140 AudinMacDevice *mac = (AudinMacDevice *)device;
142 if (!mac->isAuthorized)
143 return ERROR_INTERNAL_ERROR;
145 if (device ==
nullptr || format ==
nullptr)
146 return ERROR_INVALID_PARAMETER;
148 mac->FramesPerPacket = FramesPerPacket;
149 mac->format = *format;
150 WLog_INFO(TAG,
"Audio Format %s [channels=%d, samples=%d, bits=%d]",
151 audio_format_get_tag_string(format->wFormatTag), format->nChannels,
152 format->nSamplesPerSec, format->wBitsPerSample);
153 mac->audioFormat.mBitsPerChannel = format->wBitsPerSample;
155 if (format->wBitsPerSample == 0)
156 mac->audioFormat.mBitsPerChannel = 16;
158 mac->audioFormat.mChannelsPerFrame = mac->format.nChannels;
159 mac->audioFormat.mFramesPerPacket = 1;
161 mac->audioFormat.mBytesPerFrame =
162 mac->audioFormat.mChannelsPerFrame * (mac->audioFormat.mBitsPerChannel / 8);
163 mac->audioFormat.mBytesPerPacket =
164 mac->audioFormat.mBytesPerFrame * mac->audioFormat.mFramesPerPacket;
166 mac->audioFormat.mFormatFlags = audin_mac_get_flags_for_format(format);
167 mac->audioFormat.mFormatID = audin_mac_get_format(format);
168 mac->audioFormat.mReserved = 0;
169 mac->audioFormat.mSampleRate = mac->format.nSamplesPerSec;
170 return CHANNEL_RC_OK;
173static void mac_audio_queue_input_cb(
void *aqData, AudioQueueRef inAQ, AudioQueueBufferRef inBuffer,
174 const AudioTimeStamp *inStartTime, UInt32 inNumPackets,
175 const AudioStreamPacketDescription *inPacketDesc)
177 AudinMacDevice *mac = (AudinMacDevice *)aqData;
178 UINT error = CHANNEL_RC_OK;
179 const BYTE *buffer = inBuffer->mAudioData;
180 int buffer_size = inBuffer->mAudioDataByteSize;
187 error = mac->receive(&mac->format, buffer, buffer_size, mac->user_data);
189 AudioQueueEnqueueBuffer(inAQ, inBuffer, 0,
nullptr);
193 WLog_ERR(TAG,
"mac->receive failed with error %" PRIu32
"", error);
194 SetLastError(ERROR_INTERNAL_ERROR);
198static UINT audin_mac_close(IAudinDevice *device)
200 UINT errCode = CHANNEL_RC_OK;
201 AudinMacDevice *mac = (AudinMacDevice *)device;
204 if (device ==
nullptr)
206 WLog_ERR(TAG,
"device == nullptr");
207 return ERROR_INVALID_PARAMETER;
212 const OSStatus devStat = AudioQueueStop(mac->audioQueue,
true);
216 errCode = GetLastError();
217 char errString[1024] = WINPR_C_ARRAY_INIT;
218 WLog_ERR(TAG,
"AudioQueueStop failed with %s [%" PRIu32
"]",
219 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
227 const OSStatus devStat = AudioQueueDispose(mac->audioQueue,
true);
231 errCode = GetLastError();
232 char errString[1024] = WINPR_C_ARRAY_INIT;
233 WLog_ERR(TAG,
"AudioQueueDispose failed with %s [%" PRIu32
"]",
234 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
237 mac->audioQueue =
nullptr;
240 mac->receive =
nullptr;
241 mac->user_data =
nullptr;
245static UINT audin_mac_open(IAudinDevice *device, AudinReceive receive,
void *user_data)
247 AudinMacDevice *mac = (AudinMacDevice *)device;
249 char errString[1024];
252 if (!mac->isAuthorized)
253 return ERROR_INTERNAL_ERROR;
255 mac->receive = receive;
256 mac->user_data = user_data;
257 devStat = AudioQueueNewInput(&(mac->audioFormat), mac_audio_queue_input_cb, mac,
nullptr,
258 kCFRunLoopCommonModes, 0, &(mac->audioQueue));
262 errCode = GetLastError();
263 WLog_ERR(TAG,
"AudioQueueNewInput failed with %s [%" PRIu32
"]",
264 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
268 for (
size_t index = 0; index < MAC_AUDIO_QUEUE_NUM_BUFFERS; index++)
270 const UINT64 bytes = 2ull * mac->FramesPerPacket * mac->format.nChannels;
271 if (bytes > UINT32_MAX)
274 devStat = AudioQueueAllocateBuffer(mac->audioQueue, WINPR_ASSERTING_INT_CAST(UInt32, bytes),
275 &mac->audioBuffers[index]);
279 errCode = GetLastError();
280 WLog_ERR(TAG,
"AudioQueueAllocateBuffer failed with %s [%" PRIu32
"]",
281 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
285 devStat = AudioQueueEnqueueBuffer(mac->audioQueue, mac->audioBuffers[index], 0,
nullptr);
289 errCode = GetLastError();
290 WLog_ERR(TAG,
"AudioQueueEnqueueBuffer failed with %s [%" PRIu32
"]",
291 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
296 devStat = AudioQueueStart(mac->audioQueue,
nullptr);
300 errCode = GetLastError();
301 WLog_ERR(TAG,
"AudioQueueStart failed with %s [%" PRIu32
"]",
302 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
307 return CHANNEL_RC_OK;
309 (void)audin_mac_close(device);
310 return CHANNEL_RC_INITIALIZATION_ERROR;
313static UINT audin_mac_free(IAudinDevice *device)
315 AudinMacDevice *mac = (AudinMacDevice *)device;
318 if (device ==
nullptr)
319 return ERROR_INVALID_PARAMETER;
321 (void)audin_mac_close(device);
324 return CHANNEL_RC_OK;
327static UINT audin_mac_parse_addin_args(AudinMacDevice *device,
const ADDIN_ARGV *args)
330 char errString[1024];
332 char *str_num, *eptr;
336 {
"dev", COMMAND_LINE_VALUE_REQUIRED,
"<device>",
nullptr,
nullptr, -1, nullptr,
337 "audio device name" },
338 {
nullptr, 0,
nullptr,
nullptr,
nullptr, -1, nullptr,
nullptr }
341 AudinMacDevice *mac = (AudinMacDevice *)device;
344 return CHANNEL_RC_OK;
347 COMMAND_LINE_SIGIL_NONE | COMMAND_LINE_SEPARATOR_COLON | COMMAND_LINE_IGN_UNKNOWN_KEYWORD;
348 status = CommandLineParseArgumentsA(args->argc, args->argv, audin_mac_args, flags, mac,
nullptr,
352 return ERROR_INVALID_PARAMETER;
354 arg = audin_mac_args;
358 if (!(arg->Flags & COMMAND_LINE_VALUE_PRESENT))
361 CommandLineSwitchStart(arg) CommandLineSwitchCase(arg,
"dev")
363 str_num = _strdup(arg->Value);
367 errCode = GetLastError();
368 WLog_ERR(TAG,
"_strdup failed with %s [%d]",
369 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
370 return CHANNEL_RC_NO_MEMORY;
373 mac->dev_unit = strtol(str_num, &eptr, 10);
375 if (mac->dev_unit < 0 || *eptr !=
'\0')
380 CommandLineSwitchEnd(arg)
381 }
while ((arg = CommandLineFindNextArgumentA(arg)) !=
nullptr);
383 return CHANNEL_RC_OK;
386FREERDP_ENTRY_POINT(UINT VCAPITYPE mac_freerdp_audin_client_subsystem_entry(
390 char errString[1024];
394 mac = (AudinMacDevice *)calloc(1,
sizeof(AudinMacDevice));
398 errCode = GetLastError();
399 WLog_ERR(TAG,
"calloc failed with %s [%" PRIu32
"]",
400 winpr_strerror(errCode, errString,
sizeof(errString)), errCode);
401 return CHANNEL_RC_NO_MEMORY;
404 mac->iface.Open = audin_mac_open;
405 mac->iface.FormatSupported = audin_mac_format_supported;
406 mac->iface.SetFormat = audin_mac_set_format;
407 mac->iface.Close = audin_mac_close;
408 mac->iface.Free = audin_mac_free;
409 mac->rdpcontext = pEntryPoints->rdpcontext;
411 args = pEntryPoints->args;
413 if ((error = audin_mac_parse_addin_args(mac, args)))
415 WLog_ERR(TAG,
"audin_mac_parse_addin_args failed with %" PRIu32
"!", error);
419 if ((error = pEntryPoints->pRegisterAudinDevice(pEntryPoints->plugin, (IAudinDevice *)mac)))
421 WLog_ERR(TAG,
"RegisterAudinDevice failed with error %" PRIu32
"!", error);
425#if defined(MAC_OS_X_VERSION_10_14)
426 if (@available(macOS 10.14, *))
430 AVAuthorizationStatus status =
431 [AVCaptureDevice authorizationStatusForMediaType:AVMediaTypeAudio];
434 case AVAuthorizationStatusAuthorized:
435 mac->isAuthorized = TRUE;
437 case AVAuthorizationStatusNotDetermined:
439 requestAccessForMediaType:AVMediaTypeAudio
440 completionHandler:^(BOOL granted) {
443 mac->isAuthorized = TRUE;
446 WLog_WARN(TAG, "Microphone access denied by user");
449 case AVAuthorizationStatusRestricted:
450 WLog_WARN(TAG,
"Microphone access restricted by policy");
452 case AVAuthorizationStatusDenied:
453 WLog_WARN(TAG,
"Microphone access denied by policy");
462 return CHANNEL_RC_OK;