FreeRDP
Loading...
Searching...
No Matches
audin_mac.m
1
21#include <freerdp/config.h>
22
23#include <stdio.h>
24#include <stdlib.h>
25#include <string.h>
26
27#include <winpr/crt.h>
28#include <winpr/synch.h>
29#include <winpr/string.h>
30#include <winpr/thread.h>
31#include <winpr/debug.h>
32#include <winpr/cmdline.h>
33
34#import <AVFoundation/AVFoundation.h>
35
36#define __COREFOUNDATION_CFPLUGINCOM__ 1
37#define IUNKNOWN_C_GUTS \
38 void *_reserved; \
39 void *QueryInterface; \
40 void *AddRef; \
41 void *Release
42
43#include <CoreAudio/CoreAudioTypes.h>
44#include <CoreAudio/CoreAudio.h>
45#include <AudioToolbox/AudioToolbox.h>
46#include <AudioToolbox/AudioQueue.h>
47
48#include <freerdp/addin.h>
49#include <freerdp/channels/rdpsnd.h>
50
51#include "audin_main.h"
52
53#define MAC_AUDIO_QUEUE_NUM_BUFFERS 100
54
55/* Fix for #4462: Provide type alias if not declared (Mac OS < 10.10)
56 * https://developer.apple.com/documentation/coreaudio/audioformatid
57 */
58#ifndef AudioFormatID
59typedef UInt32 AudioFormatID;
60#endif
61
62#ifndef AudioFormatFlags
63typedef UInt32 AudioFormatFlags;
64#endif
65
66typedef struct
67{
68 IAudinDevice iface;
69
70 AUDIO_FORMAT format;
71 UINT32 FramesPerPacket;
72 int dev_unit;
73
74 AudinReceive receive;
75 void *user_data;
76
77 rdpContext *rdpcontext;
78
79 bool isAuthorized;
80 bool isOpen;
81 AudioQueueRef audioQueue;
82 AudioStreamBasicDescription audioFormat;
83 AudioQueueBufferRef audioBuffers[MAC_AUDIO_QUEUE_NUM_BUFFERS];
84} AudinMacDevice;
85
86static AudioFormatID audin_mac_get_format(const AUDIO_FORMAT *format)
87{
88 switch (format->wFormatTag)
89 {
90 case WAVE_FORMAT_PCM:
91 return kAudioFormatLinearPCM;
92
93 default:
94 return 0;
95 }
96}
97
98static AudioFormatFlags audin_mac_get_flags_for_format(const AUDIO_FORMAT *format)
99{
100 switch (format->wFormatTag)
101 {
102 case WAVE_FORMAT_PCM:
103 return kAudioFormatFlagIsSignedInteger;
104
105 default:
106 return 0;
107 }
108}
109
110static BOOL audin_mac_format_supported(IAudinDevice *device, const AUDIO_FORMAT *format)
111{
112 AudinMacDevice *mac = (AudinMacDevice *)device;
113 AudioFormatID req_fmt = 0;
114
115 if (!mac->isAuthorized)
116 return FALSE;
117
118 if (device == nullptr || format == nullptr)
119 return FALSE;
120
121 if (format->nChannels != 2)
122 return FALSE;
123
124 req_fmt = audin_mac_get_format(format);
125
126 if (req_fmt == 0)
127 return FALSE;
128
129 return TRUE;
130}
131
137static UINT audin_mac_set_format(IAudinDevice *device, const AUDIO_FORMAT *format,
138 UINT32 FramesPerPacket)
139{
140 AudinMacDevice *mac = (AudinMacDevice *)device;
141
142 if (!mac->isAuthorized)
143 return ERROR_INTERNAL_ERROR;
144
145 if (device == nullptr || format == nullptr)
146 return ERROR_INVALID_PARAMETER;
147
148 mac->FramesPerPacket = FramesPerPacket;
149 mac->format = *format;
150 WLog_INFO(TAG, "Audio Format %s [channels=%d, samples=%d, bits=%d]",
151 audio_format_get_tag_string(format->wFormatTag), format->nChannels,
152 format->nSamplesPerSec, format->wBitsPerSample);
153 mac->audioFormat.mBitsPerChannel = format->wBitsPerSample;
154
155 if (format->wBitsPerSample == 0)
156 mac->audioFormat.mBitsPerChannel = 16;
157
158 mac->audioFormat.mChannelsPerFrame = mac->format.nChannels;
159 mac->audioFormat.mFramesPerPacket = 1;
160
161 mac->audioFormat.mBytesPerFrame =
162 mac->audioFormat.mChannelsPerFrame * (mac->audioFormat.mBitsPerChannel / 8);
163 mac->audioFormat.mBytesPerPacket =
164 mac->audioFormat.mBytesPerFrame * mac->audioFormat.mFramesPerPacket;
165
166 mac->audioFormat.mFormatFlags = audin_mac_get_flags_for_format(format);
167 mac->audioFormat.mFormatID = audin_mac_get_format(format);
168 mac->audioFormat.mReserved = 0;
169 mac->audioFormat.mSampleRate = mac->format.nSamplesPerSec;
170 return CHANNEL_RC_OK;
171}
172
173static void mac_audio_queue_input_cb(void *aqData, AudioQueueRef inAQ, AudioQueueBufferRef inBuffer,
174 const AudioTimeStamp *inStartTime, UInt32 inNumPackets,
175 const AudioStreamPacketDescription *inPacketDesc)
176{
177 AudinMacDevice *mac = (AudinMacDevice *)aqData;
178 UINT error = CHANNEL_RC_OK;
179 const BYTE *buffer = inBuffer->mAudioData;
180 int buffer_size = inBuffer->mAudioDataByteSize;
181 (void)inAQ;
182 (void)inStartTime;
183 (void)inNumPackets;
184 (void)inPacketDesc;
185
186 if (buffer_size > 0)
187 error = mac->receive(&mac->format, buffer, buffer_size, mac->user_data);
188
189 AudioQueueEnqueueBuffer(inAQ, inBuffer, 0, nullptr);
190
191 if (error)
192 {
193 WLog_ERR(TAG, "mac->receive failed with error %" PRIu32 "", error);
194 SetLastError(ERROR_INTERNAL_ERROR);
195 }
196}
197
198static UINT audin_mac_close(IAudinDevice *device)
199{
200 UINT errCode = CHANNEL_RC_OK;
201 AudinMacDevice *mac = (AudinMacDevice *)device;
202
203 WINPR_ASSERT(mac);
204 if (device == nullptr)
205 {
206 WLog_ERR(TAG, "device == nullptr");
207 return ERROR_INVALID_PARAMETER;
208 }
209
210 if (mac->isOpen)
211 {
212 const OSStatus devStat = AudioQueueStop(mac->audioQueue, true);
213
214 if (devStat != 0)
215 {
216 errCode = GetLastError();
217 char errString[1024] = WINPR_C_ARRAY_INIT;
218 WLog_ERR(TAG, "AudioQueueStop failed with %s [%" PRIu32 "]",
219 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
220 }
221
222 mac->isOpen = false;
223 }
224
225 if (mac->audioQueue)
226 {
227 const OSStatus devStat = AudioQueueDispose(mac->audioQueue, true);
228
229 if (devStat != 0)
230 {
231 errCode = GetLastError();
232 char errString[1024] = WINPR_C_ARRAY_INIT;
233 WLog_ERR(TAG, "AudioQueueDispose failed with %s [%" PRIu32 "]",
234 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
235 }
236
237 mac->audioQueue = nullptr;
238 }
239
240 mac->receive = nullptr;
241 mac->user_data = nullptr;
242 return errCode;
243}
244
245static UINT audin_mac_open(IAudinDevice *device, AudinReceive receive, void *user_data)
246{
247 AudinMacDevice *mac = (AudinMacDevice *)device;
248 DWORD errCode;
249 char errString[1024];
250 OSStatus devStat;
251
252 if (!mac->isAuthorized)
253 return ERROR_INTERNAL_ERROR;
254
255 mac->receive = receive;
256 mac->user_data = user_data;
257 devStat = AudioQueueNewInput(&(mac->audioFormat), mac_audio_queue_input_cb, mac, nullptr,
258 kCFRunLoopCommonModes, 0, &(mac->audioQueue));
259
260 if (devStat != 0)
261 {
262 errCode = GetLastError();
263 WLog_ERR(TAG, "AudioQueueNewInput failed with %s [%" PRIu32 "]",
264 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
265 goto err_out;
266 }
267
268 for (size_t index = 0; index < MAC_AUDIO_QUEUE_NUM_BUFFERS; index++)
269 {
270 const UINT64 bytes = 2ull * mac->FramesPerPacket * mac->format.nChannels;
271 if (bytes > UINT32_MAX)
272 goto err_out;
273
274 devStat = AudioQueueAllocateBuffer(mac->audioQueue, WINPR_ASSERTING_INT_CAST(UInt32, bytes),
275 &mac->audioBuffers[index]);
276
277 if (devStat != 0)
278 {
279 errCode = GetLastError();
280 WLog_ERR(TAG, "AudioQueueAllocateBuffer failed with %s [%" PRIu32 "]",
281 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
282 goto err_out;
283 }
284
285 devStat = AudioQueueEnqueueBuffer(mac->audioQueue, mac->audioBuffers[index], 0, nullptr);
286
287 if (devStat != 0)
288 {
289 errCode = GetLastError();
290 WLog_ERR(TAG, "AudioQueueEnqueueBuffer failed with %s [%" PRIu32 "]",
291 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
292 goto err_out;
293 }
294 }
295
296 devStat = AudioQueueStart(mac->audioQueue, nullptr);
297
298 if (devStat != 0)
299 {
300 errCode = GetLastError();
301 WLog_ERR(TAG, "AudioQueueStart failed with %s [%" PRIu32 "]",
302 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
303 goto err_out;
304 }
305
306 mac->isOpen = true;
307 return CHANNEL_RC_OK;
308err_out:
309 (void)audin_mac_close(device);
310 return CHANNEL_RC_INITIALIZATION_ERROR;
311}
312
313static UINT audin_mac_free(IAudinDevice *device)
314{
315 AudinMacDevice *mac = (AudinMacDevice *)device;
316 int error;
317
318 if (device == nullptr)
319 return ERROR_INVALID_PARAMETER;
320
321 (void)audin_mac_close(device);
322
323 free(mac);
324 return CHANNEL_RC_OK;
325}
326
327static UINT audin_mac_parse_addin_args(AudinMacDevice *device, const ADDIN_ARGV *args)
328{
329 DWORD errCode;
330 char errString[1024];
331 int status;
332 char *str_num, *eptr;
333 DWORD flags;
334 const COMMAND_LINE_ARGUMENT_A *arg;
335 COMMAND_LINE_ARGUMENT_A audin_mac_args[] = {
336 { "dev", COMMAND_LINE_VALUE_REQUIRED, "<device>", nullptr, nullptr, -1, nullptr,
337 "audio device name" },
338 { nullptr, 0, nullptr, nullptr, nullptr, -1, nullptr, nullptr }
339 };
340
341 AudinMacDevice *mac = (AudinMacDevice *)device;
342
343 if (args->argc == 1)
344 return CHANNEL_RC_OK;
345
346 flags =
347 COMMAND_LINE_SIGIL_NONE | COMMAND_LINE_SEPARATOR_COLON | COMMAND_LINE_IGN_UNKNOWN_KEYWORD;
348 status = CommandLineParseArgumentsA(args->argc, args->argv, audin_mac_args, flags, mac, nullptr,
349 nullptr);
350
351 if (status < 0)
352 return ERROR_INVALID_PARAMETER;
353
354 arg = audin_mac_args;
355
356 do
357 {
358 if (!(arg->Flags & COMMAND_LINE_VALUE_PRESENT))
359 continue;
360
361 CommandLineSwitchStart(arg) CommandLineSwitchCase(arg, "dev")
362 {
363 str_num = _strdup(arg->Value);
364
365 if (!str_num)
366 {
367 errCode = GetLastError();
368 WLog_ERR(TAG, "_strdup failed with %s [%d]",
369 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
370 return CHANNEL_RC_NO_MEMORY;
371 }
372
373 mac->dev_unit = strtol(str_num, &eptr, 10);
374
375 if (mac->dev_unit < 0 || *eptr != '\0')
376 mac->dev_unit = -1;
377
378 free(str_num);
379 }
380 CommandLineSwitchEnd(arg)
381 } while ((arg = CommandLineFindNextArgumentA(arg)) != nullptr);
382
383 return CHANNEL_RC_OK;
384}
385
386FREERDP_ENTRY_POINT(UINT VCAPITYPE mac_freerdp_audin_client_subsystem_entry(
388{
389 DWORD errCode;
390 char errString[1024];
391 const ADDIN_ARGV *args;
392 AudinMacDevice *mac;
393 UINT error;
394 mac = (AudinMacDevice *)calloc(1, sizeof(AudinMacDevice));
395
396 if (!mac)
397 {
398 errCode = GetLastError();
399 WLog_ERR(TAG, "calloc failed with %s [%" PRIu32 "]",
400 winpr_strerror(errCode, errString, sizeof(errString)), errCode);
401 return CHANNEL_RC_NO_MEMORY;
402 }
403
404 mac->iface.Open = audin_mac_open;
405 mac->iface.FormatSupported = audin_mac_format_supported;
406 mac->iface.SetFormat = audin_mac_set_format;
407 mac->iface.Close = audin_mac_close;
408 mac->iface.Free = audin_mac_free;
409 mac->rdpcontext = pEntryPoints->rdpcontext;
410 mac->dev_unit = -1;
411 args = pEntryPoints->args;
412
413 if ((error = audin_mac_parse_addin_args(mac, args)))
414 {
415 WLog_ERR(TAG, "audin_mac_parse_addin_args failed with %" PRIu32 "!", error);
416 goto error_out;
417 }
418
419 if ((error = pEntryPoints->pRegisterAudinDevice(pEntryPoints->plugin, (IAudinDevice *)mac)))
420 {
421 WLog_ERR(TAG, "RegisterAudinDevice failed with error %" PRIu32 "!", error);
422 goto error_out;
423 }
424
425#if defined(MAC_OS_X_VERSION_10_14)
426 if (@available(macOS 10.14, *))
427 {
428 @autoreleasepool
429 {
430 AVAuthorizationStatus status =
431 [AVCaptureDevice authorizationStatusForMediaType:AVMediaTypeAudio];
432 switch (status)
433 {
434 case AVAuthorizationStatusAuthorized:
435 mac->isAuthorized = TRUE;
436 break;
437 case AVAuthorizationStatusNotDetermined:
438 [AVCaptureDevice
439 requestAccessForMediaType:AVMediaTypeAudio
440 completionHandler:^(BOOL granted) {
441 if (granted == YES)
442 {
443 mac->isAuthorized = TRUE;
444 }
445 else
446 WLog_WARN(TAG, "Microphone access denied by user");
447 }];
448 break;
449 case AVAuthorizationStatusRestricted:
450 WLog_WARN(TAG, "Microphone access restricted by policy");
451 break;
452 case AVAuthorizationStatusDenied:
453 WLog_WARN(TAG, "Microphone access denied by policy");
454 break;
455 default:
456 break;
457 }
458 }
459 }
460#endif
461
462 return CHANNEL_RC_OK;
463error_out:
464 free(mac);
465 return error;
466}