341 lines
14 KiB
C++
341 lines
14 KiB
C++
//
|
|
// libtgvoip is free and unencumbered public domain software.
|
|
// For more information, see http://unlicense.org or the UNLICENSE file
|
|
// you should have received with this source code distribution.
|
|
//
|
|
|
|
#include "AudioInputAudioUnitOSX.h"
|
|
#include "../../VoIPController.h"
|
|
#include "../../audio/Resampler.h"
|
|
#include "../../logging.h"
|
|
#include <cstdio>
|
|
#include <cstdlib>
|
|
|
|
#define BUFFER_SIZE 960
|
|
#define CHECK_AU_ERROR(res, msg) \
|
|
if (res != noErr) \
|
|
{ \
|
|
LOGE("input: " msg ": OSStatus=%d", (int)res); \
|
|
failed = true; \
|
|
return; \
|
|
}
|
|
|
|
#define kOutputBus 0
|
|
#define kInputBus 1
|
|
|
|
using namespace tgvoip;
|
|
using namespace tgvoip::audio;
|
|
|
|
AudioInputAudioUnitLegacy::AudioInputAudioUnitLegacy(std::string deviceID)
|
|
: AudioInput(deviceID)
|
|
{
|
|
remainingDataSize = 0;
|
|
isRecording = false;
|
|
|
|
inBufferList.mBuffers[0].mData = std::malloc(10240);
|
|
inBufferList.mBuffers[0].mDataByteSize = 10240;
|
|
inBufferList.mNumberBuffers = 1;
|
|
|
|
OSStatus status;
|
|
AudioComponentDescription inputDesc = {
|
|
.componentType = kAudioUnitType_Output, .componentSubType = kAudioUnitSubType_HALOutput, .componentFlags = 0, .componentFlagsMask = 0, .componentManufacturer = kAudioUnitManufacturer_Apple};
|
|
AudioComponent component = AudioComponentFindNext(nullptr, &inputDesc);
|
|
status = AudioComponentInstanceNew(component, &unit);
|
|
CHECK_AU_ERROR(status, "Error creating AudioUnit");
|
|
|
|
UInt32 flag = 0;
|
|
status = AudioUnitSetProperty(unit, kAudioOutputUnitProperty_EnableIO, kAudioUnitScope_Output, kOutputBus, &flag, sizeof(flag));
|
|
CHECK_AU_ERROR(status, "Error enabling AudioUnit output");
|
|
flag = 1;
|
|
status = AudioUnitSetProperty(unit, kAudioOutputUnitProperty_EnableIO, kAudioUnitScope_Input, kInputBus, &flag, sizeof(flag));
|
|
CHECK_AU_ERROR(status, "Error enabling AudioUnit input");
|
|
|
|
SetCurrentDevice(deviceID);
|
|
|
|
CFRunLoopRef theRunLoop = nullptr;
|
|
AudioObjectPropertyAddress propertyAddress = {kAudioHardwarePropertyRunLoop,
|
|
kAudioObjectPropertyScopeGlobal,
|
|
kAudioObjectPropertyElementMaster};
|
|
status = AudioObjectSetPropertyData(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, sizeof(CFRunLoopRef), &theRunLoop);
|
|
|
|
propertyAddress.mSelector = kAudioHardwarePropertyDefaultInputDevice;
|
|
propertyAddress.mScope = kAudioObjectPropertyScopeGlobal;
|
|
propertyAddress.mElement = kAudioObjectPropertyElementMaster;
|
|
AudioObjectAddPropertyListener(kAudioObjectSystemObject, &propertyAddress, AudioInputAudioUnitLegacy::DefaultDeviceChangedCallback, this);
|
|
|
|
AURenderCallbackStruct callbackStruct;
|
|
callbackStruct.inputProc = AudioInputAudioUnitLegacy::BufferCallback;
|
|
callbackStruct.inputProcRefCon = this;
|
|
status = AudioUnitSetProperty(unit, kAudioOutputUnitProperty_SetInputCallback, kAudioUnitScope_Global, kInputBus, &callbackStruct, sizeof(callbackStruct));
|
|
CHECK_AU_ERROR(status, "Error setting input buffer callback");
|
|
status = AudioUnitInitialize(unit);
|
|
CHECK_AU_ERROR(status, "Error initializing unit");
|
|
}
|
|
|
|
AudioInputAudioUnitLegacy::~AudioInputAudioUnitLegacy()
|
|
{
|
|
AudioObjectPropertyAddress propertyAddress;
|
|
propertyAddress.mSelector = kAudioHardwarePropertyDefaultInputDevice;
|
|
propertyAddress.mScope = kAudioObjectPropertyScopeGlobal;
|
|
propertyAddress.mElement = kAudioObjectPropertyElementMaster;
|
|
AudioObjectRemovePropertyListener(kAudioObjectSystemObject, &propertyAddress, AudioInputAudioUnitLegacy::DefaultDeviceChangedCallback, this);
|
|
|
|
AudioUnitUninitialize(unit);
|
|
AudioComponentInstanceDispose(unit);
|
|
std::free(inBufferList.mBuffers[0].mData);
|
|
}
|
|
|
|
void AudioInputAudioUnitLegacy::Start()
|
|
{
|
|
isRecording = true;
|
|
OSStatus status = AudioOutputUnitStart(unit);
|
|
CHECK_AU_ERROR(status, "Error starting AudioUnit");
|
|
}
|
|
|
|
void AudioInputAudioUnitLegacy::Stop()
|
|
{
|
|
isRecording = false;
|
|
OSStatus status = AudioOutputUnitStart(unit);
|
|
CHECK_AU_ERROR(status, "Error stopping AudioUnit");
|
|
}
|
|
|
|
OSStatus AudioInputAudioUnitLegacy::BufferCallback(void* inRefCon, AudioUnitRenderActionFlags* ioActionFlags, const AudioTimeStamp* inTimeStamp, UInt32 inBusNumber, UInt32 inNumberFrames, AudioBufferList* ioData)
|
|
{
|
|
AudioInputAudioUnitLegacy* input = reinterpret_cast<AudioInputAudioUnitLegacy*>(inRefCon);
|
|
input->inBufferList.mBuffers[0].mDataByteSize = 10240;
|
|
AudioUnitRender(input->unit, ioActionFlags, inTimeStamp, inBusNumber, inNumberFrames, &input->inBufferList);
|
|
input->HandleBufferCallback(&input->inBufferList);
|
|
return noErr;
|
|
}
|
|
|
|
void AudioInputAudioUnitLegacy::HandleBufferCallback(AudioBufferList* ioData)
|
|
{
|
|
int i;
|
|
for (i = 0; i < ioData->mNumberBuffers; i++)
|
|
{
|
|
AudioBuffer buf = ioData->mBuffers[i];
|
|
std::size_t len = buf.mDataByteSize;
|
|
if (hardwareSampleRate != 48000)
|
|
{
|
|
len = 2 * tgvoip::audio::Resampler::Convert(reinterpret_cast<std::int16_t*>(buf.mData),
|
|
reinterpret_cast<std::int16_t*>(remainingData + remainingDataSize),
|
|
buf.mDataByteSize / 2,
|
|
(10240 - (buf.mDataByteSize + remainingDataSize)) / 2,
|
|
48000,
|
|
hardwareSampleRate);
|
|
}
|
|
else
|
|
{
|
|
assert(remainingDataSize + buf.mDataByteSize < 10240);
|
|
std::memcpy(remainingData + remainingDataSize, buf.mData, buf.mDataByteSize);
|
|
}
|
|
remainingDataSize += len;
|
|
while (remainingDataSize >= BUFFER_SIZE * 2)
|
|
{
|
|
InvokeCallback(remainingData, BUFFER_SIZE * 2);
|
|
remainingDataSize -= BUFFER_SIZE * 2;
|
|
if (remainingDataSize > 0)
|
|
{
|
|
memmove(remainingData, remainingData + (BUFFER_SIZE * 2), remainingDataSize);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
void AudioInputAudioUnitLegacy::EnumerateDevices(std::vector<AudioInputDevice>& devs)
|
|
{
|
|
AudioObjectPropertyAddress propertyAddress = {
|
|
kAudioHardwarePropertyDevices,
|
|
kAudioObjectPropertyScopeGlobal,
|
|
kAudioObjectPropertyElementMaster};
|
|
|
|
UInt32 dataSize = 0;
|
|
OSStatus status = AudioObjectGetPropertyDataSize(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, &dataSize);
|
|
if (kAudioHardwareNoError != status)
|
|
{
|
|
LOGE("AudioObjectGetPropertyDataSize (kAudioHardwarePropertyDevices) failed: %i", status);
|
|
return;
|
|
}
|
|
|
|
UInt32 deviceCount = (UInt32)(dataSize / sizeof(AudioDeviceID));
|
|
|
|
AudioDeviceID* audioDevices = (AudioDeviceID*)(std::malloc(dataSize));
|
|
|
|
status = AudioObjectGetPropertyData(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, &dataSize, audioDevices);
|
|
if (kAudioHardwareNoError != status)
|
|
{
|
|
LOGE("AudioObjectGetPropertyData (kAudioHardwarePropertyDevices) failed: %i", status);
|
|
std::free(audioDevices);
|
|
audioDevices = nullptr;
|
|
return;
|
|
}
|
|
|
|
// Iterate through all the devices and determine which are input-capable
|
|
propertyAddress.mScope = kAudioDevicePropertyScopeInput;
|
|
for (UInt32 i = 0; i < deviceCount; ++i)
|
|
{
|
|
// Query device UID
|
|
CFStringRef deviceUID = nullptr;
|
|
dataSize = sizeof(deviceUID);
|
|
propertyAddress.mSelector = kAudioDevicePropertyDeviceUID;
|
|
status = AudioObjectGetPropertyData(audioDevices[i], &propertyAddress, 0, nullptr, &dataSize, &deviceUID);
|
|
if (kAudioHardwareNoError != status)
|
|
{
|
|
LOGE("AudioObjectGetPropertyData (kAudioDevicePropertyDeviceUID) failed: %i", status);
|
|
continue;
|
|
}
|
|
|
|
// Query device name
|
|
CFStringRef deviceName = nullptr;
|
|
dataSize = sizeof(deviceName);
|
|
propertyAddress.mSelector = kAudioDevicePropertyDeviceNameCFString;
|
|
status = AudioObjectGetPropertyData(audioDevices[i], &propertyAddress, 0, nullptr, &dataSize, &deviceName);
|
|
if (kAudioHardwareNoError != status)
|
|
{
|
|
LOGE("AudioObjectGetPropertyData (kAudioDevicePropertyDeviceNameCFString) failed: %i", status);
|
|
continue;
|
|
}
|
|
|
|
// Determine if the device is an input device (it is an input device if it has input channels)
|
|
dataSize = 0;
|
|
propertyAddress.mSelector = kAudioDevicePropertyStreamConfiguration;
|
|
status = AudioObjectGetPropertyDataSize(audioDevices[i], &propertyAddress, 0, nullptr, &dataSize);
|
|
if (kAudioHardwareNoError != status)
|
|
{
|
|
LOGE("AudioObjectGetPropertyDataSize (kAudioDevicePropertyStreamConfiguration) failed: %i", status);
|
|
continue;
|
|
}
|
|
|
|
AudioBufferList* bufferList = (AudioBufferList*)(std::malloc(dataSize));
|
|
|
|
status = AudioObjectGetPropertyData(audioDevices[i], &propertyAddress, 0, nullptr, &dataSize, bufferList);
|
|
if (kAudioHardwareNoError != status || 0 == bufferList->mNumberBuffers)
|
|
{
|
|
if (kAudioHardwareNoError != status)
|
|
LOGE("AudioObjectGetPropertyData (kAudioDevicePropertyStreamConfiguration) failed: %i", status);
|
|
std::free(bufferList);
|
|
bufferList = nullptr;
|
|
continue;
|
|
}
|
|
|
|
std::free(bufferList);
|
|
bufferList = nullptr;
|
|
|
|
AudioInputDevice dev;
|
|
char buf[1024];
|
|
CFStringGetCString(deviceName, buf, 1024, kCFStringEncodingUTF8);
|
|
dev.displayName = std::string(buf);
|
|
CFStringGetCString(deviceUID, buf, 1024, kCFStringEncodingUTF8);
|
|
dev.id = std::string(buf);
|
|
if (dev.id.rfind("VPAUAggregateAudioDevice-0x") == 0)
|
|
continue;
|
|
devs.push_back(dev);
|
|
}
|
|
|
|
std::free(audioDevices);
|
|
audioDevices = nullptr;
|
|
}
|
|
|
|
void AudioInputAudioUnitLegacy::SetCurrentDevice(std::string deviceID)
|
|
{
|
|
UInt32 size = sizeof(AudioDeviceID);
|
|
AudioDeviceID inputDevice = 0;
|
|
OSStatus status;
|
|
|
|
if (deviceID == "default")
|
|
{
|
|
AudioObjectPropertyAddress propertyAddress;
|
|
propertyAddress.mSelector = kAudioHardwarePropertyDefaultInputDevice;
|
|
propertyAddress.mScope = kAudioObjectPropertyScopeGlobal;
|
|
propertyAddress.mElement = kAudioObjectPropertyElementMaster;
|
|
UInt32 propsize = sizeof(AudioDeviceID);
|
|
status = AudioObjectGetPropertyData(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, &propsize, &inputDevice);
|
|
CHECK_AU_ERROR(status, "Error getting default input device");
|
|
}
|
|
else
|
|
{
|
|
AudioObjectPropertyAddress propertyAddress = {
|
|
kAudioHardwarePropertyDevices,
|
|
kAudioObjectPropertyScopeGlobal,
|
|
kAudioObjectPropertyElementMaster};
|
|
UInt32 dataSize = 0;
|
|
status = AudioObjectGetPropertyDataSize(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, &dataSize);
|
|
CHECK_AU_ERROR(status, "Error getting devices size");
|
|
UInt32 deviceCount = (UInt32)(dataSize / sizeof(AudioDeviceID));
|
|
AudioDeviceID audioDevices[deviceCount];
|
|
status = AudioObjectGetPropertyData(kAudioObjectSystemObject, &propertyAddress, 0, nullptr, &dataSize, audioDevices);
|
|
CHECK_AU_ERROR(status, "Error getting device list");
|
|
for (UInt32 i = 0; i < deviceCount; ++i)
|
|
{
|
|
// Query device UID
|
|
CFStringRef deviceUID = nullptr;
|
|
dataSize = sizeof(deviceUID);
|
|
propertyAddress.mSelector = kAudioDevicePropertyDeviceUID;
|
|
status = AudioObjectGetPropertyData(audioDevices[i], &propertyAddress, 0, nullptr, &dataSize, &deviceUID);
|
|
CHECK_AU_ERROR(status, "Error getting device uid");
|
|
char buf[1024];
|
|
CFStringGetCString(deviceUID, buf, 1024, kCFStringEncodingUTF8);
|
|
if (deviceID == buf)
|
|
{
|
|
LOGV("Found device for id %s", buf);
|
|
inputDevice = audioDevices[i];
|
|
break;
|
|
}
|
|
}
|
|
if (!inputDevice)
|
|
{
|
|
LOGW("Requested device not found, using default");
|
|
SetCurrentDevice("default");
|
|
return;
|
|
}
|
|
}
|
|
|
|
status = AudioUnitSetProperty(unit,
|
|
kAudioOutputUnitProperty_CurrentDevice,
|
|
kAudioUnitScope_Global,
|
|
kInputBus,
|
|
&inputDevice,
|
|
size);
|
|
CHECK_AU_ERROR(status, "Error setting input device");
|
|
|
|
AudioStreamBasicDescription hardwareFormat;
|
|
size = sizeof(hardwareFormat);
|
|
status = AudioUnitGetProperty(unit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Input, kInputBus, &hardwareFormat, &size);
|
|
CHECK_AU_ERROR(status, "Error getting hardware format");
|
|
hardwareSampleRate = hardwareFormat.mSampleRate;
|
|
|
|
AudioStreamBasicDescription desiredFormat = {
|
|
.mSampleRate = hardwareFormat.mSampleRate, .mFormatID = kAudioFormatLinearPCM, .mFormatFlags = kAudioFormatFlagIsSignedInteger | kAudioFormatFlagIsPacked | kAudioFormatFlagsNativeEndian, .mFramesPerPacket = 1, .mChannelsPerFrame = 1, .mBitsPerChannel = 16, .mBytesPerPacket = 2, .mBytesPerFrame = 2};
|
|
|
|
status = AudioUnitSetProperty(unit, kAudioUnitProperty_StreamFormat, kAudioUnitScope_Output, kInputBus, &desiredFormat, sizeof(desiredFormat));
|
|
CHECK_AU_ERROR(status, "Error setting format");
|
|
|
|
LOGD("Switched capture device, new sample rate %d", hardwareSampleRate);
|
|
|
|
this->m_currentDevice = deviceID;
|
|
|
|
AudioObjectPropertyAddress propertyAddress = {
|
|
kAudioDevicePropertyBufferFrameSize,
|
|
kAudioObjectPropertyScopeGlobal,
|
|
kAudioObjectPropertyElementMaster};
|
|
size = 4;
|
|
UInt32 bufferFrameSize;
|
|
status = AudioObjectGetPropertyData(inputDevice, &propertyAddress, 0, nullptr, &size, &bufferFrameSize);
|
|
if (status == noErr)
|
|
{
|
|
m_estimatedDelay = bufferFrameSize / 48;
|
|
LOGD("CoreAudio buffer size for output device is %u frames (%u ms)", bufferFrameSize, m_estimatedDelay);
|
|
}
|
|
}
|
|
|
|
OSStatus AudioInputAudioUnitLegacy::DefaultDeviceChangedCallback(AudioObjectID inObjectID, UInt32 inNumberAddresses, const AudioObjectPropertyAddress* inAddresses, void* inClientData)
|
|
{
|
|
LOGV("System default input device changed");
|
|
AudioInputAudioUnitLegacy* self = reinterpret_cast<AudioInputAudioUnitLegacy*>(inClientData);
|
|
if (self->m_currentDevice == "default")
|
|
{
|
|
self->SetCurrentDevice(self->m_currentDevice);
|
|
}
|
|
return noErr;
|
|
}
|