/*** Olive - Non-Linear Video Editor Copyright (C) 2022 Olive Team Modifications Copyright (C) 2025 mikesolar This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ***/ #include "audiomanager.h" #ifdef PA_HAS_JACK #include #endif #include #include "config/config.h" namespace olive { AudioManager *AudioManager::instance_ = nullptr; void AudioManager::CreateInstance() { if (instance_ == nullptr) { instance_ = new AudioManager(); } } void AudioManager::DestroyInstance() { delete instance_; instance_ = nullptr; } AudioManager *AudioManager::instance() { return instance_; } void AudioManager::SetOutputNotifyInterval(int n) { output_buffer_->set_notify_interval(n); } int OutputCallback(const void *input, void *output, unsigned long frameCount, const PaStreamCallbackTimeInfo *timeInfo, PaStreamCallbackFlags statusFlags, void *userData) { PreviewAudioDevice *device = static_cast(userData); qint64 max_read = frameCount * device->bytes_per_frame(); qint64 read_count = device->read(reinterpret_cast(output), max_read); if (read_count < max_read) { memset(reinterpret_cast(output) + read_count, 0, max_read - read_count); } return paContinue; } int InputCallback(const void *input, void *output, unsigned long frameCount, const PaStreamCallbackTimeInfo *timeInfo, PaStreamCallbackFlags statusFlags, void *userData) { FFmpegEncoder *f = static_cast(userData); AudioParams our_params = f->params().audio_params(); our_params.set_format( f->params().audio_params().format().to_packed_equivalent()); f->WriteAudioData(our_params, reinterpret_cast(&input), frameCount); return paContinue; } bool AudioManager::PushToOutput(const AudioParams ¶ms, const QByteArray &samples, QString *error) { qDebug() << "AudioManager::PushToOutput: device=" << output_device_ << "sample_rate=" << params.sample_rate() << "channels=" << params.channel_count() << "bytes=" << samples.size(); if (output_device_ == paNoDevice) { if (error) *error = tr("No output device is set"); return false; } if (output_params_ != params || output_stream_ == nullptr) { output_params_ = params; CloseOutputStream(); PaStreamParameters p = GetPortAudioParams(params, output_device_); PaError r = Pa_OpenStream(&output_stream_, nullptr, &p, output_params_.sample_rate(), paFramesPerBufferUnspecified, paNoFlag, OutputCallback, output_buffer_); if (r != paNoError) { // Unhandled error //qCritical() << "Failed to open output stream:" << Pa_GetErrorText(r); qCritical() << "AudioManager::PushToOutput: Pa_OpenStream failed:" << Pa_GetErrorText(r); if (error) *error = Pa_GetErrorText(r); return false; } qDebug() << "AudioManager::PushToOutput: opened stream with" << params.channel_count() << "channels"; output_buffer_->set_bytes_per_frame(output_params_.samples_to_bytes(1)); } output_buffer_->write(samples); if (!Pa_IsStreamActive(output_stream_)) { PaError r = Pa_StartStream(output_stream_); qDebug() << "AudioManager::PushToOutput: Pa_StartStream returned" << r << Pa_GetErrorText(r); } return true; } void AudioManager::ClearBufferedOutput() { output_buffer_->clear(); } PaSampleFormat AudioManager::GetPortAudioSampleFormat(SampleFormat fmt) { switch (fmt) { case SampleFormat::U8: case SampleFormat::U8P: return paUInt8; case SampleFormat::S16: case SampleFormat::S16P: return paInt16; case SampleFormat::S32: case SampleFormat::S32P: return paInt32; case SampleFormat::F32: case SampleFormat::F32P: return paFloat32; case SampleFormat::S64: case SampleFormat::S64P: case SampleFormat::F64: case SampleFormat::F64P: case SampleFormat::INVALID: case SampleFormat::COUNT: break; } return 0; } void AudioManager::CloseOutputStream() { if (output_stream_) { if (Pa_IsStreamActive(output_stream_)) { StopOutput(); } Pa_CloseStream(output_stream_); output_stream_ = nullptr; } } void AudioManager::StopOutput() { // Abort the stream so playback stops immediately if (output_stream_) { Pa_AbortStream(output_stream_); ClearBufferedOutput(); } } void AudioManager::SetOutputDevice(PaDeviceIndex device) { if (device == paNoDevice) { qInfo() << "No output device found"; } else { qInfo() << "Setting output audio device to" << Pa_GetDeviceInfo(device)->name; } output_device_ = device; CloseOutputStream(); } void AudioManager::SetInputDevice(PaDeviceIndex device) { if (device == paNoDevice) { qInfo() << "No input device found"; } else { qInfo() << "Setting input audio device to" << Pa_GetDeviceInfo(device)->name; } input_device_ = device; } void AudioManager::HardReset() { CloseOutputStream(); Pa_Terminate(); Pa_Initialize(); } bool AudioManager::StartRecording(const EncodingParams ¶ms, QString *error_str) { if (input_device_ == paNoDevice) { return false; } input_encoder_ = new FFmpegEncoder(params); if (!input_encoder_->Open()) { qCritical() << "Failed to open encoder for recording"; return false; } PaStreamParameters p = GetPortAudioParams(params.audio_params(), input_device_); PaError r = Pa_OpenStream(&input_stream_, &p, nullptr, params.audio_params().sample_rate(), paFramesPerBufferUnspecified, paNoFlag, InputCallback, input_encoder_); if (r == paNoError) { //const PaStreamInfo* info = Pa_GetStreamInfo(input_stream_); r = Pa_StartStream(input_stream_); if (r == paNoError) { return true; } } if (error_str) { *error_str = Pa_GetErrorText(r); } StopRecording(); return false; } void AudioManager::StopRecording() { if (input_stream_) { if (Pa_IsStreamActive(input_stream_)) { Pa_StopStream(input_stream_); } Pa_CloseStream(input_stream_); input_stream_ = nullptr; } if (input_encoder_) { input_encoder_->Close(); delete input_encoder_; input_encoder_ = nullptr; } } #ifdef Q_OS_LINUX static PaDeviceIndex GetPreferredLinuxAudioDevice(bool is_output_device) { // Prefer PipeWire, then PulseAudio. Both provide mixing; plain ALSA/JACK // defaults often fail to share the device on modern Linux desktops. const QStringList preferred_host_apis = { QStringLiteral("PipeWire"), QStringLiteral("PulseAudio"), }; for (const QString &preferred : preferred_host_apis) { for (PaHostApiIndex i = 0, end = Pa_GetHostApiCount(); i < end; i++) { const PaHostApiInfo *info = Pa_GetHostApiInfo(i); if (!info) { continue; } const QString name = QString::fromLatin1(info->name); if (name.contains(preferred, Qt::CaseInsensitive)) { PaDeviceIndex dev = is_output_device ? info->defaultOutputDevice : info->defaultInputDevice; if (dev != paNoDevice) { return dev; } } } } return is_output_device ? Pa_GetDefaultOutputDevice() : Pa_GetDefaultInputDevice(); } #endif PaDeviceIndex AudioManager::FindConfigDeviceByName(bool is_output_device) { QString entry = is_output_device ? QStringLiteral("AudioOutput") : QStringLiteral("AudioInput"); return FindDeviceByName(OLIVE_CONFIG_STR(entry).toString(), is_output_device); } PaDeviceIndex AudioManager::FindDeviceByName(const QString &s, bool is_output_device) { if (!s.isEmpty()) { for (PaDeviceIndex i = 0, end = Pa_GetDeviceCount(); i < end; i++) { const PaDeviceInfo *device = Pa_GetDeviceInfo(i); if (((is_output_device && device->maxOutputChannels) || (!is_output_device && device->maxInputChannels)) && !s.compare(device->name)) { return i; } } } #ifdef Q_OS_LINUX return GetPreferredLinuxAudioDevice(is_output_device); #else return is_output_device ? Pa_GetDefaultOutputDevice() : Pa_GetDefaultInputDevice(); #endif } PaStreamParameters AudioManager::GetPortAudioParams(const AudioParams ¶ms, PaDeviceIndex device) { PaStreamParameters p; p.channelCount = params.channel_count(); p.device = device; p.hostApiSpecificStreamInfo = nullptr; p.sampleFormat = GetPortAudioSampleFormat(params.format()); p.suggestedLatency = Pa_GetDeviceInfo(device)->defaultLowOutputLatency; return p; } AudioManager::AudioManager() : output_stream_(nullptr) , input_stream_(nullptr) , input_encoder_(nullptr) { #ifdef PA_HAS_JACK // PortAudio doesn't do a strcpy, so we need a const char that's readily accessible (i.e. not // a QString converted to UTF-8) PaJack_SetClientName("Oak Video Editor"); #endif Pa_Initialize(); // Get device from config PaDeviceIndex output_device = FindConfigDeviceByName(true); PaDeviceIndex input_device = FindConfigDeviceByName(false); qDebug() << "AudioManager: selected output device index=" << output_device << "input device index=" << input_device; SetOutputDevice(output_device); SetInputDevice(input_device); output_buffer_ = new PreviewAudioDevice(this); output_buffer_->open(PreviewAudioDevice::ReadWrite); connect(output_buffer_, &PreviewAudioDevice::Notify, this, &AudioManager::OutputNotify); } AudioManager::~AudioManager() { CloseOutputStream(); Pa_Terminate(); } }