renderer: generate audio waveforms in render threads

Solves UI lag issues with long audio sequences.
This commit is contained in:
itsmattkc
2021-06-11 23:30:55 -07:00
parent 48828d6632
commit 08e2fa4d8e
9 changed files with 62 additions and 70 deletions
+3 -47
View File
@@ -60,8 +60,7 @@ void AudioWaveformView::SetViewer(AudioPlaybackCache *playback)
pool_.clear();
pool_.waitForDone();
disconnect(playback_, &AudioPlaybackCache::Validated, this, &AudioWaveformView::RenderRange);
//disconnect(playback_, &AudioPlaybackCache::ParametersChanged, this, &AudioWaveformView::RenderRange);
disconnect(playback_, &AudioPlaybackCache::Validated, this, static_cast<void(AudioWaveformView::*)()>(&AudioWaveformView::update));
SetTimebase(0);
}
@@ -69,14 +68,9 @@ void AudioWaveformView::SetViewer(AudioPlaybackCache *playback)
playback_ = playback;
if (playback_) {
connect(playback_, &AudioPlaybackCache::Validated, this, &AudioWaveformView::RenderRange);
//connect(playback_, &AudioPlaybackCache::ParametersChanged, this, &AudioWaveformView::RenderRange);
connect(playback_, &AudioPlaybackCache::Validated, this, static_cast<void(AudioWaveformView::*)()>(&AudioWaveformView::update));
SetTimebase(playback_->GetParameters().sample_rate_as_time_base());
waveform_.set_channel_count(playback_->GetParameters().channel_count());
RenderRange(TimeRange(0, playback_->GetLength()));
}
}
@@ -101,7 +95,7 @@ void AudioWaveformView::paintEvent(QPaintEvent *event)
// Draw waveform
p.setPen(QColor(64, 255, 160)); // FIXME: Hardcoded color
AudioVisualWaveform::DrawWaveform(&p, rect(), GetScale(), waveform_, SceneToTime(GetScroll()));
AudioVisualWaveform::DrawWaveform(&p, rect(), GetScale(), playback_->visual(), SceneToTime(GetScroll()));
// Draw playhead
p.setPen(PLAYHEAD_COLOR);
@@ -110,42 +104,4 @@ void AudioWaveformView::paintEvent(QPaintEvent *event)
p.drawLine(playhead_x, 0, playhead_x, height());
}
void AudioWaveformView::RenderRange(TimeRange range)
{
// Limit range to length
range = TimeRange(qMax(rational(0), range.in()), qMin(playback_->GetLength(), range.out()));
// Floor to second increments
int64_t start = qFloor(range.in().toDouble());
int64_t end = qCeil(range.out().toDouble());
for (; start!=end; start++) {
TimeRange this_range(start, start+1);
QFutureWatcher<AudioVisualWaveform>* watcher = new QFutureWatcher<AudioVisualWaveform>();
connect(watcher, &QFutureWatcher<AudioVisualWaveform>::finished, this, &AudioWaveformView::BackgroundFinished);
jobs_.insert(this_range, watcher);
watcher->setFuture(QtConcurrent::run(&pool_, GenerateWaveform, playback_->CreatePlaybackDevice(), playback_->GetParameters(), this_range));
}
}
void AudioWaveformView::BackgroundFinished()
{
QFutureWatcher<AudioVisualWaveform>* watcher = static_cast<QFutureWatcher<AudioVisualWaveform>*>(sender());
for (auto it=jobs_.begin(); it!=jobs_.end(); it++) {
if (it.value() == watcher) {
AudioVisualWaveform rendered = watcher->result();
waveform_.OverwriteSums(rendered, it.key().in());
jobs_.erase(it);
update();
break;
}
}
delete watcher;
}
}
-17
View File
@@ -24,7 +24,6 @@
#include <QtConcurrent/QtConcurrent>
#include <QWidget>
#include "audio/audiovisualwaveform.h"
#include "render/audioparams.h"
#include "render/audioplaybackcache.h"
#include "widget/timeruler/seekablewidget.h"
@@ -37,32 +36,16 @@ class AudioWaveformView : public SeekableWidget
public:
AudioWaveformView(QWidget* parent = nullptr);
//void SetData(const QString& file, const AudioRenderingParams& params);
void SetViewer(AudioPlaybackCache *playback);
const AudioVisualWaveform* waveform() const
{
return &waveform_;
}
protected:
virtual void paintEvent(QPaintEvent* event) override;
private:
void RenderRange(TimeRange range);
QThreadPool pool_;
AudioPlaybackCache *playback_;
AudioVisualWaveform waveform_;
QHash<TimeRange, QFutureWatcher<AudioVisualWaveform>*> jobs_;
private slots:
void BackgroundFinished();
};
}
+1 -1
View File
@@ -455,7 +455,7 @@ void ViewerWidget::StartAudioOutput()
AudioManager::instance()->StartOutput(audio_cache,
audio_cache->GetParameters().time_to_bytes(GetTime()),
playback_speed_);
emit AudioManager::instance()->OutputWaveformStarted(waveform_view_->waveform(),
emit AudioManager::instance()->OutputWaveformStarted(&audio_cache->visual(),
GetTime(), playback_speed_);
}
}