/*** Olive - Non-Linear Video Editor Copyright (C) 2019 Olive Team This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ***/ #include "renderworker.h" #include #include #include "audio/audiovisualwaveform.h" #include "common/functiontimer.h" #include "config/config.h" #include "node/block/clip/clip.h" #include "task/conform/conform.h" OLIVE_NAMESPACE_ENTER RenderWorker::RenderWorker(RenderBackend* parent) : parent_(parent), available_(true), audio_mode_is_preview_(false), preview_cache_(nullptr), render_mode_(RenderMode::kOnline) { } void RenderWorker::Hash(RenderTicketPtr ticket, ViewerOutput *viewer, const QVector ×) { QVector hashes(times.size()); for (int i=0;itexture_input()->get_connected_node(), video_params_, times.at(i)); } ticket->Finish(QVariant::fromValue(hashes)); emit FinishedJob(); } QByteArray RenderWorker::HashNode(const Node *n, const VideoParams ¶ms, const rational &time) { QCryptographicHash hasher(QCryptographicHash::Sha1); // Embed video parameters into this hash hasher.addData(reinterpret_cast(¶ms.effective_width()), sizeof(int)); hasher.addData(reinterpret_cast(¶ms.effective_height()), sizeof(int)); hasher.addData(reinterpret_cast(¶ms.format()), sizeof(PixelFormat::Format)); if (n) { n->Hash(hasher, time); } return hasher.result(); } void RenderWorker::RenderFrame(RenderTicketPtr ticket, ViewerOutput* viewer, const rational &time) { NodeValueTable table = ProcessInput(viewer->texture_input(), TimeRange(time, time + video_params_.time_base())); QVariant texture = table.Get(NodeParam::kTexture); PixelFormat::Format output_format; if (!texture.isNull() && TextureHasAlpha(texture)) { output_format = PixelFormat::GetFormatWithAlphaChannel(video_params_.format()); } else { output_format = PixelFormat::GetFormatWithoutAlphaChannel(video_params_.format()); } FramePtr frame = Frame::Create(); frame->set_video_params(VideoParams(video_params_.width(), video_params_.height(), video_params_.time_base(), output_format, video_params_.divider())); frame->set_timestamp(time); frame->allocate(); if (texture.isNull()) { // Blank frame out memset(frame->data(), 0, frame->allocated_size()); } else { // Dump texture contents to frame TextureToFrame(texture, frame, video_download_matrix_); } ticket->Finish(QVariant::fromValue(frame)); emit FinishedJob(); } void RenderWorker::RenderAudio(RenderTicketPtr ticket, ViewerOutput* viewer, const TimeRange &range) { NodeValueTable table = ProcessInput(viewer->samples_input(), range); QVariant samples = table.Get(NodeParam::kSamples); ticket->Finish(samples); emit FinishedJob(); } NodeValueTable RenderWorker::GenerateBlockTable(const TrackOutput *track, const TimeRange &range) { if (track->track_type() == Timeline::kTrackTypeAudio) { QList active_blocks = track->BlocksAtTimeRange(range); // All these blocks will need to output to a buffer so we create one here SampleBufferPtr block_range_buffer = SampleBuffer::CreateAllocated(audio_params_, audio_params_.time_to_samples(range.length())); block_range_buffer->fill(0); NodeValueTable merged_table; // Loop through active blocks retrieving their audio foreach (Block* b, active_blocks) { TimeRange range_for_block(qMax(b->in(), range.in()), qMin(b->out(), range.out())); int destination_offset = audio_params_.time_to_samples(range_for_block.in() - range.in()); int max_dest_sz = audio_params_.time_to_samples(range_for_block.length()); // Destination buffer NodeValueTable table = GenerateTable(b, range_for_block); SampleBufferPtr samples_from_this_block = table.Take(NodeParam::kSamples).value(); if (!samples_from_this_block) { // If we retrieved no samples from this block, do nothing continue; } // Stretch samples here rational abs_speed = qAbs(b->speed()); if (abs_speed != 1) { samples_from_this_block->speed(abs_speed.toDouble()); } if (b->is_reversed()) { // Reverse the audio buffer samples_from_this_block->reverse(); } int copy_length = qMin(max_dest_sz, samples_from_this_block->sample_count()); // Copy samples into destination buffer block_range_buffer->set(samples_from_this_block->const_data(), destination_offset, copy_length); NodeValueTable::Merge({merged_table, table}); } if (preview_cache_) { // Find original track object TrackOutput* original_track = nullptr; QList valid_ranges = preview_cache_->GetValidRanges(range, preview_job_time_); if (!valid_ranges.isEmpty()) { QHash::const_iterator i; for (i=copy_map_->constBegin(); i!=copy_map_->constEnd(); i++) { if (i.value() == track) { original_track = static_cast(i.key()); break; } } // Generate visual waveform in this background thread if (original_track) { AudioVisualWaveform visual_waveform; visual_waveform.set_channel_count(audio_params_.channel_count()); visual_waveform.OverwriteSamples(block_range_buffer, audio_params_.sample_rate()); original_track->waveform_lock()->lock(); original_track->waveform().set_channel_count(audio_params_.channel_count()); foreach (const TimeRange& r, valid_ranges) { original_track->waveform().OverwriteSums(visual_waveform, r.in(), r.in() - range.in(), r.length()); } original_track->waveform_lock()->unlock(); emit original_track->PreviewChanged(); } } } merged_table.Push(NodeParam::kSamples, QVariant::fromValue(block_range_buffer), track); return merged_table; } else { return NodeTraverser::GenerateBlockTable(track, range); } } QVariant RenderWorker::ProcessSamples(const Node *node, const TimeRange &range, const SampleJob& job) { if (!job.samples() || !job.samples()->is_allocated()) { return QVariant(); } SampleBufferPtr output_buffer = SampleBuffer::CreateAllocated(job.samples()->audio_params(), job.samples()->sample_count()); NodeValueDatabase value_db; for (int i=0;isample_count();i++) { // Calculate the exact rational time at this sample double sample_to_second = static_cast(i) / static_cast(audio_params_.sample_rate()); rational this_sample_time = rational::fromDouble(range.in().toDouble() + sample_to_second); // Update all non-sample and non-footage inputs NodeValueMap::const_iterator j; for (j=job.GetValues().constBegin(); j!=job.GetValues().constEnd(); j++) { NodeValueTable value; NodeInput* corresponding_input = node->GetInputWithID(j.key()); if (corresponding_input) { value = ProcessInput(corresponding_input, TimeRange(this_sample_time, this_sample_time)); } else { value.Push(j.value()); } value_db.Insert(j.key(), value); } AddGlobalsToDatabase(value_db, TimeRange(this_sample_time, this_sample_time)); node->ProcessSamples(value_db, job.samples(), output_buffer, i); } return QVariant::fromValue(output_buffer); } QVariant RenderWorker::ProcessFrameGeneration(const Node* node, const GenerateJob &job) { FramePtr frame = Frame::Create(); PixelFormat::Format output_fmt; if (job.GetAlphaChannelRequired()) { output_fmt = PixelFormat::GetFormatWithAlphaChannel(video_params_.format()); } else { output_fmt = PixelFormat::GetFormatWithoutAlphaChannel(video_params_.format()); } frame->set_video_params(VideoParams(video_params_.width(), video_params_.height(), video_params_.time_base(), output_fmt, video_params_.divider())); frame->allocate(); node->GenerateFrame(frame, job); return CachedFrameToTexture(frame); } QVariant RenderWorker::GetCachedFrame(const Node* node, const rational& time) { if (node->id() == QStringLiteral("org.olivevideoeditor.Olive.videoinput")) { QByteArray hash = HashNode(node, video_params(), time); QString fn = FrameHashCache::CachePathName(hash); if (QFileInfo::exists(fn)) { FramePtr f = FrameHashCache::LoadCacheFrame(hash); if (f) { // The cached frame won't load with the correct divider by default, so we enforce it here f->set_video_params(VideoParams(f->width() * video_params_.divider(), f->height() * video_params_.divider(), f->video_params().time_base(), f->video_params().format(), video_params_.divider())); return CachedFrameToTexture(f); } } } return QVariant(); } DecoderPtr RenderWorker::ResolveDecoderFromInput(StreamPtr stream) { // Access a map of Node inputs and decoder instances and retrieve a frame! DecoderPtr decoder = decoder_cache_.value(stream.get()); if (!decoder && stream) { // Create a new Decoder here decoder = Decoder::CreateFromID(stream->footage()->decoder()); decoder->set_stream(stream); if (decoder->Open()) { decoder_cache_.insert(stream.get(), decoder); } else { decoder = nullptr; qWarning() << "Failed to open decoder for" << stream->footage()->filename() << "::" << stream->index(); } } return decoder; } QVariant RenderWorker::ProcessVideoFootage(StreamPtr stream, const rational &input_time) { ImageStreamPtr video_stream = std::static_pointer_cast(stream); rational time_match = (stream->type() == Stream::kImage) ? rational() : input_time; QString colorspace_match = video_stream->get_colorspace_match_string(); QVariant value; bool found_cache = false; if (still_image_cache_.contains(stream.get())) { const CachedStill& cs = still_image_cache_[stream.get()]; if (cs.colorspace == colorspace_match && cs.alpha_is_associated == video_stream->premultiplied_alpha() && cs.divider == video_params_.divider() && cs.time == time_match) { value = cs.texture; found_cache = true; } else { still_image_cache_.remove(stream.get()); } } if (!found_cache) { DecoderPtr decoder = ResolveDecoderFromInput(stream); if (decoder) { FramePtr frame = decoder->RetrieveVideo(input_time, video_params().divider()); if (frame) { // Return a texture from the derived class value = FootageFrameToTexture(stream, frame); if (!value.isNull()) { // Put this into the image cache instead still_image_cache_.insert(stream.get(), {value, colorspace_match, video_stream->premultiplied_alpha(), video_params_.divider(), time_match}); } } } } return value; } QVariant RenderWorker::ProcessAudioFootage(StreamPtr stream, const TimeRange &input_time) { QVariant value; DecoderPtr decoder = ResolveDecoderFromInput(stream); if (decoder) { // See if we have a conformed version of this audio if (!decoder->HasConformedVersion(audio_params())) { // If not, check what audio mode we're in if (audio_mode_is_preview_) { // For preview, we report the conform is missing and finish the render without it // temporarily. The backend that picks up this signal will recache this section once the // conform is available. emit AudioConformUnavailable(decoder->stream(), audio_render_time_, input_time.out(), audio_params()); } else { // For online rendering/export, it's a waste of time to render the audio until we have // all we need, so we try to handle the conform ourselves AudioStreamPtr as = std::static_pointer_cast(stream); // Check if any other threads are conforming this audio if (as->try_start_conforming(audio_params())) { // If not, conform it ourselves decoder->ConformAudio(&IsCancelled(), audio_params()); } else { // If another thread is conforming already, hackily try to wait until it's done. do { QThread::msleep(1000); } while (!as->has_conformed_version(audio_params()) && !IsCancelled()); } } } if (decoder->HasConformedVersion(audio_params())) { SampleBufferPtr frame = decoder->RetrieveAudio(input_time.in(), input_time.length(), audio_params()); if (frame) { value = QVariant::fromValue(frame); } } } return value; } OLIVE_NAMESPACE_EXIT