/*** Olive - Non-Linear Video Editor Copyright (C) 2022 Olive Team This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ***/ #include "clip.h" #include "config/config.h" #include "node/block/transition/transition.h" #include "node/output/track/track.h" #include "node/output/viewer/viewer.h" #include "widget/slider/floatslider.h" #include "widget/slider/rationalslider.h" namespace olive { #define super Block const QString ClipBlock::kBufferIn = QStringLiteral("buffer_in"); const QString ClipBlock::kMediaInInput = QStringLiteral("media_in_in"); const QString ClipBlock::kSpeedInput = QStringLiteral("speed_in"); const QString ClipBlock::kReverseInput = QStringLiteral("reverse_in"); const QString ClipBlock::kMaintainAudioPitchInput = QStringLiteral("maintain_audio_pitch_in"); const QString ClipBlock::kAutoCacheInput = QStringLiteral("autocache_in"); const QString ClipBlock::kLoopModeInput = QStringLiteral("loop_in"); ClipBlock::ClipBlock() : in_transition_(nullptr), out_transition_(nullptr), connected_viewer_(nullptr) { AddInput(kMediaInInput, NodeValue::kRational, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); SetInputProperty(kMediaInInput, QStringLiteral("view"), RationalSlider::kTime); SetInputProperty(kMediaInInput, QStringLiteral("viewlock"), true); AddInput(kSpeedInput, NodeValue::kFloat, 1.0, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); SetInputProperty(kSpeedInput, QStringLiteral("view"), FloatSlider::kPercentage); SetInputProperty(kSpeedInput, QStringLiteral("min"), 0.0); AddInput(kReverseInput, NodeValue::kBoolean, false, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); AddInput(kMaintainAudioPitchInput, NodeValue::kBoolean, false, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); AddInput(kAutoCacheInput, NodeValue::kBoolean, false, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); PrependInput(kBufferIn, NodeValue::kNone, InputFlags(kInputFlagNotKeyframable)); //SetValueHintForInput(kBufferIn, ValueHint(NodeValue::kBuffer)); SetEffectInput(kBufferIn); AddInput(kLoopModeInput, NodeValue::kCombo, 0, InputFlags(kInputFlagNotConnectable | kInputFlagNotKeyframable)); } QString ClipBlock::Name() const { if (track()) { if (track()->type() == Track::kVideo) { return tr("Video Clip"); } else if (track()->type() == Track::kAudio) { return tr("Audio Clip"); } } return tr("Clip"); } QString ClipBlock::id() const { return QStringLiteral("org.olivevideoeditor.Olive.clip"); } QString ClipBlock::Description() const { return tr("A time-based node that represents a media source."); } void ClipBlock::set_length_and_media_out(const rational &length) { if (length == this->length()) { return; } if (reverse()) { // Calculate media_in adjustment rational proposed_media_in = SequenceToMediaTime(this->length() - length, kSTMIgnoreReverse | kSTMIgnoreLoop); set_media_in(proposed_media_in); } super::set_length_and_media_out(length); } void ClipBlock::set_length_and_media_in(const rational &length) { if (length == this->length()) { return; } rational old_length = this->length(); super::set_length_and_media_in(length); if (!reverse()) { // Calculate media_in adjustment set_media_in(SequenceToMediaTime(old_length - length, kSTMIgnoreLoop)); } } rational ClipBlock::media_in() const { return GetStandardValue(kMediaInInput).value(); } void ClipBlock::set_media_in(const rational &media_in) { SetStandardValue(kMediaInInput, QVariant::fromValue(media_in)); RequestInvalidatedFromConnected(); } void ClipBlock::SetAutocache(bool e) { SetStandardValue(kAutoCacheInput, e); } void ClipBlock::DiscardCache() { if (Node *connected = GetConnectedOutput(kBufferIn)) { Track::Type type = GetTrackType(); if (type == Track::kVideo) { connected->video_frame_cache()->Invalidate(TimeRange(RATIONAL_MIN, RATIONAL_MAX)); } else if (type == Track::kAudio) { connected->audio_playback_cache()->Invalidate(TimeRange(RATIONAL_MIN, RATIONAL_MAX)); } } } rational ClipBlock::SequenceToMediaTime(const rational &sequence_time, uint64_t flags) const { // These constants are not considered "values" per se, so we don't modify them if (sequence_time == RATIONAL_MIN || sequence_time == RATIONAL_MAX) { return sequence_time; } rational media_time = sequence_time; if (reverse() && !(flags & kSTMIgnoreReverse)) { media_time = length() - media_time; } if (!(flags & kSTMIgnoreSpeed)) { double speed_value = speed(); if (qIsNull(speed_value)) { // Effectively holds the frame at the in point media_time = 0; } else if (!qFuzzyCompare(speed_value, 1.0)) { // Multiply time media_time = rational::fromDouble(media_time.toDouble() * speed_value); } } media_time += media_in(); /*if (!(flags & kSTMIgnoreLoop) && this->loop_mode() != kLoopModeOff && connected_viewer_ && !connected_viewer_->GetLength().isNull() && (media_time < 0 || media_time >= connected_viewer_->GetLength())) { if (loop_mode() == kLoopModeLoop) { while (media_time < 0) { media_time += connected_viewer_->GetLength(); } while (media_time >= connected_viewer_->GetLength()) { media_time -= connected_viewer_->GetLength(); } } else if (loop_mode() == kLoopModeClamp) { media_time = std::clamp(media_time, rational(0), connected_viewer_->GetLength()-connected_viewer_->GetVideoParams().frame_rate_as_time_base()); } }*/ return media_time; } rational ClipBlock::MediaToSequenceTime(const rational &media_time) const { // These constants are not considered "values" per se, so we don't modify them if (media_time == RATIONAL_MIN || media_time == RATIONAL_MAX) { return media_time; } rational sequence_time = media_time - media_in(); double speed_value = speed(); if (qIsNull(speed_value)) { // I don't know what to return here yet... sequence_time = rational::NaN; } else if (!qFuzzyCompare(speed_value, 1.0)) { // Divide time sequence_time = rational::fromDouble(sequence_time.toDouble() / speed_value); } if (reverse()) { sequence_time = length() - sequence_time; } return sequence_time; } void ClipBlock::RequestRangeFromConnected(const TimeRange &range) { Track::Type type = GetTrackType(); if (type == Track::kVideo || type == Track::kAudio) { if (Node *connected = GetConnectedOutput(kBufferIn)) { TimeRange max_range = media_range(); if (type == Track::kVideo) { // Handle thumbnails RequestRangeForCache(connected->thumbnail_cache(), max_range, range, true, false); { TimeRange thumb_range = range.Intersected(max_range); if (GetAdjustedThumbnailRange(&thumb_range)) { connected->thumbnail_cache()->Request(thumb_range); } } // Handle video cache RequestRangeForCache(connected->video_frame_cache(), max_range, range, true, IsAutocaching()); } else if (type == Track::kAudio) { // Handle waveforms RequestRangeForCache(connected->waveform_cache(), max_range, range, true, (OLIVE_CONFIG("TimelineWaveformMode").toInt() == Timeline::kWaveformsEnabled)); // Handle audio cache RequestRangeForCache(connected->audio_playback_cache(), max_range, range, true, IsAutocaching()); } } } } void ClipBlock::RequestInvalidatedFromConnected(bool force_all, const TimeRange &intersect) { Track::Type type = GetTrackType(); if (type == Track::kVideo || type == Track::kAudio) { if (Node *connected = GetConnectedOutput(kBufferIn)) { TimeRange max_range = media_range(); if (!intersect.length().isNull()) { max_range = max_range.Intersected(intersect); } if (type == Track::kVideo) { // Handle thumbnails TimeRange thumb_range = max_range; if (GetAdjustedThumbnailRange(&thumb_range)) { RequestInvalidatedForCache(connected->thumbnail_cache(), thumb_range); } // Handle video cache if (IsAutocaching() || force_all) { RequestInvalidatedForCache(connected->video_frame_cache(), max_range); } } else if (type == Track::kAudio) { // Handle waveforms if (OLIVE_CONFIG("TimelineWaveformMode").toInt() == Timeline::kWaveformsEnabled) { RequestInvalidatedForCache(connected->waveform_cache(), max_range); } // Handle audio cache if (IsAutocaching() || force_all) { RequestInvalidatedForCache(connected->audio_playback_cache(), max_range); } } } } } void ClipBlock::RequestRangeForCache(PlaybackCache *cache, const TimeRange &max_range, const TimeRange &range, bool invalidate, bool request) { TimeRange r = range.Intersected(max_range); if (invalidate) { cache->Invalidate(r); } if (request) { cache->Request(r); } } void ClipBlock::RequestInvalidatedForCache(PlaybackCache *cache, const TimeRange &max_range) { TimeRangeList invalid = cache->GetInvalidatedRanges(max_range); for (const PlaybackCache::Passthrough &p : cache->GetPassthroughs()) { invalid.remove(p); } for (const TimeRange &r : invalid) { RequestRangeForCache(cache, max_range, r, false, true); } } bool ClipBlock::GetAdjustedThumbnailRange(TimeRange *r) const { switch (static_cast(OLIVE_CONFIG("TimelineThumbnailMode").toInt())) { case Timeline::kThumbnailOff: // Don't cache any range return false; case Timeline::kThumbnailInOut: { // Only cache in point rational in = this->media_range().in(); if (r->Contains(in)) { // Cache only the in point *r = TimeRange(in, in + thumbnail_cache()->GetTimebase()); return true; } else { // Cache nothing return false; } } case Timeline::kThumbnailOn: // Cache entire range return true; } // Fallback return true; } void ClipBlock::InvalidateCache(const TimeRange& range, const QString& from, int element, InvalidateCacheOptions options) { Q_UNUSED(element) // If signal is from texture input, transform all times from media time to sequence time if (from == kBufferIn) { // Render caches where necessary if (AreCachesEnabled()) { RequestRangeFromConnected(range); } // Adjust range from media time to sequence time TimeRange adj; double speed_value = speed(); if (qIsNull(speed_value)) { // Handle 0 speed by invalidating the whole clip adj = TimeRange(RATIONAL_MIN, RATIONAL_MAX); } else { adj = TimeRange(MediaToSequenceTime(range.in()), MediaToSequenceTime(range.out())); } // Find connected viewer node auto viewers = FindInputNodesConnectedToInput(NodeInput(this, kBufferIn), 1); ViewerOutput *new_connected_viewer = viewers.isEmpty() ? nullptr : viewers.first(); if (new_connected_viewer != connected_viewer_) { if (connected_viewer_) { disconnect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerAdded, this, &ClipBlock::PreviewChanged); disconnect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerRemoved, this, &ClipBlock::PreviewChanged); disconnect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerModified, this, &ClipBlock::PreviewChanged); } connected_viewer_ = new_connected_viewer; if (connected_viewer_) { connect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerAdded, this, &ClipBlock::PreviewChanged); connect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerRemoved, this, &ClipBlock::PreviewChanged); connect(connected_viewer_->GetMarkers(), &TimelineMarkerList::MarkerModified, this, &ClipBlock::PreviewChanged); } } super::InvalidateCache(adj, from, element, options); } else { // Otherwise, pass signal along normally super::InvalidateCache(range, from, element, options); } } void ClipBlock::LinkChangeEvent() { block_links_.clear(); foreach (Node* n, links()) { ClipBlock* b = dynamic_cast(n); if (b) { block_links_.append(b); } } } void ClipBlock::InputConnectedEvent(const QString &input, int element, Node *output) { super::InputConnectedEvent(input, element, output); if (input == kBufferIn) { connect(output->thumbnail_cache(), &FrameHashCache::Invalidated, this, &Block::PreviewChanged); connect(output->waveform_cache(), &AudioPlaybackCache::Invalidated, this, &Block::PreviewChanged); connect(output->video_frame_cache(), &FrameHashCache::Invalidated, this, &Block::PreviewChanged); connect(output->audio_playback_cache(), &AudioPlaybackCache::Invalidated, this, &Block::PreviewChanged); connect(output->thumbnail_cache(), &FrameHashCache::Validated, this, &Block::PreviewChanged); connect(output->waveform_cache(), &AudioPlaybackCache::Validated, this, &Block::PreviewChanged); connect(output->video_frame_cache(), &FrameHashCache::Validated, this, &Block::PreviewChanged); connect(output->audio_playback_cache(), &AudioPlaybackCache::Validated, this, &Block::PreviewChanged); } } void ClipBlock::InputDisconnectedEvent(const QString &input, int element, Node *output) { super::InputDisconnectedEvent(input, element, output); if (input == kBufferIn) { disconnect(output->thumbnail_cache(), &FrameHashCache::Invalidated, this, &Block::PreviewChanged); disconnect(output->waveform_cache(), &AudioPlaybackCache::Invalidated, this, &Block::PreviewChanged); disconnect(output->video_frame_cache(), &FrameHashCache::Invalidated, this, &Block::PreviewChanged); disconnect(output->audio_playback_cache(), &AudioPlaybackCache::Invalidated, this, &Block::PreviewChanged); disconnect(output->thumbnail_cache(), &FrameHashCache::Validated, this, &Block::PreviewChanged); disconnect(output->waveform_cache(), &AudioPlaybackCache::Validated, this, &Block::PreviewChanged); disconnect(output->video_frame_cache(), &FrameHashCache::Validated, this, &Block::PreviewChanged); disconnect(output->audio_playback_cache(), &AudioPlaybackCache::Validated, this, &Block::PreviewChanged); } } void ClipBlock::InputValueChangedEvent(const QString &input, int element) { super::InputValueChangedEvent(input, element); if (input == kAutoCacheInput) { if (IsAutocaching()) { RequestInvalidatedFromConnected(); } else { Track::Type type = GetTrackType(); if (Node *connected = GetConnectedOutput(kBufferIn)) { if (type == Track::kVideo) { emit connected->video_frame_cache()->CancelAll(); } else if (type == Track::kAudio) { emit connected->audio_playback_cache()->CancelAll(); } } } } else if (input == kLoopModeInput) { emit PreviewChanged(); } } TimeRange ClipBlock::InputTimeAdjustment(const QString& input, int element, const TimeRange& input_time, bool clamp) const { Q_UNUSED(element) if (input == kBufferIn) { rational in = input_time.in(); rational out = input_time.out(); if (clamp) { rational minimum = 0; rational maximum = length(); if (in_transition_) { minimum -= in_transition_->length(); } if (out_transition_) { maximum += out_transition_->length(); } in = std::max(in, minimum); out = std::min(out, maximum); } in = SequenceToMediaTime(in); out = SequenceToMediaTime(out); return TimeRange(in, out); } return super::InputTimeAdjustment(input, element, input_time, clamp); } TimeRange ClipBlock::OutputTimeAdjustment(const QString& input, int element, const TimeRange& input_time) const { Q_UNUSED(element) if (input == kBufferIn) { return TimeRange(MediaToSequenceTime(input_time.in()), MediaToSequenceTime(input_time.out())); } return super::OutputTimeAdjustment(input, element, input_time); } void ClipBlock::Value(const NodeValueRow &value, const NodeGlobals &globals, NodeValueTable *table) const { Q_UNUSED(globals) // We discard most values here except for the buffer we received NodeValue data = value[kBufferIn]; table->Clear(); if (data.type() != NodeValue::kNone) { table->Push(data); } } void ClipBlock::Retranslate() { super::Retranslate(); SetInputName(kBufferIn, tr("Buffer")); SetInputName(kMediaInInput, tr("Media In")); SetInputName(kSpeedInput, tr("Speed")); SetInputName(kReverseInput, tr("Reverse")); SetInputName(kMaintainAudioPitchInput, tr("Maintain Audio Pitch")); SetInputName(kLoopModeInput, tr("Loop")); SetComboBoxStrings(kLoopModeInput, {tr("None"), tr("Loop"), tr("Clamp")}); } void ClipBlock::AddCachePassthroughFrom(ClipBlock *other) { if (auto tc = this->video_frame_cache()) { if (auto oc = other->video_frame_cache()) { tc->SetPassthrough(oc); } } if (auto tc = this->audio_playback_cache()) { if (auto oc = other->audio_playback_cache()) { tc->SetPassthrough(oc); } } if (auto tc = this->thumbnails()) { if (auto oc = other->thumbnails()) { tc->SetPassthrough(oc); } } if (auto tc = this->waveform()) { if (auto oc = other->waveform()) { tc->SetPassthrough(oc); } } } void ClipBlock::ConnectedToPreviewEvent() { RequestInvalidatedFromConnected(); } TimeRange ClipBlock::media_range() const { return InputTimeAdjustment(kBufferIn, -1, TimeRange(0, length()), false); } MultiCamNode *ClipBlock::FindMulticam() { auto v = FindInputNodesConnectedToInput(NodeInput(this, kBufferIn), 1); if (v.empty()) { return nullptr; } else { return v.first(); } } }