oak-team/oak-editor
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity
Files
3b5b0187cb9dadde5283af9b691d7d0614d58391
oak-editor/app/render/plugin/pluginrenderer.cpp
T
Mike-Solar 3b5b0187cb fix chroma keyer
2026-04-12 01:42:27 +08:00

1719 lines
53 KiB
C++
Raw Blame History

/*
* Oak Video Editor - Non-Linear Video Editor
* Copyright (C) 2025 Olive CE Team
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*
*/
//
// Created by mikesolar on 25-10-19.
//
#include "ofxCore.h"
#include "ofxhPropertySuite.h"
#include "olive/core/render/pixelformat.h"
#include "render/texture.h"
#include "render/opengl/openglrenderer.h"
#include "node/value.h"
#include "render/videoparams.h"
#include <array>
#include <algorithm>
#include <cmath>
#include <cstdint>
#include <cstring>
#include <qtypes.h>
#include <string>
#include <vector>
#include <QDebug>
#include <QVector2D>
#include <QVector3D>
#include <QVector4D>
#define GL_PREAMBLE //QMutexLocker __l(&global_opengl_mutex);
#include "pluginrenderer.h"
#include "pluginSupport/OliveClip.h"
#include "pluginSupport/OlivePluginInstance.h"
#include "common/ffmpegutils.h"
#include "ofxhParam.h"
#include "ofxImageEffect.h"
#include "ofxhUtilities.h"
#include "ofxGPURender.h"
#include "olive/core/util/color.h"
extern "C"{
#include <libavutil/pixfmt.h>
#include <libavutil/pixdesc.h>
#include <libswscale/swscale.h>
}
// 作用：从 OFX Image 属性推导 FFmpeg 像素格式，并返回每像素字节数。
// Purpose: Infer FFmpeg pixel format from OFX image properties and return bytes-per-pixel.
static AVPixelFormat GetOfxAVPixelFormat(const OFX::Host::ImageEffect::Image &image,
int *bytes_per_pixel)
{
const std::string &depth = image.getStringProperty(kOfxImageEffectPropPixelDepth);
const std::string &components = image.getStringProperty(kOfxImageEffectPropComponents);
olive::core::PixelFormat pixel_format = olive::core::PixelFormat::INVALID;
if (depth == kOfxBitDepthByte) {
pixel_format = olive::core::PixelFormat::U8;
} else if (depth == kOfxBitDepthShort) {
pixel_format = olive::core::PixelFormat::U16;
} else if (depth == kOfxBitDepthHalf) {
pixel_format = olive::core::PixelFormat::F16;
} else if (depth == kOfxBitDepthFloat) {
pixel_format = olive::core::PixelFormat::F32;
}
int channel_count = 0;
if (components == kOfxImageComponentRGBA) {
channel_count = 4;
} else if (components == kOfxImageComponentRGB) {
channel_count = 3;
} else if (components == kOfxImageComponentAlpha) {
channel_count = 1;
}
AVPixelFormat pix_fmt = olive::FFmpegUtils::GetFFmpegPixelFormat(pixel_format, channel_count);
if (pix_fmt == AV_PIX_FMT_NONE && channel_count == 1) {
if (pixel_format == olive::core::PixelFormat::U8) {
pix_fmt = AV_PIX_FMT_GRAY8;
} else if (pixel_format == olive::core::PixelFormat::U16) {
pix_fmt = AV_PIX_FMT_GRAY16LE;
} else if (pixel_format == olive::core::PixelFormat::F16) {
pix_fmt = AV_PIX_FMT_GRAYF16;
} else if (pixel_format == olive::core::PixelFormat::F32) {
pix_fmt = AV_PIX_FMT_GRAYF32;
}
}
if (pix_fmt == AV_PIX_FMT_NONE) {
return AV_PIX_FMT_NONE;
}
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(pix_fmt);
if (!desc) {
return AV_PIX_FMT_NONE;
}
int bits_per_pixel = av_get_bits_per_pixel(desc);
if (bits_per_pixel <= 0 || bits_per_pixel % 8 != 0) {
return AV_PIX_FMT_NONE;
}
*bytes_per_pixel = bits_per_pixel / 8;
return pix_fmt;
}
// 作用：为插件实例注入当前帧的参数值，避免依赖节点实时回读。
static void ApplyParamOverrides(OFX::Host::ImageEffect::Instance &instance,
const olive::NodeValueRow &values,
OfxTime time)
{
const auto &params = instance.getParams();
for (const auto &entry : params) {
if (!entry.second) {
continue;
}
const QString key = QString::fromStdString(entry.first);
if (!values.contains(key)) {
continue;
}
const olive::NodeValue &value = values.value(key);
if (value.type() == olive::NodeValue::kNone ||
value.type() == olive::NodeValue::kTexture ||
value.type() == olive::NodeValue::kSamples) {
continue;
}
const std::string &type = entry.second->getType();
if (type == kOfxParamTypeInteger) {
if (auto *param =
dynamic_cast<OFX::Host::Param::IntegerInstance *>(
entry.second)) {
param->set(time, value.data().toInt());
}
continue;
}
if (type == kOfxParamTypeDouble) {
if (auto *param =
dynamic_cast<OFX::Host::Param::DoubleInstance *>(
entry.second)) {
param->set(time, value.data().toDouble());
}
continue;
}
if (type == kOfxParamTypeBoolean) {
if (auto *param =
dynamic_cast<OFX::Host::Param::BooleanInstance *>(
entry.second)) {
param->set(time, value.data().toBool());
}
continue;
}
if (type == kOfxParamTypeChoice) {
if (auto *param =
dynamic_cast<OFX::Host::Param::ChoiceInstance *>(
entry.second)) {
param->set(time, value.data().toInt());
}
continue;
}
if (type == kOfxParamTypeString || type == kOfxParamTypeCustom ||
type == kOfxParamTypeBytes || type == kOfxParamTypeStrChoice) {
if (auto *param =
dynamic_cast<OFX::Host::Param::StringInstance *>(
entry.second)) {
const QByteArray utf8 = value.data().toString().toUtf8();
param->set(time, utf8.constData());
}
continue;
}
if (type == kOfxParamTypeRGBA) {
if (auto *param =
dynamic_cast<OFX::Host::Param::RGBAInstance *>(
entry.second)) {
if (value.data().canConvert<olive::core::Color>()) {
const auto c = value.data().value<olive::core::Color>();
param->set(time, c.red(), c.green(), c.blue(), c.alpha());
} else if (value.data().canConvert<QVector4D>()) {
const QVector4D v = value.data().value<QVector4D>();
param->set(time, v.x(), v.y(), v.z(), v.w());
} else if (value.data().canConvert<QVector3D>()) {
const QVector3D v = value.data().value<QVector3D>();
param->set(time, v.x(), v.y(), v.z(), 1.0);
}
}
continue;
}
if (type == kOfxParamTypeRGB) {
if (auto *param =
dynamic_cast<OFX::Host::Param::RGBInstance *>(
entry.second)) {
if (value.data().canConvert<olive::core::Color>()) {
const auto c = value.data().value<olive::core::Color>();
param->set(time, c.red(), c.green(), c.blue());
} else if (value.data().canConvert<QVector4D>()) {
const QVector4D v = value.data().value<QVector4D>();
param->set(time, v.x(), v.y(), v.z());
} else if (value.data().canConvert<QVector3D>()) {
const QVector3D v = value.data().value<QVector3D>();
param->set(time, v.x(), v.y(), v.z());
}
}
continue;
}
if (type == kOfxParamTypeDouble2D) {
if (auto *param =
dynamic_cast<OFX::Host::Param::Double2DInstance *>(
entry.second)) {
if (value.data().canConvert<QVector2D>()) {
const QVector2D v = value.data().value<QVector2D>();
param->set(time, v.x(), v.y());
}
}
continue;
}
if (type == kOfxParamTypeInteger2D) {
if (auto *param =
dynamic_cast<OFX::Host::Param::Integer2DInstance *>(
entry.second)) {
if (value.data().canConvert<QVector2D>()) {
const QVector2D v = value.data().value<QVector2D>();
param->set(time, static_cast<int>(v.x()),
static_cast<int>(v.y()));
}
}
continue;
}
if (type == kOfxParamTypeDouble3D) {
if (auto *param =
dynamic_cast<OFX::Host::Param::Double3DInstance *>(
entry.second)) {
if (value.data().canConvert<QVector3D>()) {
const QVector3D v = value.data().value<QVector3D>();
param->set(time, v.x(), v.y(), v.z());
}
}
continue;
}
if (type == kOfxParamTypeInteger3D) {
if (auto *param =
dynamic_cast<OFX::Host::Param::Integer3DInstance *>(
entry.second)) {
if (value.data().canConvert<QVector3D>()) {
const QVector3D v = value.data().value<QVector3D>();
param->set(time, static_cast<int>(v.x()),
static_cast<int>(v.y()),
static_cast<int>(v.z()));
}
}
continue;
}
}
}
static AVPixelFormat GetDestinationAVPixelFormat(const olive::VideoParams &params);
// 作用：读取 clip 偏好（像素深度与分量）并更新 VideoParams。
// Purpose: Apply clip preferences (depth/components) into VideoParams.
static bool ApplyClipPreferencesToParams(
const OFX::Host::ImageEffect::ClipInstance &clip,
olive::VideoParams *params)
{
if (!params) {
return false;
}
olive::core::PixelFormat format = olive::core::PixelFormat::INVALID;
const std::string &depth = clip.getPixelDepth();
if (depth == kOfxBitDepthByte) {
format = olive::core::PixelFormat::U8;
} else if (depth == kOfxBitDepthShort) {
format = olive::core::PixelFormat::U16;
} else if (depth == kOfxBitDepthHalf) {
format = olive::core::PixelFormat::F16;
} else if (depth == kOfxBitDepthFloat) {
format = olive::core::PixelFormat::F32;
}
int channels = 0;
const std::string &components = clip.getComponents();
if (components == kOfxImageComponentRGBA) {
channels = 4;
} else if (components == kOfxImageComponentRGB) {
channels = 3;
} else if (components == kOfxImageComponentAlpha) {
channels = 1;
}
if (format == olive::core::PixelFormat::INVALID || channels == 0) {
return false;
}
params->set_format(format);
params->set_channel_count(channels);
return true;
}
// 作用：将 OFX bit depth 字符串映射为内部 PixelFormat。
// Purpose: Map OFX bit depth string to internal PixelFormat.
static olive::core::PixelFormat PixelFormatFromOfxDepth(
const std::string &depth)
{
if (depth == kOfxBitDepthByte) {
return olive::core::PixelFormat::U8;
}
if (depth == kOfxBitDepthShort) {
return olive::core::PixelFormat::U16;
}
if (depth == kOfxBitDepthHalf) {
return olive::core::PixelFormat::F16;
}
if (depth == kOfxBitDepthFloat) {
return olive::core::PixelFormat::F32;
}
return olive::core::PixelFormat::INVALID;
}
// 作用：将内部 PixelFormat 转为 OFX bit depth 字符串。
// Purpose: Map internal PixelFormat to OFX bit depth string.
static const char *OfxDepthFromPixelFormat(olive::core::PixelFormat format)
{
switch (format) {
case olive::core::PixelFormat::U8:
return kOfxBitDepthByte;
case olive::core::PixelFormat::U16:
return kOfxBitDepthShort;
case olive::core::PixelFormat::F16:
return kOfxBitDepthHalf;
case olive::core::PixelFormat::F32:
return kOfxBitDepthFloat;
case olive::core::PixelFormat::INVALID:
case olive::core::PixelFormat::COUNT:
break;
}
return kOfxBitDepthNone;
}
// 作用：将 OFX components 字符串映射为通道数。
// Purpose: Map OFX components string to channel count.
static int ChannelCountFromOfxComponent(const std::string &components)
{
if (components == kOfxImageComponentRGBA) {
return 4;
}
if (components == kOfxImageComponentRGB) {
return 3;
}
if (components == kOfxImageComponentAlpha) {
return 1;
}
return 0;
}
// 作用：将通道数映射为 OFX components 字符串。
// Purpose: Map channel count to OFX components string.
static const char *OfxComponentsFromChannels(int channel_count)
{
switch (channel_count) {
case 1:
return kOfxImageComponentAlpha;
case 3:
return kOfxImageComponentRGB;
case 4:
return kOfxImageComponentRGBA;
default:
break;
}
return kOfxImageComponentNone;
}
// 作用：判断插件是否支持指定像素深度。
// Purpose: Check whether effect supports a given pixel depth.
static bool EffectSupportsPixelDepth(
const OFX::Host::ImageEffect::Instance &instance,
const std::string &depth)
{
const auto &effect_props = instance.getDescriptor().getProps();
const int depth_count =
effect_props.getDimension(kOfxImageEffectPropSupportedPixelDepths);
for (int i = 0; i < depth_count; ++i) {
if (effect_props.getStringProperty(
kOfxImageEffectPropSupportedPixelDepths, i) == depth) {
return true;
}
}
return false;
}
// 作用：判断 clip 是否支持指定组件格式。
// Purpose: Check whether clip supports a given components string.
static bool ClipSupportsComponents(
const OFX::Host::ImageEffect::ClipInstance &clip,
const std::string &components)
{
const auto &supported_components = clip.getSupportedComponents();
for (const auto &comp : supported_components) {
if (comp == components) {
return true;
}
}
return false;
}
// 作用：估算从源参数到目标参数的转换代价，用于排序选择。
// Purpose: Estimate conversion cost from source to target params for ranking.
static int ConversionCost(const olive::VideoParams &src,
const olive::VideoParams &dst)
{
const int src_bpp = src.channel_count() * src.format().byte_count();
const int dst_bpp = dst.channel_count() * dst.format().byte_count();
int cost = std::abs(dst_bpp - src_bpp);
if (src.format() != dst.format()) {
cost += 4;
}
if (src.channel_count() != dst.channel_count()) {
cost += 2;
}
return cost;
}
// 作用：判断目标参数能否转换为可用的 AVPixelFormat。
// Purpose: Check if params map to a valid AVPixelFormat.
static bool ParamsConvertible(const olive::VideoParams &params)
{
return GetDestinationAVPixelFormat(params) != AV_PIX_FMT_NONE;
}
// 作用：在 clip 偏好无效时，选择一个插件支持的输出格式。
// Purpose: Pick a supported output format when clip preferences are invalid.
static void ChooseSupportedOutputParams(
const OFX::Host::ImageEffect::Instance &instance,
const OFX::Host::ImageEffect::ClipInstance &clip,
const olive::VideoParams &preferred,
olive::VideoParams *out)
{
if (!out) {
return;
}
*out = preferred;
const char *preferred_components =
OfxComponentsFromChannels(preferred.channel_count());
if (std::strcmp(preferred_components, kOfxImageComponentNone) != 0 &&
ClipSupportsComponents(clip, preferred_components)) {
out->set_channel_count(preferred.channel_count());
} else if (ClipSupportsComponents(clip, kOfxImageComponentRGBA)) {
out->set_channel_count(4);
} else if (ClipSupportsComponents(clip, kOfxImageComponentRGB)) {
out->set_channel_count(3);
} else if (ClipSupportsComponents(clip, kOfxImageComponentAlpha)) {
out->set_channel_count(1);
}
const olive::core::PixelFormat preferred_format = preferred.format();
const std::array<olive::core::PixelFormat, 5> candidates = {
preferred_format,
olive::core::PixelFormat::F16,
olive::core::PixelFormat::F32,
olive::core::PixelFormat::U16,
olive::core::PixelFormat::U8,
};
for (const auto &candidate : candidates) {
if (candidate == olive::core::PixelFormat::INVALID) {
continue;
}
if (!EffectSupportsPixelDepth(
instance, OfxDepthFromPixelFormat(candidate))) {
continue;
}
olive::VideoParams test_params = *out;
test_params.set_format(candidate);
if (!ParamsConvertible(test_params)) {
continue;
}
out->set_format(candidate);
return;
}
}
static olive::TexturePtr ConvertTextureForParams(
olive::TexturePtr src,
const olive::VideoParams &dst_params);
// 作用：根据插件能力与偏好选择输入格式并执行转换。
// Purpose: Select a supported input format and convert texture for the clip.
static olive::TexturePtr ConvertTextureForClip(
const OFX::Host::ImageEffect::Instance &instance,
const OFX::Host::ImageEffect::ClipInstance &clip,
olive::TexturePtr src,
const olive::VideoParams &preferred_params,
bool force_preferred,
olive::VideoParams *out_params)
{
if (!src || !out_params) {
return nullptr;
}
const olive::VideoParams &src_params = src->params();
auto add_candidate = [](std::vector<olive::VideoParams> &list,
const olive::VideoParams &params) {
for (const auto &existing : list) {
if (existing.format() == params.format() &&
existing.channel_count() == params.channel_count()) {
return;
}
}
list.push_back(params);
};
std::vector<int> channel_candidates;
const auto &supported_components = clip.getSupportedComponents();
for (const auto &comp : supported_components) {
int channels = ChannelCountFromOfxComponent(comp);
if (channels > 0 &&
std::find(channel_candidates.begin(),
channel_candidates.end(),
channels) == channel_candidates.end()) {
channel_candidates.push_back(channels);
}
}
if (channel_candidates.empty() && preferred_params.channel_count() > 0) {
channel_candidates.push_back(preferred_params.channel_count());
}
std::vector<olive::core::PixelFormat> format_candidates;
const auto &effect_props = instance.getDescriptor().getProps();
const int depth_count =
effect_props.getDimension(kOfxImageEffectPropSupportedPixelDepths);
for (int i = 0; i < depth_count; ++i) {
olive::core::PixelFormat fmt =
PixelFormatFromOfxDepth(effect_props.getStringProperty(
kOfxImageEffectPropSupportedPixelDepths, i));
if (fmt != olive::core::PixelFormat::INVALID &&
std::find(format_candidates.begin(),
format_candidates.end(),
fmt) == format_candidates.end()) {
format_candidates.push_back(fmt);
}
}
if (format_candidates.empty() &&
preferred_params.format() != olive::core::PixelFormat::INVALID) {
format_candidates.push_back(preferred_params.format());
}
std::vector<olive::VideoParams> candidates;
add_candidate(candidates, preferred_params);
const bool prefer_rgba8 =
(preferred_params.format() == olive::core::PixelFormat::U8 ||
preferred_params.format() == olive::core::PixelFormat::INVALID) &&
ClipSupportsComponents(clip, kOfxImageComponentRGBA) &&
EffectSupportsPixelDepth(instance, kOfxBitDepthByte);
if (prefer_rgba8) {
olive::VideoParams rgba_candidate = src_params;
rgba_candidate.set_format(olive::core::PixelFormat::U8);
rgba_candidate.set_channel_count(4);
if (ParamsConvertible(rgba_candidate)) {
add_candidate(candidates, rgba_candidate);
}
}
for (olive::core::PixelFormat fmt : format_candidates) {
for (int channels : channel_candidates) {
if (fmt == olive::core::PixelFormat::INVALID || channels <= 0) {
continue;
}
olive::VideoParams candidate = src_params;
candidate.set_format(fmt);
candidate.set_channel_count(channels);
if (!ParamsConvertible(candidate)) {
continue;
}
add_candidate(candidates, candidate);
}
}
if (candidates.empty()) {
return nullptr;
}
std::stable_sort(candidates.begin(), candidates.end(),
[&src_params, &preferred_params, prefer_rgba8, force_preferred](const auto &a,
const auto &b) {
if (force_preferred) {
const bool a_pref = (a.format() == preferred_params.format() &&
a.channel_count() == preferred_params.channel_count());
const bool b_pref = (b.format() == preferred_params.format() &&
b.channel_count() == preferred_params.channel_count());
if (a_pref != b_pref) {
return a_pref;
}
}
if (prefer_rgba8) {
const bool a_rgba8 =
a.format() == olive::core::PixelFormat::U8 &&
a.channel_count() == 4;
const bool b_rgba8 =
b.format() == olive::core::PixelFormat::U8 &&
b.channel_count() == 4;
if (a_rgba8 != b_rgba8) {
return a_rgba8;
}
}
const int cost_a = ConversionCost(src_params, a);
const int cost_b = ConversionCost(src_params, b);
if (cost_a != cost_b) {
return cost_a < cost_b;
}
if (a.format() == preferred_params.format() &&
a.channel_count() == preferred_params.channel_count()) {
return true;
}
return false;
});
for (const auto &candidate : candidates) {
if (candidate.format() == src_params.format() &&
candidate.channel_count() == src_params.channel_count()) {
*out_params = src_params;
return src;
}
olive::TexturePtr converted =
ConvertTextureForParams(src, candidate);
if (converted) {
*out_params = candidate;
return converted;
}
}
return nullptr;
}
// 作用：从 OFX Image 复制数据到 AVFrame（按图像属性推导格式）。
// Purpose: Copy OFX Image data into an AVFrame with inferred format.
static olive::AVFramePtr create_avframe_from_ofx_image(OFX::Host::ImageEffect::Image &image)
{
void *data_ptr = image.getPointerProperty(kOfxImagePropData);
if (!data_ptr) {
qWarning().noquote() << "OFX output image missing data pointer";
return nullptr;
}
int bounds[4] = {0, 0, 0, 0};
image.getIntPropertyN(kOfxImagePropBounds, bounds, 4);
int width = bounds[2] - bounds[0];
int height = bounds[3] - bounds[1];
if (width <= 0 || height <= 0) {
qWarning().noquote()
<< "OFX output image has invalid bounds"
<< bounds[0] << bounds[1] << bounds[2] << bounds[3];
return nullptr;
}
int bytes_per_pixel = 0;
AVPixelFormat pix_fmt = GetOfxAVPixelFormat(image, &bytes_per_pixel);
if (pix_fmt == AV_PIX_FMT_NONE || bytes_per_pixel <= 0) {
qWarning().noquote()
<< "OFX output image has unsupported pixel format depth="
<< QString::fromStdString(image.getStringProperty(
kOfxImageEffectPropPixelDepth))
<< "components="
<< QString::fromStdString(
image.getStringProperty(kOfxImageEffectPropComponents));
return nullptr;
}
int row_bytes = image.getIntProperty(kOfxImagePropRowBytes);
if (row_bytes <= 0) {
row_bytes = width * bytes_per_pixel;
}
uint8_t *src = static_cast<uint8_t *>(data_ptr);
src += bounds[1] * row_bytes + bounds[0] * bytes_per_pixel;
olive::AVFramePtr frame = olive::CreateAVFramePtr();
frame->width = width;
frame->height = height;
frame->format = pix_fmt;
if (av_frame_get_buffer(frame.get(), 0) < 0) {
return nullptr;
}
const int copy_bytes = width * bytes_per_pixel;
for (int y = 0; y < height; ++y) {
std::memcpy(frame->data[0] + y * frame->linesize[0],
src + y * row_bytes,
copy_bytes);
}
return frame;
}
// 作用：按指定 VideoParams 复制 OFX Image 到 AVFrame。
// Purpose: Copy OFX Image data into an AVFrame using target VideoParams.
static olive::AVFramePtr create_avframe_from_ofx_image_with_params(
OFX::Host::ImageEffect::Image &image,
const olive::VideoParams &params)
{
void *data_ptr = image.getPointerProperty(kOfxImagePropData);
if (!data_ptr) {
return nullptr;
}
int bounds[4] = {0, 0, 0, 0};
image.getIntPropertyN(kOfxImagePropBounds, bounds, 4);
int width = bounds[2] - bounds[0];
int height = bounds[3] - bounds[1];
if (width <= 0 || height <= 0) {
return nullptr;
}
AVPixelFormat pix_fmt = GetDestinationAVPixelFormat(params);
if (pix_fmt == AV_PIX_FMT_NONE) {
return nullptr;
}
const int bytes_per_pixel =
params.channel_count() * params.format().byte_count();
if (bytes_per_pixel <= 0) {
return nullptr;
}
int row_bytes = image.getIntProperty(kOfxImagePropRowBytes);
if (row_bytes <= 0) {
row_bytes = width * bytes_per_pixel;
}
uint8_t *src = static_cast<uint8_t *>(data_ptr);
src += bounds[1] * row_bytes + bounds[0] * bytes_per_pixel;
olive::AVFramePtr frame = olive::CreateAVFramePtr();
frame->width = width;
frame->height = height;
frame->format = pix_fmt;
if (av_frame_get_buffer(frame.get(), 0) < 0) {
return nullptr;
}
const int copy_bytes = width * bytes_per_pixel;
for (int y = 0; y < height; ++y) {
std::memcpy(frame->data[0] + y * frame->linesize[0],
src + y * row_bytes,
copy_bytes);
}
return frame;
}
// 作用：将 VideoParams 映射为最终输出的 AVPixelFormat。
// Purpose: Map VideoParams to the final AVPixelFormat.
static AVPixelFormat GetDestinationAVPixelFormat(const olive::VideoParams &params)
{
AVPixelFormat pix_fmt =
olive::FFmpegUtils::GetFFmpegPixelFormat(params.format(),
params.channel_count());
if (pix_fmt == AV_PIX_FMT_NONE && params.channel_count() == 1) {
if (params.format() == olive::core::PixelFormat::U8) {
pix_fmt = AV_PIX_FMT_GRAY8;
} else if (params.format() == olive::core::PixelFormat::U16) {
pix_fmt = AV_PIX_FMT_GRAY16LE;
} else if (params.format() == olive::core::PixelFormat::F16) {
pix_fmt = AV_PIX_FMT_GRAYF16;
} else if (params.format() == olive::core::PixelFormat::F32) {
pix_fmt = AV_PIX_FMT_GRAYF32;
}
}
return pix_fmt;
}
// 作用：根据交错设置返回 OFX render field 字符串。
// Purpose: Return OFX render field string based on interlacing.
static const char *GetRenderFieldForParams(const olive::VideoParams &params)
{
switch (params.interlacing()) {
case olive::VideoParams::kInterlaceNone:
return kOfxImageFieldNone;
case olive::VideoParams::kInterlacedTopFirst:
case olive::VideoParams::kInterlacedBottomFirst:
return kOfxImageFieldBoth;
}
return kOfxImageFieldNone;
}
// 作用：从 GPU 纹理回读到 AVFrame（必要时做格式转换）。
// Purpose: Read back GPU texture into AVFrame with format conversion if needed.
static olive::AVFramePtr ReadbackTextureToFrame(olive::TexturePtr texture,
const olive::VideoParams &params)
{
if (!texture || texture->IsDummy()) {
return nullptr;
}
AVPixelFormat pix_fmt = GetDestinationAVPixelFormat(params);
if (pix_fmt == AV_PIX_FMT_NONE) {
return nullptr;
}
const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(pix_fmt);
if (!desc) {
return nullptr;
}
if (!(desc->flags & AV_PIX_FMT_FLAG_PLANAR)) {
olive::AVFramePtr frame = olive::CreateAVFramePtr();
frame->format = pix_fmt;
frame->width = params.width();
frame->height = params.height();
if (av_frame_get_buffer(frame.get(), 0) < 0) {
return nullptr;
}
if (texture->renderer()) {
const int linesize_pixels =
olive::plugin::detail::BytesToPixels(frame->linesize[0],
params);
texture->renderer()->DownloadFromTexture(
texture->id(), params, frame->data[0], linesize_pixels);
}
return frame;
}
// Planar formats: read back as RGBA and convert.
olive::VideoParams rgba_params(
params.width(), params.height(), olive::core::PixelFormat::U8, 4,
params.pixel_aspect_ratio(), params.interlacing(), params.divider());
olive::AVFramePtr rgba_frame = olive::CreateAVFramePtr();
rgba_frame->format = AV_PIX_FMT_RGBA;
rgba_frame->width = params.width();
rgba_frame->height = params.height();
if (av_frame_get_buffer(rgba_frame.get(), 0) < 0) {
return nullptr;
}
if (texture->renderer()) {
const int linesize_pixels =
olive::plugin::detail::BytesToPixels(rgba_frame->linesize[0],
rgba_params);
texture->renderer()->DownloadFromTexture(
texture->id(), rgba_params, rgba_frame->data[0], linesize_pixels);
}
olive::AVFramePtr dst = olive::CreateAVFramePtr();
dst->format = pix_fmt;
dst->width = params.width();
dst->height = params.height();
if (av_frame_get_buffer(dst.get(), 0) < 0) {
return rgba_frame;
}
SwsContext *sws_ctx = sws_getContext(
rgba_frame->width, rgba_frame->height,
static_cast<AVPixelFormat>(rgba_frame->format),
dst->width, dst->height, pix_fmt, SWS_POINT,
nullptr, nullptr, nullptr);
if (!sws_ctx) {
return rgba_frame;
}
sws_scale(sws_ctx, rgba_frame->data, rgba_frame->linesize, 0,
rgba_frame->height, dst->data, dst->linesize);
sws_freeContext(sws_ctx);
return dst;
}
// 作用：将字节行跨度转换为像素行跨度。
// Purpose: Convert byte stride to pixel stride.
int olive::plugin::detail::BytesToPixels(int byte_linesize,
const olive::VideoParams &params)
{
const int bytes_per_pixel =
olive::VideoParams::GetBytesPerPixel(params.format(),
params.channel_count());
if (byte_linesize <= 0 || bytes_per_pixel <= 0) {
return 0;
}
return byte_linesize / bytes_per_pixel;
}
// 作用：必要时将 AVFrame 转换为目标 VideoParams 对应格式。
// Purpose: Convert AVFrame to match destination VideoParams when needed.
static olive::AVFramePtr ConvertFrameIfNeeded(olive::AVFramePtr src,
const olive::VideoParams &dst_params)
{
if (!src) {
return nullptr;
}
AVPixelFormat dst_fmt = GetDestinationAVPixelFormat(dst_params);
if (dst_fmt == AV_PIX_FMT_NONE) {
return src;
}
if (src->format == dst_fmt &&
src->width == dst_params.width() &&
src->height == dst_params.height()) {
return src;
}
olive::AVFramePtr dst = olive::CreateAVFramePtr();
dst->format = dst_fmt;
dst->width = dst_params.width();
dst->height = dst_params.height();
if (av_frame_get_buffer(dst.get(), 0) < 0) {
return src;
}
auto float_channels = [](AVPixelFormat fmt) -> int {
switch (fmt) {
case AV_PIX_FMT_GRAYF32LE:
case AV_PIX_FMT_GRAYF32BE:
return 1;
case AV_PIX_FMT_RGBF32LE:
case AV_PIX_FMT_RGBF32BE:
return 3;
case AV_PIX_FMT_RGBAF32LE:
case AV_PIX_FMT_RGBAF32BE:
return 4;
default:
return 0;
}
};
auto dst_packed_info = [](AVPixelFormat fmt, int *channels,
int *bytes_per_component) -> bool {
switch (fmt) {
case AV_PIX_FMT_GRAY8:
*channels = 1;
*bytes_per_component = 1;
return true;
case AV_PIX_FMT_RGB24:
*channels = 3;
*bytes_per_component = 1;
return true;
case AV_PIX_FMT_RGBA:
*channels = 4;
*bytes_per_component = 1;
return true;
case AV_PIX_FMT_GRAY16LE:
*channels = 1;
*bytes_per_component = 2;
return true;
case AV_PIX_FMT_RGB48LE:
*channels = 3;
*bytes_per_component = 2;
return true;
case AV_PIX_FMT_RGBA64LE:
*channels = 4;
*bytes_per_component = 2;
return true;
default:
return false;
}
};
auto float_dst_from_packed = [&](const olive::AVFramePtr &packed_src,
AVPixelFormat float_fmt,
const olive::AVFramePtr &float_dst) -> bool {
if (!packed_src || !float_dst || !packed_src->data[0] ||
!float_dst->data[0]) {
return false;
}
const int dst_channels = float_channels(float_fmt);
if (dst_channels == 0) {
return false;
}
int src_channels = 0;
int bytes_per_component = 0;
if (!dst_packed_info(static_cast<AVPixelFormat>(packed_src->format),
&src_channels, &bytes_per_component)) {
return false;
}
const float inv_scale =
(bytes_per_component == 2) ? (1.0f / 65535.0f)
: (1.0f / 255.0f);
for (int y = 0; y < packed_src->height; ++y) {
const uint8_t *src_row =
packed_src->data[0] + y * packed_src->linesize[0];
float *dst_row = reinterpret_cast<float *>(
float_dst->data[0] + y * float_dst->linesize[0]);
if (bytes_per_component == 2) {
const uint16_t *src_u16 =
reinterpret_cast<const uint16_t *>(src_row);
for (int x = 0; x < packed_src->width; ++x) {
const uint16_t *pix = src_u16 + x * src_channels;
float r = pix[0] * inv_scale;
float g = (src_channels > 1) ? pix[1] * inv_scale : r;
float b = (src_channels > 2) ? pix[2] * inv_scale : r;
float a = (src_channels > 3) ? pix[3] * inv_scale : 1.0f;
dst_row[x * dst_channels + 0] = r;
if (dst_channels > 1) {
dst_row[x * dst_channels + 1] = g;
}
if (dst_channels > 2) {
dst_row[x * dst_channels + 2] = b;
}
if (dst_channels > 3) {
dst_row[x * dst_channels + 3] = a;
}
}
} else {
for (int x = 0; x < packed_src->width; ++x) {
const uint8_t *pix = src_row + x * src_channels;
float r = pix[0] * inv_scale;
float g = (src_channels > 1) ? pix[1] * inv_scale : r;
float b = (src_channels > 2) ? pix[2] * inv_scale : r;
float a = (src_channels > 3) ? pix[3] * inv_scale : 1.0f;
dst_row[x * dst_channels + 0] = r;
if (dst_channels > 1) {
dst_row[x * dst_channels + 1] = g;
}
if (dst_channels > 2) {
dst_row[x * dst_channels + 2] = b;
}
if (dst_channels > 3) {
dst_row[x * dst_channels + 3] = a;
}
}
}
}
return true;
};
const int dst_float_channels = float_channels(dst_fmt);
if (dst_float_channels > 0) {
int src_channels = 0;
int bytes_per_component = 0;
if (dst_packed_info(static_cast<AVPixelFormat>(src->format),
&src_channels, &bytes_per_component)) {
if (float_dst_from_packed(src, dst_fmt, dst)) {
return dst;
}
} else {
olive::AVFramePtr packed = olive::CreateAVFramePtr();
AVPixelFormat packed_fmt = (dst_float_channels == 4)
? AV_PIX_FMT_RGBA
: (dst_float_channels == 3)
? AV_PIX_FMT_RGB24
: AV_PIX_FMT_GRAY8;
packed->format = packed_fmt;
packed->width = dst->width;
packed->height = dst->height;
if (av_frame_get_buffer(packed.get(), 0) >= 0) {
SwsContext *pre_ctx = sws_getContext(
src->width, src->height,
static_cast<AVPixelFormat>(src->format),
packed->width, packed->height, packed_fmt, SWS_POINT,
nullptr, nullptr, nullptr);
if (pre_ctx) {
sws_scale(pre_ctx, src->data, src->linesize, 0, src->height,
packed->data, packed->linesize);
sws_freeContext(pre_ctx);
if (float_dst_from_packed(packed, dst_fmt, dst)) {
return dst;
}
}
}
}
}
auto clamp01 = [](float v) -> float {
return std::clamp(v, 0.0f, 1.0f);
};
const int src_float_channels = float_channels(
static_cast<AVPixelFormat>(src->format));
if (src_float_channels > 0) {
int dst_channels = 0;
int bytes_per_component = 0;
if (dst_packed_info(dst_fmt, &dst_channels, &bytes_per_component) &&
src->data[0] && dst->data[0]) {
for (int y = 0; y < src->height; ++y) {
const float *src_row = reinterpret_cast<const float *>(
src->data[0] + y * src->linesize[0]);
uint8_t *dst_row = dst->data[0] + y * dst->linesize[0];
if (bytes_per_component == 2) {
auto *dst_row_u16 =
reinterpret_cast<uint16_t *>(dst_row);
for (int x = 0; x < src->width; ++x) {
const float *pix =
src_row + x * src_float_channels;
float r = pix[0];
float g = (src_float_channels > 1) ? pix[1] : r;
float b = (src_float_channels > 2) ? pix[2] : r;
float a = (src_float_channels > 3) ? pix[3] : 1.0f;
if (dst_channels == 1) {
float luma = 0.2126f * r + 0.7152f * g + 0.0722f * b;
dst_row_u16[x] = static_cast<uint16_t>(
std::lround(clamp01(luma) * 65535.0f));
continue;
}
dst_row_u16[x * dst_channels + 0] =
static_cast<uint16_t>(
std::lround(clamp01(r) * 65535.0f));
dst_row_u16[x * dst_channels + 1] =
static_cast<uint16_t>(
std::lround(clamp01(g) * 65535.0f));
dst_row_u16[x * dst_channels + 2] =
static_cast<uint16_t>(
std::lround(clamp01(b) * 65535.0f));
if (dst_channels == 4) {
dst_row_u16[x * dst_channels + 3] =
static_cast<uint16_t>(
std::lround(clamp01(a) * 65535.0f));
}
}
} else {
for (int x = 0; x < src->width; ++x) {
const float *pix =
src_row + x * src_float_channels;
float r = pix[0];
float g = (src_float_channels > 1) ? pix[1] : r;
float b = (src_float_channels > 2) ? pix[2] : r;
float a = (src_float_channels > 3) ? pix[3] : 1.0f;
if (dst_channels == 1) {
float luma = 0.2126f * r + 0.7152f * g + 0.0722f * b;
dst_row[x] = static_cast<uint8_t>(
std::lround(clamp01(luma) * 255.0f));
continue;
}
dst_row[x * dst_channels + 0] =
static_cast<uint8_t>(
std::lround(clamp01(r) * 255.0f));
dst_row[x * dst_channels + 1] =
static_cast<uint8_t>(
std::lround(clamp01(g) * 255.0f));
dst_row[x * dst_channels + 2] =
static_cast<uint8_t>(
std::lround(clamp01(b) * 255.0f));
if (dst_channels == 4) {
dst_row[x * dst_channels + 3] =
static_cast<uint8_t>(
std::lround(clamp01(a) * 255.0f));
}
}
}
}
return dst;
}
}
SwsContext *sws_ctx = sws_getContext(
src->width, src->height, static_cast<AVPixelFormat>(src->format),
dst->width, dst->height, dst_fmt, SWS_POINT,
nullptr, nullptr, nullptr);
if (!sws_ctx) {
return src;
}
sws_scale(sws_ctx, src->data, src->linesize, 0, src->height,
dst->data, dst->linesize);
sws_freeContext(sws_ctx);
return dst;
}
// 作用：从字节行跨度换算像素行跨度。
// Purpose: Convert byte line size to pixel line size.
static int LinesizeToPixels(const olive::VideoParams &params, int linesize_bytes)
{
const int bytes_per_pixel =
params.channel_count() * params.format().byte_count();
if (bytes_per_pixel <= 0) {
return 0;
}
return linesize_bytes / bytes_per_pixel;
}
// 作用：将纹理转换为指定 VideoParams（CPU 路径，必要时回读）。
// Purpose: Convert texture to target VideoParams (CPU path with readback).
static olive::TexturePtr ConvertTextureForParams(olive::TexturePtr src,
const olive::VideoParams &dst_params)
{
if (!src) {
return nullptr;
}
const olive::VideoParams &src_params = src->params();
if (src_params.format() == dst_params.format() &&
src_params.channel_count() == dst_params.channel_count() &&
src_params.width() == dst_params.width() &&
src_params.height() == dst_params.height()) {
return src;
}
olive::AVFramePtr frame = src->frame();
if (!frame || !frame->data[0]) {
frame = ReadbackTextureToFrame(src, src_params);
}
if (!frame || !frame->data[0]) {
return nullptr;
}
olive::AVFramePtr converted = ConvertFrameIfNeeded(frame, dst_params);
if (!converted || !converted->data[0]) {
return nullptr;
}
if (converted->linesize[0] <= 0) {
return nullptr;
}
olive::TexturePtr dst;
if (auto *renderer = src->renderer()) {
int linesize_pixels =
LinesizeToPixels(dst_params, converted->linesize[0]);
if (linesize_pixels <= 0) {
linesize_pixels = dst_params.effective_width();
}
dst = renderer->CreateTexture(dst_params, converted->data[0],
linesize_pixels);
} else {
dst = std::make_shared<olive::Texture>(dst_params);
int linesize_pixels =
LinesizeToPixels(dst_params, converted->linesize[0]);
if (linesize_pixels <= 0) {
linesize_pixels = dst_params.effective_width();
}
dst->Upload(converted->data[0], linesize_pixels);
}
if (dst) {
dst->handleFrame(converted);
}
return dst;
}
// 作用：安全获取插件标识符，便于日志输出。
// Purpose: Safely fetch plugin identifier for logging.
static QString PluginIdForInstance(const OFX::Host::ImageEffect::Instance *instance)
{
if (!instance) {
return QStringLiteral("<null>");
}
auto *plugin = instance->getPlugin();
if (!plugin) {
return QStringLiteral("<unknown>");
}
return QString::fromStdString(plugin->getIdentifier());
}
// 作用：统一 OFX 调用失败日志输出。
// Purpose: Centralized logging for OFX action failures.
static void LogOfxFailure(const char *action, OfxStatus stat,
const OFX::Host::ImageEffect::Instance *instance)
{
if (stat == kOfxStatOK || stat == kOfxStatReplyDefault) {
return;
}
qWarning().noquote()
<< "OFX action failed:" << action
<< "plugin=" << PluginIdForInstance(instance)
<< "status=" << OFX::StatStr(stat)
<< "(" << stat << ")";
}
// 作用：输出 clip 的声明属性与关联 VideoParams，辅助定位格式不一致。
// Purpose: Log clip declared properties and VideoParams for debugging.
static void LogClipState(const char *label,
const OFX::Host::ImageEffect::ClipInstance *clip,
const olive::VideoParams *params)
{
if (!clip) {
qWarning().noquote() << "OFX clip state" << label << "<null>";
return;
}
qWarning().noquote()
<< "OFX clip state" << label
<< "name=" << QString::fromStdString(clip->getName())
<< "pixelDepth=" << QString::fromStdString(clip->getPixelDepth())
<< "components=" << QString::fromStdString(clip->getComponents());
if (params) {
qWarning().noquote()
<< "OFX clip params" << label
<< "width=" << params->width()
<< "height=" << params->height()
<< "format=" << static_cast<int>(params->format())
<< "channels=" << params->channel_count();
}
}
// 作用：输出 OFX Image 的属性（深度/组件/行跨度/边界）。
// Purpose: Log OFX image properties (depth/components/stride/bounds).
static void LogImageProps(const char *label,
OFX::Host::ImageEffect::Image *image)
{
if (!image) {
qWarning().noquote() << "OFX image props" << label << "<null>";
return;
}
int bounds[4] = {0, 0, 0, 0};
int rod[4] = {0, 0, 0, 0};
image->getIntPropertyN(kOfxImagePropBounds, bounds, 4);
image->getIntPropertyN(kOfxImagePropRegionOfDefinition, rod, 4);
const int row_bytes = image->getIntProperty(kOfxImagePropRowBytes);
const std::string &depth =
image->getStringProperty(kOfxImageEffectPropPixelDepth);
const std::string &components =
image->getStringProperty(kOfxImageEffectPropComponents);
qWarning().noquote()
<< "OFX image props" << label
<< "pixelDepth=" << QString::fromStdString(depth)
<< "components=" << QString::fromStdString(components)
<< "rowBytes=" << row_bytes
<< "bounds=" << bounds[0] << bounds[1] << bounds[2] << bounds[3]
<< "rod=" << rod[0] << rod[1] << rod[2] << rod[3];
}
// 作用：渲染失败时标记目标画面（紫色）提示错误。
// Purpose: Mark render failure on destination (magenta).
static void MarkRenderFailure(olive::TexturePtr destination)
{
if (destination && destination->renderer()) {
destination->renderer()->ClearDestination(destination.get(), 1.0, 0.0, 1.0, 1.0);
}
}
static olive::AVFramePtr DownloadTextureToFrame(const olive::TexturePtr &tex)
{
if (!tex || tex->IsDummy() || !tex->renderer()) {
return nullptr;
}
const olive::VideoParams &params = tex->params();
return ReadbackTextureToFrame(tex, params);
}
// 作用：执行 OFX 插件渲染全流程（准备输入、调用动作、处理输出）。
// Purpose: Run full OFX plugin render flow (inputs, actions, outputs).
void olive::plugin::PluginRenderer::RenderPlugin(TexturePtr src, olive::plugin::PluginJob& job,
olive::TexturePtr destination,
olive::VideoParams destination_params,
bool clear_destination, bool interactive)
{
auto instance=job.pluginInstance();
if (!instance) {
return;
}
bool supports_opengl = false;
#ifdef OFX_SUPPORTS_OPENGLRENDER
const std::string &gl_supported =
instance->getDescriptor().getProps().getStringProperty(
kOfxImageEffectPropOpenGLRenderSupported);
supports_opengl = (gl_supported == "true" || gl_supported == "1");
#endif
auto *olive_instance =
dynamic_cast<olive::plugin::OlivePluginInstance *>(instance);
const bool use_opengl =
supports_opengl && destination && destination->renderer() &&
destination->id().isValid();
if (olive_instance) {
olive_instance->setVideoParam(destination_params);
}
// current render scale of 1
OfxPointD renderScale;
renderScale.x = renderScale.y = 1.0;
int numFramesToRender=1;
// Output Clip
OliveClipInstance *output_clip=dynamic_cast<plugin::OliveClipInstance *>(instance->getClip("Output"));
if (!output_clip) {
return;
}
// ensure the instance was created
OfxStatus stat = kOfxStatOK;
if (olive_instance && !olive_instance->isCreated()) {
stat = instance->createInstanceAction();
if(stat != kOfxStatOK && stat != kOfxStatReplyDefault) {
LogOfxFailure("createInstance", stat, instance);
MarkRenderFailure(destination);
return;
}
}
OfxTime frame = job.time_seconds();
const auto &clips = olive_instance->getDescriptor().getClips();
QString effect_input_id;
if (const auto *node = job.node()) {
effect_input_id = node->GetEffectInputID();
}
auto is_usable_input = [](const TexturePtr &tex) {
if (!tex) {
return false;
}
if (!tex->IsDummy() && tex->renderer()) {
return true;
}
AVFramePtr frame = tex->frame();
return frame && frame->data[0];
};
std::map<std::string, TexturePtr> input_textures;
std::map<std::string, OliveClipInstance *> input_clips;
std::map<std::string, olive::VideoParams> input_params;
auto values = job.GetValues();
for (const auto &entry : clips) {
if (entry.first == kOfxImageEffectOutputClipName) {
continue;
}
OliveClipInstance *input_clip =
dynamic_cast<OliveClipInstance *>(instance->getClip(entry.first));
if (!input_clip) {
continue;
}
const QString clip_key = QString::fromStdString(entry.first);
TexturePtr input_tex = nullptr;
if (!effect_input_id.isEmpty() && clip_key == effect_input_id &&
is_usable_input(src)) {
input_tex = src;
} else {
input_tex = values.value(clip_key).toTexture();
if (!input_tex &&
entry.first == kOfxImageEffectSimpleSourceClipName) {
input_tex = values.value(kTextureInput).toTexture();
}
}
if (!is_usable_input(input_tex) &&
entry.first == kOfxImageEffectSimpleSourceClipName &&
is_usable_input(src)) {
input_tex = src;
}
if (is_usable_input(input_tex)) {
input_textures[entry.first] = input_tex;
olive::VideoParams params = input_tex->params();
input_clip->setInputTexture(input_tex, frame);
input_clips[entry.first] = input_clip;
}
}
// call getClipPreferences to know which format plugin requires
OFX::Host::Property::Set args;
args.setDoubleProperty(kOfxPropTime, frame);
double render_scale_array[] = {
renderScale.x, renderScale.y
};
args.setDoublePropertyN(kOfxImageEffectPropRenderScale, render_scale_array, 2);
instance->setupClipPreferencesArgs(args);
// now we need to call getClipPreferences on the instance so that it does
// the clip component/depth logic and caches away the components and depth.
bool ok = instance->getClipPreferences();
if (!ok) {
qWarning().noquote() << "OFX getClipPreferences failed for plugin="
<< PluginIdForInstance(instance);
MarkRenderFailure(destination);
return;
}
/// RoI is in canonical coords.
OfxRectD regionOfInterest;
regionOfInterest.x1 = 0.0;
regionOfInterest.y1 = 0.0;
regionOfInterest.x2 = destination_params.width() * destination_params.pixel_aspect_ratio().toDouble();
regionOfInterest.y2 = destination_params.height();
OfxRectD regionOfDefinition = regionOfInterest;
output_clip->setRegionOfDefinition(regionOfDefinition, frame);
output_clip->setOutputTexture(destination, frame);
// get the RoI for each input clip
// the regions of interest for each input clip are returned in a std::map
// on a real host, these will be the regions of each input clip that the
// effect needs to render a given frame (clipped to the RoD).
//
// In our example we are doing full frame fetches regardless.
// set correct format for input
for (const auto &entry : input_clips) {
if (entry.first == kOfxImageEffectOutputClipName) {
continue;
}
OliveClipInstance *input_clip = entry.second;
if (!input_clip) {
continue;
}
const QString clip_key = QString::fromStdString(entry.first);
TexturePtr input_tex = input_textures[entry.first];
if (!use_opengl) {
AVFramePtr ptr =
ReadbackTextureToFrame(input_tex, input_tex->params());
input_tex->handleFrame(ptr);
}
if (is_usable_input(input_tex)) {
input_textures[entry.first] = input_tex;
// First set the input texture (updates params_)
input_clip->setInputTexture(input_tex, frame);
// Then get the bitdepth/component from the instance
std::string bitdepth = input_clip->getUnmappedBitDepth();
std::string component = input_clip->getUnmappedComponents();
VideoParams params = input_tex->params();
PixelFormat plugin_format = PixelFormat::from_ofx(bitdepth);
if (plugin_format != PixelFormat::INVALID) {
params.set_format(plugin_format);
}
if (!component.empty() && component != kOfxImageComponentNone) {
params.set_channel_count(component);
}
ConvertTextureForParams(input_tex, params);
OfxRectD rod;
rod.x1 = 0;
rod.y1 = 0;
rod.x2 = params.width() * params.pixel_aspect_ratio().toDouble();
rod.y2 = params.height();
input_clip->setRegionOfDefinition(rod, frame);
input_clips[entry.first] = input_clip;
}
}
std::map<OFX::Host::ImageEffect::ClipInstance *, OfxRectD> rois;
stat = instance->getRegionOfInterestAction(frame, renderScale,
regionOfInterest, rois);
if (stat != kOfxStatOK && stat != kOfxStatReplyDefault) {
LogOfxFailure("getRegionOfInterest", stat, instance);
MarkRenderFailure(destination);
return;
}
// set correct format for output
VideoParams output_params = destination_params; // params for plugin
// First set the destination params on the clip
output_clip->setParams(output_params);
// Get the plugin's preferred bitdepth/component from the instance (not descriptor)
// Use getUnmappedBitDepth/Components which use the instance's params_
std::string bitdepth = output_clip->getUnmappedBitDepth();
std::string component = output_clip->getUnmappedComponents();
// If plugin returns a valid format different from destination, update output_params
PixelFormat plugin_format = PixelFormat::from_ofx(bitdepth);
if (plugin_format != PixelFormat::INVALID) {
output_params.set_format(plugin_format);
}
if (!component.empty() && component != kOfxImageComponentNone) {
output_params.set_channel_count(component);
}
// The render window is in pixel coordinates
// ie: render scale and a PAR of not 1
OfxRectI renderWindow;
renderWindow.x1 = renderWindow.y1 = 0;
renderWindow.x2 = destination_params.width();
renderWindow.y2 = destination_params.height();
stat = instance->beginRenderAction(frame, numFramesToRender,
1.0, false, renderScale, true,
interactive);
if (stat != kOfxStatOK && stat != kOfxStatReplyDefault) {
LogOfxFailure("beginRender", stat, instance);
MarkRenderFailure(destination);
return;
}
#ifdef OFX_SUPPORTS_OPENGLRENDER
if (use_opengl) {
instance->contextAttachedAction();
AttachOutputTexture(destination);
}
#endif
if (!output_params.is_valid()) {
qWarning().noquote()
<< "OFX render skipped due to invalid output params for plugin="
<< PluginIdForInstance(instance);
MarkRenderFailure(destination);
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive,
renderScale, true, interactive);
return;
}
// render a frame
const char *render_field = GetRenderFieldForParams(output_params);
stat = instance->renderAction(frame, render_field, renderWindow, renderScale,
true, interactive, interactive);
if (stat != kOfxStatOK && stat != kOfxStatReplyDefault) {
LogOfxFailure("render", stat, instance);
LogClipState("output", output_clip, &output_params);
for (const auto &entry : input_clips) {
const auto params_it = input_params.find(entry.first);
const olive::VideoParams *params =
(params_it != input_params.end()) ? &params_it->second
: nullptr;
LogClipState("input", entry.second, params);
OFX::Host::ImageEffect::Image *image =
entry.second->getImage(frame, nullptr);
LogImageProps("input", image);
//if (image) {
//image->releaseReference();
//}
}
OFX::Host::ImageEffect::Image* output_image =
output_clip->getOutputImage(frame);
LogImageProps("output", output_image);
MarkRenderFailure(destination);
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive,
renderScale, true, interactive);
return;
}
// get the output image buffer (CPU path only)
OFX::Host::ImageEffect::Image* output_image;
if (!use_opengl) {
output_image = output_clip->getOutputImage(frame);
if (!output_image) {
qWarning().noquote()
<< "OFX getOutputImage returned null for plugin="
<< PluginIdForInstance(instance);
MarkRenderFailure(destination);
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive,
renderScale, true, interactive);
return;
}
} else {
if (!destination || !destination->id().isValid()) {
#ifdef OFX_SUPPORTS_OPENGLRENDER
DetachOutputTexture();
instance->contextDetachedAction();
#endif
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive,
renderScale, true, interactive);
return;
}
}
if (!use_opengl) {
AVFramePtr frame_ptr =
create_avframe_from_ofx_image_with_params(*output_image,
output_params);
if (!frame_ptr) {
qWarning().noquote()
<< "OFX output image conversion failed for plugin="
<< PluginIdForInstance(instance);
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive,
renderScale, true, interactive);
return;
}
AVFramePtr converted = ConvertFrameIfNeeded(frame_ptr, destination_params);
const AVPixelFormat expected_fmt =
GetDestinationAVPixelFormat(destination_params);
destination->handleFrame(converted);
if (destination->renderer() && converted && converted->data[0] &&
(expected_fmt == AV_PIX_FMT_NONE ||
converted->format == expected_fmt)) {
int linesize_pixels =
LinesizeToPixels(destination_params, converted->linesize[0]);
if (linesize_pixels <= 0) {
linesize_pixels = destination_params.effective_width();
}
destination->Upload(converted->data[0], linesize_pixels);
} else if (destination->renderer() && converted && converted->data[0]) {
qWarning().noquote()
<< "OFX output pixel format mismatch for plugin="
<< PluginIdForInstance(instance);
}
} else {
AVFramePtr frame_ptr =
ReadbackTextureToFrame(destination, destination_params);
#ifdef OFX_SUPPORTS_OPENGLRENDER
DetachOutputTexture();
instance->contextDetachedAction();
#endif
if (frame_ptr && destination) {
AVFramePtr converted =
ConvertFrameIfNeeded(frame_ptr, destination_params);
const AVPixelFormat expected_fmt =
GetDestinationAVPixelFormat(destination_params);
destination->handleFrame(converted);
if (destination->renderer() && converted && converted->data[0] &&
(expected_fmt == AV_PIX_FMT_NONE ||
converted->format == expected_fmt)) {
int linesize_pixels = LinesizeToPixels(destination_params,
converted->linesize[0]);
if (linesize_pixels <= 0) {
linesize_pixels = destination_params.effective_width();
}
destination->Upload(converted->data[0], linesize_pixels);
} else if (destination->renderer() && converted &&
converted->data[0]) {
qWarning().noquote()
<< "OFX output pixel format mismatch for plugin="
<< PluginIdForInstance(instance);
}
}
}
instance->endRenderAction(frame, numFramesToRender, 1.0, interactive, renderScale, true,interactive
);
}
// 作用：绑定输出纹理到 OFX 的 GL 输出路径。
// Purpose: Attach output texture for OFX GL rendering.
void olive::plugin::PluginRenderer::AttachOutputTexture(olive::TexturePtr texture)
{
if (!texture) {
return;
}
AttachTextureAsDestination(texture->id());
}
// 作用：解除 OFX 的 GL 输出绑定。
// Purpose: Detach OFX GL output binding.
void olive::plugin::PluginRenderer::DetachOutputTexture()
{
DetachTextureAsDestination();
}
Reference in New Issue View Git Blame Copy Permalink