/*** Olive - Non-Linear Video Editor Copyright (C) 2021 Olive Team This program is free software: you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, either version 3 of the License, or (at your option) any later version. This program is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with this program. If not, see . ***/ #include "renderer.h" #include #include "common/ocioutils.h" namespace olive { Renderer::Renderer(QObject *parent) : QObject(parent) { } TexturePtr Renderer::CreateTexture(const VideoParams ¶ms, Texture::Type type, const void *data, int linesize) { QVariant v; if (type == Texture::k3D) { v = CreateNativeTexture3D(params.effective_width(), params.effective_height(), params.effective_depth(), params.format(), params.channel_count(), data, linesize); } else { v = CreateNativeTexture2D(params.effective_width(), params.effective_height(), params.format(), params.channel_count(), data, linesize); } return CreateTextureFromNativeHandle(v, params, type); } TexturePtr Renderer::CreateTexture(const VideoParams ¶ms, const void *data, int linesize) { return CreateTexture(params, Texture::k2D, data, linesize); } void Renderer::BlitColorManaged(ColorProcessorPtr color_processor, TexturePtr source, AlphaAssociated source_alpha_association, Texture *destination, bool clear_destination, const QMatrix4x4 &matrix, const QMatrix4x4 &crop_matrix) { BlitColorManagedInternal(color_processor, source, source_alpha_association, destination, destination->params(), clear_destination, matrix, crop_matrix); } void Renderer::BlitColorManaged(ColorProcessorPtr color_processor, TexturePtr source, AlphaAssociated source_alpha_association, VideoParams params, bool clear_destination, const QMatrix4x4& matrix, const QMatrix4x4 &crop_matrix) { BlitColorManagedInternal(color_processor, source, source_alpha_association, nullptr, params, clear_destination, matrix, crop_matrix); } void Renderer::ShaderJobInsertTextures(ColorProcessorPtr color_processor, ShaderJob* job, OCIO::GpuShaderDescRcPtr shader_desc) { ColorContext color_ctx; if (!GetCustomColorContext(color_processor, &color_ctx, shader_desc)) { return; } foreach (const ColorContext::LUT& l, color_ctx.lut3d_textures) { job->InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture))); job->SetInterpolation(l.name, l.interpolation); } foreach (const ColorContext::LUT& l, color_ctx.lut1d_textures) { job->InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture))); job->SetInterpolation(l.name, l.interpolation); } } TexturePtr Renderer::InterlaceTexture(TexturePtr top, TexturePtr bottom, const VideoParams ¶ms) { color_cache_mutex_.lock(); if (interlace_texture_.isNull()) { interlace_texture_ = CreateNativeShader(ShaderCode(FileFunctions::ReadFileAsString(QStringLiteral(":/shaders/interlace.frag")))); } color_cache_mutex_.unlock(); ShaderJob job; job.InsertValue(QStringLiteral("top_tex_in"), NodeValue(NodeValue::kTexture, QVariant::fromValue(top))); job.InsertValue(QStringLiteral("bottom_tex_in"), NodeValue(NodeValue::kTexture, QVariant::fromValue(bottom))); job.InsertValue(QStringLiteral("resolution_in"), NodeValue(NodeValue::kVec2, QVector2D(params.effective_width(), params.effective_height()))); TexturePtr output = CreateTexture(params); BlitToTexture(interlace_texture_, job, output.get()); return output; } void Renderer::Destroy() { color_cache_.clear(); if (!interlace_texture_.isNull()) { DestroyNativeShader(interlace_texture_); interlace_texture_.clear(); } DestroyInternal(); } TexturePtr Renderer::CreateTextureFromNativeHandle(const QVariant &v, const VideoParams ¶ms, Texture::Type type) { if (v.isNull()) { return nullptr; } return std::make_shared(this, v, params, type); } bool Renderer::GetCustomColorContext(ColorProcessorPtr color_processor, Renderer::ColorContext* ctx, OCIO::GpuShaderDescRcPtr shader_desc) { QMutexLocker locker(&color_cache_mutex_); ColorContext& color_ctx = *ctx; if (color_cache_.contains(color_processor->id())) { color_ctx = color_cache_.value(color_processor->id()); return true; } else { if (SetupColorContextTextures(color_ctx, shader_desc, color_processor)) { return true; } else { qCritical() << "Failed to allocate OCIO shader textures"; return false; } } } bool Renderer::SetupColorContextTextures(ColorContext& color_ctx, OCIO::ConstGpuShaderDescRcPtr shader_desc, ColorProcessorPtr color_processor) { color_ctx.lut3d_textures.resize(shader_desc->getNum3DTextures()); for (unsigned int i = 0; i < shader_desc->getNum3DTextures(); i++) { const char* tex_name = nullptr; const char* sampler_name = nullptr; unsigned int edge_len = 0; OCIO::Interpolation interpolation = OCIO::INTERP_LINEAR; shader_desc->get3DTexture(i, tex_name, sampler_name, edge_len, interpolation); if (!tex_name || !*tex_name || !sampler_name || !*sampler_name || !edge_len) { qCritical() << "3D LUT texture data is corrupted"; return false; } const float* values = nullptr; shader_desc->get3DTextureValues(i, values); if (!values) { qCritical() << "3D LUT texture values are missing"; return false; } // Allocate 3D LUT color_ctx.lut3d_textures[i].texture = CreateTexture( VideoParams(edge_len, edge_len, edge_len, VideoParams::kFormatFloat32, VideoParams::kRGBChannelCount), Texture::k3D, values); color_ctx.lut3d_textures[i].name = sampler_name; color_ctx.lut3d_textures[i].interpolation = (interpolation == OCIO::INTERP_NEAREST) ? Texture::kNearest : Texture::kLinear; } color_ctx.lut1d_textures.resize(shader_desc->getNumTextures()); for (unsigned int i = 0; i < shader_desc->getNumTextures(); i++) { const char* tex_name = nullptr; const char* sampler_name = nullptr; unsigned int width = 0, height = 0; OCIO::GpuShaderDesc::TextureType channel = OCIO::GpuShaderDesc::TEXTURE_RGB_CHANNEL; OCIO::Interpolation interpolation = OCIO::INTERP_LINEAR; shader_desc->getTexture(i, tex_name, sampler_name, width, height, channel, interpolation); if (!tex_name || !*tex_name || !sampler_name || !*sampler_name || !width) { qCritical() << "1D LUT texture data is corrupted"; return false; } const float* values = nullptr; shader_desc->getTextureValues(i, values); if (!values) { qCritical() << "1D LUT texture values are missing"; return false; } // Allocate 1D LUT color_ctx.lut1d_textures[i].texture = CreateTexture( VideoParams(width, height, VideoParams::kFormatFloat32, (channel == OCIO::GpuShaderDesc::TEXTURE_RED_CHANNEL) ? 1 : VideoParams::kRGBChannelCount), Texture::k2D, values); color_ctx.lut1d_textures[i].name = sampler_name; color_ctx.lut1d_textures[i].interpolation = (interpolation == OCIO::INTERP_NEAREST) ? Texture::kNearest : Texture::kLinear; } color_cache_.insert(color_processor->id(), color_ctx); return true; } bool Renderer::GetColorContext(ColorProcessorPtr color_processor, Renderer::ColorContext *ctx) { QMutexLocker locker(&color_cache_mutex_); ColorContext& color_ctx = *ctx; if (color_cache_.contains(color_processor->id())) { color_ctx = color_cache_.value(color_processor->id()); return true; } else { // Create shader description const char* ocio_func_name = "OCIODisplay"; auto shader_desc = OCIO::GpuShaderDesc::CreateShaderDesc(); shader_desc->setLanguage(OCIO::GPU_LANGUAGE_GLSL_1_3); shader_desc->setFunctionName(ocio_func_name); shader_desc->setResourcePrefix("ocio_"); // Generate shader color_processor->GetProcessor()->getDefaultGPUProcessor()->extractGpuShaderInfo(shader_desc); // Generate shader code using OCIO stub and our auto-generated name QString shader_frag = FileFunctions::ReadFileAsString(QStringLiteral(":shaders/colormanage.frag")).arg( shader_desc->getShaderText(), ocio_func_name ); // Try to compile shader color_ctx.compiled_shader = CreateNativeShader(ShaderCode(shader_frag, FileFunctions::ReadFileAsString(QStringLiteral(":/shaders/default.vert")))); if (color_ctx.compiled_shader.isNull()) { return false; } if (SetupColorContextTextures(color_ctx, shader_desc, color_processor)) { return true; } else { qCritical() << "Failed to allocate OCIO shader textures"; return false; } } } void Renderer::BlitColorManagedInternal(ColorProcessorPtr color_processor, TexturePtr source, AlphaAssociated source_alpha_association, Texture *destination, VideoParams params, bool clear_destination, const QMatrix4x4& matrix, const QMatrix4x4& crop_matrix) { ColorContext color_ctx; if (!GetColorContext(color_processor, &color_ctx)) { return; } ShaderJob job; job.InsertValue(QStringLiteral("ove_maintex"), NodeValue(NodeValue::kTexture, QVariant::fromValue(source))); job.InsertValue(QStringLiteral("ove_mvpmat"), NodeValue(NodeValue::kMatrix, matrix)); job.InsertValue(QStringLiteral("ove_cropmatrix"), NodeValue(NodeValue::kMatrix, crop_matrix.inverted())); job.InsertValue(QStringLiteral("ove_maintex_alpha"), NodeValue(NodeValue::kInt, source_alpha_association)); foreach (const ColorContext::LUT& l, color_ctx.lut3d_textures) { job.InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture))); job.SetInterpolation(l.name, l.interpolation); } foreach (const ColorContext::LUT& l, color_ctx.lut1d_textures) { job.InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture))); job.SetInterpolation(l.name, l.interpolation); } if (destination) { BlitToTexture(color_ctx.compiled_shader, job, destination, clear_destination); } else { Blit(color_ctx.compiled_shader, job, params, clear_destination); } } }