oak-editor/app/render/renderer.cpp

/***

  Olive - Non-Linear Video Editor
  Copyright (C) 2021 Olive Team

  This program is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program.  If not, see <http://www.gnu.org/licenses/>.

***/

#include "renderer.h"

#include <QVector2D>

#include "common/ocioutils.h"

namespace olive {

Renderer::Renderer(QObject *parent) :
  QObject(parent)
{

}

TexturePtr Renderer::CreateTexture(const VideoParams &params, Texture::Type type, const void *data, int linesize)
{
  QVariant v;

  if (type == Texture::k3D) {
    v = CreateNativeTexture3D(params.effective_width(), params.effective_height(),
                              params.effective_depth(), params.format(), params.channel_count(), data, linesize);
  } else {
    v = CreateNativeTexture2D(params.effective_width(), params.effective_height(), params.format(),
                              params.channel_count(), data, linesize);
  }

  return CreateTextureFromNativeHandle(v, params, type);
}

TexturePtr Renderer::CreateTexture(const VideoParams &params, const void *data, int linesize)
{
  return CreateTexture(params, Texture::k2D, data, linesize);
}

void Renderer::BlitColorManaged(ColorProcessorPtr color_processor, TexturePtr source, AlphaAssociated source_alpha_association, Texture *destination, bool clear_destination, const QMatrix4x4 &matrix, const QMatrix4x4 &crop_matrix)
{
  BlitColorManagedInternal(color_processor, source, source_alpha_association, destination, destination->params(), clear_destination, matrix, crop_matrix);
}

void Renderer::BlitColorManaged(ColorProcessorPtr color_processor, TexturePtr source, AlphaAssociated source_alpha_association, VideoParams params, bool clear_destination, const QMatrix4x4& matrix, const QMatrix4x4 &crop_matrix)
{
  BlitColorManagedInternal(color_processor, source, source_alpha_association, nullptr, params, clear_destination, matrix, crop_matrix);
}

void Renderer::ShaderJobInsertTextures(ColorProcessorPtr color_processor, ShaderJob* job,
                                       OCIO::GpuShaderDescRcPtr shader_desc) {
  ColorContext color_ctx;
  if (!GetCustomColorContext(color_processor, &color_ctx, shader_desc)) {
    return;
  }

  foreach (const ColorContext::LUT& l, color_ctx.lut3d_textures) {
    job->InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture)));
    job->SetInterpolation(l.name, l.interpolation);
  }
  foreach (const ColorContext::LUT& l, color_ctx.lut1d_textures) {
    job->InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture)));
    job->SetInterpolation(l.name, l.interpolation);
  }
}

TexturePtr Renderer::InterlaceTexture(TexturePtr top, TexturePtr bottom, const VideoParams &params)
{
  color_cache_mutex_.lock();
  if (interlace_texture_.isNull()) {
    interlace_texture_ = CreateNativeShader(ShaderCode(FileFunctions::ReadFileAsString(QStringLiteral(":/shaders/interlace.frag"))));
  }
  color_cache_mutex_.unlock();

  ShaderJob job;
  job.InsertValue(QStringLiteral("top_tex_in"), NodeValue(NodeValue::kTexture, QVariant::fromValue(top)));
  job.InsertValue(QStringLiteral("bottom_tex_in"), NodeValue(NodeValue::kTexture, QVariant::fromValue(bottom)));
  job.InsertValue(QStringLiteral("resolution_in"), NodeValue(NodeValue::kVec2, QVector2D(params.effective_width(), params.effective_height())));

  TexturePtr output = CreateTexture(params);

  BlitToTexture(interlace_texture_, job, output.get());

  return output;
}

void Renderer::Destroy()
{
  color_cache_.clear();

  if (!interlace_texture_.isNull()) {
    DestroyNativeShader(interlace_texture_);
    interlace_texture_.clear();
  }

  DestroyInternal();
}

TexturePtr Renderer::CreateTextureFromNativeHandle(const QVariant &v, const VideoParams &params, Texture::Type type)
{
  if (v.isNull()) {
    return nullptr;
  }

  return std::make_shared<Texture>(this, v, params, type);
}

bool Renderer::GetCustomColorContext(ColorProcessorPtr color_processor, Renderer::ColorContext* ctx,
                                     OCIO::GpuShaderDescRcPtr shader_desc) {
  QMutexLocker locker(&color_cache_mutex_);

  ColorContext& color_ctx = *ctx;

  if (color_cache_.contains(color_processor->id())) {
    color_ctx = color_cache_.value(color_processor->id());
    return true;
  } else {
    if (SetupColorContextTextures(color_ctx, shader_desc, color_processor)) {
      return true;
    } else {
      qCritical() << "Failed to allocate OCIO shader textures";
      return false;
    }
  }
}

bool Renderer::SetupColorContextTextures(ColorContext& color_ctx, OCIO::ConstGpuShaderDescRcPtr shader_desc,
                                         ColorProcessorPtr color_processor) {
  color_ctx.lut3d_textures.resize(shader_desc->getNum3DTextures());
  for (unsigned int i = 0; i < shader_desc->getNum3DTextures(); i++) {
    const char* tex_name = nullptr;
    const char* sampler_name = nullptr;
    unsigned int edge_len = 0;
    OCIO::Interpolation interpolation = OCIO::INTERP_LINEAR;

    shader_desc->get3DTexture(i, tex_name, sampler_name, edge_len, interpolation);

    if (!tex_name || !*tex_name || !sampler_name || !*sampler_name || !edge_len) {
      qCritical() << "3D LUT texture data is corrupted";
      return false;
    }

    const float* values = nullptr;
    shader_desc->get3DTextureValues(i, values);
    if (!values) {
      qCritical() << "3D LUT texture values are missing";
      return false;
    }

    // Allocate 3D LUT
    color_ctx.lut3d_textures[i].texture = CreateTexture(
        VideoParams(edge_len, edge_len, edge_len, VideoParams::kFormatFloat32, VideoParams::kRGBChannelCount),
        Texture::k3D, values);
    color_ctx.lut3d_textures[i].name = sampler_name;
    color_ctx.lut3d_textures[i].interpolation =
        (interpolation == OCIO::INTERP_NEAREST) ? Texture::kNearest : Texture::kLinear;
  }

  color_ctx.lut1d_textures.resize(shader_desc->getNumTextures());
  for (unsigned int i = 0; i < shader_desc->getNumTextures(); i++) {
    const char* tex_name = nullptr;
    const char* sampler_name = nullptr;
    unsigned int width = 0, height = 0;
    OCIO::GpuShaderDesc::TextureType channel = OCIO::GpuShaderDesc::TEXTURE_RGB_CHANNEL;
    OCIO::Interpolation interpolation = OCIO::INTERP_LINEAR;

    shader_desc->getTexture(i, tex_name, sampler_name, width, height, channel, interpolation);

    if (!tex_name || !*tex_name || !sampler_name || !*sampler_name || !width) {
      qCritical() << "1D LUT texture data is corrupted";
      return false;
    }

    const float* values = nullptr;
    shader_desc->getTextureValues(i, values);
    if (!values) {
      qCritical() << "1D LUT texture values are missing";
      return false;
    }

    // Allocate 1D LUT
    color_ctx.lut1d_textures[i].texture = CreateTexture(
        VideoParams(width, height, VideoParams::kFormatFloat32,
                    (channel == OCIO::GpuShaderDesc::TEXTURE_RED_CHANNEL) ? 1 : VideoParams::kRGBChannelCount),
        Texture::k2D, values);
    color_ctx.lut1d_textures[i].name = sampler_name;
    color_ctx.lut1d_textures[i].interpolation =
        (interpolation == OCIO::INTERP_NEAREST) ? Texture::kNearest : Texture::kLinear;
  }

  color_cache_.insert(color_processor->id(), color_ctx);

  return true;

}

bool Renderer::GetColorContext(ColorProcessorPtr color_processor, Renderer::ColorContext *ctx)
{
  QMutexLocker locker(&color_cache_mutex_);

  ColorContext& color_ctx = *ctx;

  if (color_cache_.contains(color_processor->id())) {
    color_ctx = color_cache_.value(color_processor->id());
    return true;
  } else {
    // Create shader description
    const char* ocio_func_name = "OCIODisplay";
    auto shader_desc = OCIO::GpuShaderDesc::CreateShaderDesc();
    shader_desc->setLanguage(OCIO::GPU_LANGUAGE_GLSL_1_3);
    shader_desc->setFunctionName(ocio_func_name);
    shader_desc->setResourcePrefix("ocio_");

    // Generate shader
    color_processor->GetProcessor()->getDefaultGPUProcessor()->extractGpuShaderInfo(shader_desc);

    // Generate shader code using OCIO stub and our auto-generated name
    QString shader_frag = FileFunctions::ReadFileAsString(QStringLiteral(":shaders/colormanage.frag")).arg(
          shader_desc->getShaderText(),
          ocio_func_name
    );

    // Try to compile shader
    color_ctx.compiled_shader = CreateNativeShader(ShaderCode(shader_frag,
                                                              FileFunctions::ReadFileAsString(QStringLiteral(":/shaders/default.vert"))));

    if (color_ctx.compiled_shader.isNull()) {
      return false;
    }

    if (SetupColorContextTextures(color_ctx, shader_desc, color_processor)) {
      return true;
    } else {
      qCritical() << "Failed to allocate OCIO shader textures";
      return false;
    }
  }
}

void Renderer::BlitColorManagedInternal(ColorProcessorPtr color_processor, TexturePtr source,
                                        AlphaAssociated source_alpha_association, Texture *destination,
                                        VideoParams params, bool clear_destination, const QMatrix4x4& matrix,
                                        const QMatrix4x4& crop_matrix)
{
  ColorContext color_ctx;
  if (!GetColorContext(color_processor, &color_ctx)) {
    return;
  }

  ShaderJob job;

  job.InsertValue(QStringLiteral("ove_maintex"), NodeValue(NodeValue::kTexture, QVariant::fromValue(source)));
  job.InsertValue(QStringLiteral("ove_mvpmat"), NodeValue(NodeValue::kMatrix, matrix));
  job.InsertValue(QStringLiteral("ove_cropmatrix"), NodeValue(NodeValue::kMatrix, crop_matrix.inverted()));
  job.InsertValue(QStringLiteral("ove_maintex_alpha"), NodeValue(NodeValue::kInt, source_alpha_association));

  foreach (const ColorContext::LUT& l, color_ctx.lut3d_textures) {
    job.InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture)));
    job.SetInterpolation(l.name, l.interpolation);
  }
  foreach (const ColorContext::LUT& l, color_ctx.lut1d_textures) {
    job.InsertValue(l.name, NodeValue(NodeValue::kTexture, QVariant::fromValue(l.texture)));
    job.SetInterpolation(l.name, l.interpolation);
  }

  if (destination) {
    BlitToTexture(color_ctx.compiled_shader, job, destination, clear_destination);
  } else {
    Blit(color_ctx.compiled_shader, job, params, clear_destination);
  }
}

}