oak-editor/app/render/pixelservice.cpp

/***

  Olive - Non-Linear Video Editor
  Copyright (C) 2019 Olive Team

  This program is free software: you can redistribute it and/or modify
  it under the terms of the GNU General Public License as published by
  the Free Software Foundation, either version 3 of the License, or
  (at your option) any later version.

  This program is distributed in the hope that it will be useful,
  but WITHOUT ANY WARRANTY; without even the implied warranty of
  MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  GNU General Public License for more details.

  You should have received a copy of the GNU General Public License
  along with this program.  If not, see <http://www.gnu.org/licenses/>.

***/

#include "pixelservice.h"

#include <QCoreApplication>
#include <QDebug>
#include <QFloat16>

#include "common/define.h"
#include "core.h"

PixelService* PixelService::instance_ = nullptr;

void PixelService::CreateInstance()
{
  instance_ = new PixelService();
}

void PixelService::DestroyInstance()
{
  delete instance_;
}

PixelService *PixelService::instance()
{
  return instance_;
}

PixelFormat::Format PixelService::GetConfiguredFormatForMode(RenderMode::Mode mode)
{
  return static_cast<PixelFormat::Format>(Core::GetPreferenceForRenderMode(mode, QStringLiteral("PixelFormat")).toInt());
}

void PixelService::SetConfiguredFormatForMode(RenderMode::Mode mode, PixelFormat::Format format)
{
  if (format != GetConfiguredFormatForMode(mode)) {
    Core::SetPreferenceForRenderMode(mode, QStringLiteral("PixelFormat"), format);

    emit FormatChanged();
  }
}

PixelFormat::Format PixelService::OIIOFormatToOliveFormat(OIIO::TypeDesc desc)
{
  if (desc == OIIO::TypeDesc::UINT8) {
    return PixelFormat::PIX_FMT_RGBA8;
  } else if (desc == OIIO::TypeDesc::UINT16) {
    return PixelFormat::PIX_FMT_RGBA16U;
  } else if (desc == OIIO::TypeDesc::HALF) {
    return PixelFormat::PIX_FMT_RGBA16F;
  } else if (desc == OIIO::TypeDesc::FLOAT) {
    return PixelFormat::PIX_FMT_RGBA32F;
  }

  return PixelFormat::PIX_FMT_INVALID;
}

PixelFormat::Info PixelService::GetPixelFormatInfo(const PixelFormat::Format &format)
{
  PixelFormat::Info info;

  switch (format) {
  case PixelFormat::PIX_FMT_RGBA8:
    info.name = tr("8-bit");
    info.internal_format = GL_RGBA8;
    info.gl_pixel_type = GL_UNSIGNED_BYTE;
    info.oiio_desc = OIIO::TypeDesc::UINT8;
    break;
  case PixelFormat::PIX_FMT_RGBA16U:
    info.name = tr("16-bit Integer");
    info.internal_format = GL_RGBA16;
    info.gl_pixel_type = GL_UNSIGNED_SHORT;
    info.oiio_desc = OIIO::TypeDesc::UINT16;
    break;
  case PixelFormat::PIX_FMT_RGBA16F:
    info.name = tr("Half-Float (16-bit)");
    info.internal_format = GL_RGBA16F;
    info.gl_pixel_type = GL_HALF_FLOAT;
    info.oiio_desc = OIIO::TypeDesc::HALF;
    break;
  case PixelFormat::PIX_FMT_RGBA32F:
    info.name = tr("Full-Float (32-bit)");
    info.internal_format = GL_RGBA32F;
    info.gl_pixel_type = GL_FLOAT;
    info.oiio_desc = OIIO::TypeDesc::FLOAT;
    break;
  case PixelFormat::PIX_FMT_INVALID:
  case PixelFormat::PIX_FMT_COUNT:
    qFatal("Invalid pixel format requested");
  }

  info.pixel_format = GL_RGBA;
  info.bytes_per_pixel = BytesPerPixel(format);

  return info;
}

int PixelService::GetBufferSize(const PixelFormat::Format &format, const int &width, const int &height)
{
  return BytesPerPixel(format) * width * height;
}

int PixelService::BytesPerPixel(const PixelFormat::Format &format)
{
  return BytesPerChannel(format) * kRGBAChannels;
}

int PixelService::BytesPerChannel(const PixelFormat::Format &format)
{
  switch (format) {
  case PixelFormat::PIX_FMT_RGBA8:
    return 1;
  case PixelFormat::PIX_FMT_RGBA16U:
  case PixelFormat::PIX_FMT_RGBA16F:
    return 2;
  case PixelFormat::PIX_FMT_RGBA32F:
    return 4;
  case PixelFormat::PIX_FMT_INVALID:
  case PixelFormat::PIX_FMT_COUNT:
    break;
  }

  qFatal("Invalid pixel format requested");

  // qFatal will abort so we won't get here, but this suppresses compiler warnings
  return 0;
}

FramePtr PixelService::ConvertPixelFormat(FramePtr frame, const PixelFormat::Format &dest_format)
{
  if (frame->format() == dest_format) {
    return frame;
  }

  // FIXME: It'd be nice if this was multithreaded soon

  FramePtr converted = Frame::Create();

  // Copy parameters
  converted->set_width(frame->width());
  converted->set_height(frame->height());
  converted->set_timestamp(frame->timestamp());
  converted->set_format(dest_format);
  converted->allocate();

  int pix_count = frame->width() * frame->height() * kRGBAChannels;

  bool valid = true;

  switch (static_cast<PixelFormat::Format>(frame->format())) {
  case PixelFormat::PIX_FMT_RGBA8:
  {
    uint8_t* source = reinterpret_cast<uint8_t*>(frame->data());

    switch (dest_format) {
    case PixelFormat::PIX_FMT_RGBA16U: // 8-bit Integer -> 16-bit Integer
    {
      uint16_t* destination = reinterpret_cast<uint16_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint16_t>(source[i] * 257);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA16F: // 8-bit Integer -> 16-bit Float
    {
      qfloat16* destination = reinterpret_cast<qfloat16*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i] / 255.0f;
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA32F: // 8-bit Integer -> 32-bit Float
    {
      float* destination = reinterpret_cast<float*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i] / 255.0f;
      }
      break;
    }
    case PixelFormat::PIX_FMT_INVALID:
    case PixelFormat::PIX_FMT_RGBA8:
    case PixelFormat::PIX_FMT_COUNT:
      valid = false;
    }
    break;
  }
  case PixelFormat::PIX_FMT_RGBA16U:
  {
    uint16_t* source = reinterpret_cast<uint16_t*>(frame->data());

    switch (dest_format) {
    case PixelFormat::PIX_FMT_RGBA8: // 16-bit Integer -> 8-bit Integer
    {
      uint8_t* destination = reinterpret_cast<uint8_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint8_t>(source[i] / 257);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA16F: // 16-bit Integer -> 16-bit Float
    {
      qfloat16* destination = reinterpret_cast<qfloat16*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i] / 65535.0f;
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA32F: // 16-bit Integer -> 32-bit Float
    {
      float* destination = reinterpret_cast<float*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i] / 65535.0f;
      }
      break;
    }
    case PixelFormat::PIX_FMT_INVALID:
    case PixelFormat::PIX_FMT_RGBA16U:
    case PixelFormat::PIX_FMT_COUNT:
      valid = false;
    }
    break;
  }
  case PixelFormat::PIX_FMT_RGBA16F:
  {
    qfloat16* source = reinterpret_cast<qfloat16*>(frame->data());

    switch (dest_format) {
    case PixelFormat::PIX_FMT_RGBA8: // 16-bit Float -> 8-bit Integer
    {
      uint8_t* destination = reinterpret_cast<uint8_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint8_t>(source[i] * 255.0f);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA16U: // 16-bit Float -> 16-bit Integer
    {
      uint16_t* destination = reinterpret_cast<uint16_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint16_t>(source[i] * 65535.0f);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA32F: // 16-bit Float -> 32-bit Float
    {
      float* destination = reinterpret_cast<float*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i];
      }
      break;
    }
    case PixelFormat::PIX_FMT_INVALID:
    case PixelFormat::PIX_FMT_RGBA16F:
    case PixelFormat::PIX_FMT_COUNT:
      valid = false;
    }
    break;
  }
  case PixelFormat::PIX_FMT_RGBA32F:
  {
    float* source = reinterpret_cast<float*>(frame->data());

    switch (dest_format) {
    case PixelFormat::PIX_FMT_RGBA8: // 32-bit Float -> 8-bit Integer
    {
      uint8_t* destination = reinterpret_cast<uint8_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint8_t>(source[i] * 255.0f);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA16U: // 32-bit Float -> 16-bit Integer
    {
      uint16_t* destination = reinterpret_cast<uint16_t*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = static_cast<uint16_t>(source[i] * 65535.0f);
      }
      break;
    }
    case PixelFormat::PIX_FMT_RGBA16F: // 32-bit Float -> 16-bit Float
    {
      qfloat16* destination = reinterpret_cast<qfloat16*>(converted->data());
      for (int i=0;i<pix_count;i++) {
        destination[i] = source[i];
      }
      break;
    }
    case PixelFormat::PIX_FMT_INVALID:
    case PixelFormat::PIX_FMT_RGBA32F:
    case PixelFormat::PIX_FMT_COUNT:
      valid = false;
    }
    break;
  }
  case PixelFormat::PIX_FMT_INVALID:
  case PixelFormat::PIX_FMT_COUNT:
    valid = false;
  }

  if (valid) {
    return converted;
  }

  qWarning() << "Invalid parameters called for pixel format conversion";
  return nullptr;
}

void PixelService::ConvertRGBtoRGBA(FramePtr frame)
{
  PixelFormat::Format dest_format = static_cast<PixelFormat::Format>(frame->format());

  int rgb_pixel_size = BytesPerChannel(dest_format) * kRGBChannels;
  int rgb_frame_size = frame->width() * frame->height() * rgb_pixel_size;
  int rgb_iter = rgb_frame_size - rgb_pixel_size;

  int rgba_pixel_size = BytesPerChannel(dest_format) * kRGBAChannels;
  int rgba_frame_size = frame->width() * frame->height() * rgba_pixel_size;
  int rgba_iter = rgba_frame_size - rgba_pixel_size;

  // Work backwards to save time
  while (rgb_iter >= 0) {
    memcpy(&frame->data()[rgba_iter], &frame->data()[rgb_iter], static_cast<size_t>(rgb_pixel_size));

    uint8_t* alpha_ptr = reinterpret_cast<uint8_t*>(frame->data()) + rgba_iter + rgb_pixel_size;

    // Write a full alpha value according to the format
    switch (dest_format) {
    case PixelFormat::PIX_FMT_RGBA8:
      *alpha_ptr = UINT8_MAX;
      break;
    case PixelFormat::PIX_FMT_RGBA16U:
      *reinterpret_cast<uint16_t*>(alpha_ptr) = UINT16_MAX;
      break;
    case PixelFormat::PIX_FMT_RGBA16F:
      *reinterpret_cast<qfloat16*>(alpha_ptr) = 1.0f;
      break;
    case PixelFormat::PIX_FMT_RGBA32F:
      *reinterpret_cast<float*>(alpha_ptr) = 1.0f;
      break;
    case PixelFormat::PIX_FMT_INVALID:
    case PixelFormat::PIX_FMT_COUNT:
      qFatal("Invalid pixel format requested");
    }

    rgb_iter -= rgb_pixel_size;
    rgba_iter -= rgba_pixel_size;
  }
}