// Oak Video Editor - Non-Linear Video Editor
// Copyright (C) 2026 Oak Team
//
// This program is free software: you can redistribute it and/or modify
// it under the terms of the GNU General Public License as published by
// the Free Software Foundation, either version 3 of the License, or
// (at your option) any later version.
//
// This program is distributed in the hope that it will be useful,
// but WITHOUT ANY WARRANTY; without even the implied warranty of
// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
// GNU General Public License for more details.
//
// You should have received a copy of the GNU General Public License
// along with this program. If not, see .
//! Hardware video decoding (user-mandated default): the platform's
//! hardware acceleration is preferred over pure software decoding, with
//! a config switch and an automatic software fallback.
//!
//! **FFmpeg 8 removed the standalone hardware decoders** (`h264_videotoolbox`,
//! `h264_vaapi`, `h264_nvdec`, `h264_d3d11va` are all gone from its
//! configure): hardware decode now only exists as a *hwaccel* attached
//! to the software decoder. The model here is therefore uniform across
//! platforms: create the platform's hardware device context
//! (`av_hwdevice_ctx_create`), set it as `hw_device_ctx` on the codec
//! context of the regular decoder, and FFmpeg automatically engages the
//! matching hwaccel (`h264_videotoolbox_hwaccel` & co) on open. Codecs
//! without a matching hwaccel silently stay software — the pipeline
//! below only transfers frames whose pixel format is actually a
//! hardware surface.
//!
//! - **macOS**: `AV_HWDEVICE_TYPE_VIDEOTOOLBOX`
//! - **Linux**: `VAAPI` (DMA-BUF, the M5 import path), then `CUDA` (NVDEC)
//! - **Windows**: `D3D11VA`, then `CUDA` (NVDEC)
//!
//! Device creation can fail on machines without the device/driver (a
//! headless Linux box, no NVIDIA GPU) — the candidate is skipped and
//! the next one (or the software decoder) is used. Hardware frames
//! (`AV_PIX_FMT_VIDEOTOOLBOX` / `VAAPI` / `CUDA` / `D3D11VA_VLD` /
//! `D3D11`) either go through the M5 zero-copy import
//! (`crate::gpuinterop`) or are transferred to system memory with
//! `av_hwframe_transfer_data` before the swscale conversion.
use ffmpeg::ffi as sys;
use ffmpeg::Dictionary;
use ffmpeg_next as ffmpeg;
use crate::error::{Error, Result};
/// Number of hardware frames transferred to system memory so far
/// (process-wide). An observability counter: a hardware decode that
/// never produces a hardware surface stays at zero, so tests can prove
/// the hwaccel really engaged rather than silently staying software.
pub static HW_TRANSFERS: std::sync::atomic::AtomicU64 = std::sync::atomic::AtomicU64::new(0);
/// The config key of the hardware-decode switch (1 = prefer hardware,
/// 0 = force software). Default ON by user mandate.
pub const CONFIG_KEY_HARDWARE_DECODING: &str = "HardwareDecoding";
/// Process-wide negative cache of failed device types (a `static`, not a
/// `const` — a const array is inlined per use site, so writes from
/// `mark_device_unavailable` would never be visible to `device_unavailable`).
/// Creating a hardware device context (`av_hwdevice_ctx_create`) is
/// expensive when the driver is missing and emits FFmpeg's
/// `[VAAPI @ ...] Failed to initialise VAAPI connection` spam every time —
/// on a box without libva that is once per decoder open, per process, with
/// the full log line. The cache marks a device type unavailable after its
/// first failed creation, so every later open skips it (and its log noise)
/// entirely. The slot count is generous: `AVHWDeviceType` values are small
/// non-negative enumerants (< 32), 64 covers them all.
static UNAVAILABLE_DEVICES: [std::sync::atomic::AtomicBool; 64] =
[const { std::sync::atomic::AtomicBool::new(false) }; 64];
#[cfg(test)]
thread_local! {
/// Test-only counter of `open_hw_accel` device-context creation
/// attempts on the calling thread (incremented at the top of the
/// function, before any FFmpeg call). Lets tests prove the negative
/// cache short-circuits before FFmpeg is involved.
///
/// Thread-local on purpose: the real-media tests decode on other
/// threads *without* the shared test lock, so a process-wide counter
/// would let their attempts perturb the negative-cache assertion on
/// this thread.
static CREATE_ATTEMPTS: std::cell::Cell = const { std::cell::Cell::new(0) };
}
/// The calling thread's creation-attempt count (tests only).
#[cfg(test)]
fn creation_attempts() -> u64 {
CREATE_ATTEMPTS.with(std::cell::Cell::get)
}
/// Count one creation attempt on the calling thread (tests only).
#[cfg(test)]
fn note_creation_attempt() {
CREATE_ATTEMPTS.with(|count| count.set(count.get() + 1));
}
/// Reset the calling thread's creation-attempt count (tests only).
#[cfg(test)]
fn reset_creation_attempts() {
CREATE_ATTEMPTS.with(|count| count.set(0));
}
/// Whether `device_type` is known unavailable — a device-context
/// creation failed once earlier in this process.
pub fn device_unavailable(device_type: sys::AVHWDeviceType) -> bool {
UNAVAILABLE_DEVICES
.get(device_type as usize)
.map(|f| f.load(std::sync::atomic::Ordering::Relaxed))
.unwrap_or(false)
}
/// Record that `device_type`'s device context failed to create (sticky
/// for the process; the caller falls back to the next candidate).
pub fn mark_device_unavailable(device_type: sys::AVHWDeviceType) {
if let Some(f) = UNAVAILABLE_DEVICES.get(device_type as usize) {
f.store(true, std::sync::atomic::Ordering::Relaxed);
}
}
/// Whether hardware decoding is preferred (the config switch). Default
/// ON by user mandate; only an explicit `"false"` turns it off (the
/// string accessor, same convention as the app's config helpers — the
/// store's typed `get_bool` only parses pre-typed Bool entries). The
/// `OAK_HWACCEL` environment variable overrides both: `0` force-disables
/// hardware decode entirely (a diagnostic escape hatch on machines where
/// probing the device is slow or noisy).
pub fn hardware_decoding_enabled() -> bool {
if let Ok(v) = std::env::var("OAK_HWACCEL") {
return v != "0";
}
match oak_core::configstore::ConfigStore::instance()
.get(None, CONFIG_KEY_HARDWARE_DECODING)
{
Ok(value) => value != "false",
Err(_) => true,
}
}
/// The hardware device types to try, most preferred first. On a machine
/// without the device/driver the candidate fails creation and the next
/// one is tried; the software decoder is the final fallback.
pub fn device_type_candidates() -> &'static [sys::AVHWDeviceType] {
#[cfg(target_os = "macos")]
{
&[sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VIDEOTOOLBOX]
}
#[cfg(target_os = "windows")]
{
&[
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_D3D11VA,
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_CUDA,
]
}
#[cfg(all(unix, not(target_os = "macos")))]
{
// VAAPI first: it is the DMA-BUF path the M5 zero-copy import
// consumes (`VK_EXT_external_memory_dma_buf`), and on NVIDIA boxes
// with the VA-API driver it is just as reachable as NVDEC — while
// a CUDA (NVDEC) surface has no public handle export, so frames
// decoded through it can only take the staging fallback. CUDA
// stays as the fallback for machines without libva; it also
// sidesteps VAAPI's default render node pointing at a device with
// no VA driver (CUDA device creation fails fast without libcuda).
&[
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VAAPI,
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_CUDA,
]
}
}
/// A display name for a device type (status reporting and tests).
pub fn device_type_name(device_type: sys::AVHWDeviceType) -> &'static str {
match device_type {
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VIDEOTOOLBOX => "videotoolbox",
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VAAPI => "vaapi",
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_CUDA => "cuda/nvdec",
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_D3D11VA => "d3d11va",
_ => "unknown",
}
}
/// Try to open the software codec with a hardware device context of
/// `device_type` attached — FFmpeg then engages the matching hwaccel
/// (e.g. `h264_videotoolbox_hwaccel`) on open. Returns the opened codec
/// context plus the device type in use, or `None` when the device is
/// unavailable (the caller tries the next candidate, then pure
/// software).
pub fn open_hw_accel(
params: &ffmpeg::codec::Parameters,
codec: ffmpeg::Codec,
device_type: sys::AVHWDeviceType,
) -> Option<(ffmpeg::codec::decoder::Opened, sys::AVHWDeviceType)> {
// Negative cache: a device type whose context creation failed once
// (no driver, headless box) is never tried again — creation is slow
// and logs `[VAAPI @ ...] Failed to initialise VAAPI connection` per
// attempt. Checked before any FFmpeg call so marked types cost
// nothing.
if device_unavailable(device_type) {
return None;
}
#[cfg(test)]
note_creation_attempt();
let mut context = ffmpeg::codec::Context::from_parameters(params.clone()).ok()?;
let mut device: *mut sys::AVBufferRef = std::ptr::null_mut();
// SAFETY: `device` is a valid out-pointer; on success it owns the
// device reference, which is handed to the codec context below.
let rc = unsafe {
sys::av_hwdevice_ctx_create(
&mut device,
device_type,
std::ptr::null(),
std::ptr::null_mut(),
0,
)
};
if rc < 0 || device.is_null() {
// The device is unavailable (missing driver / no hardware): mark
// it so later opens skip the attempt and its log noise.
mark_device_unavailable(device_type);
return None;
}
// SAFETY: `hw_device_ctx` takes ownership of the reference; the codec
// context frees it with the context.
unsafe { (*context.as_mut_ptr()).hw_device_ctx = device };
let mut opts = Dictionary::new();
opts.set("threads", &crate::ffmpeg::decoder_threads());
let opened = match context.decoder().open_as_with(codec, opts) {
Ok(opened) => opened,
Err(_) => {
// The device context was created but the hardware DECODER
// could not be created for this stream (e.g. NVDEC
// `cuvidCreateDecoder` out-of-memory at 4K — 4K surface pools
// need tens of MB of video memory, and a full/too-small GPU
// would otherwise spam its error on EVERY decoder open for
// the life of the process). Same treatment as a failed
// device-context creation: mark the type so later opens skip
// the attempt and its log noise; the caller falls back to the
// next candidate / software decode.
mark_device_unavailable(device_type);
return None;
}
};
Some((opened, device_type))
}
/// Whether a decoded frame's pixel format is a hardware surface that
/// must be transferred to system memory before swscale can consume it.
pub fn is_hw_format(format: sys::AVPixelFormat) -> bool {
matches!(
format,
sys::AVPixelFormat::AV_PIX_FMT_VIDEOTOOLBOX
| sys::AVPixelFormat::AV_PIX_FMT_VAAPI
| sys::AVPixelFormat::AV_PIX_FMT_CUDA
| sys::AVPixelFormat::AV_PIX_FMT_D3D11VA_VLD
| sys::AVPixelFormat::AV_PIX_FMT_D3D11
)
}
/// Transfer a hardware frame to system memory (`av_hwframe_transfer_data`
/// picks the software format: NV12 for 8-bit, P010LE for 10-bit sources;
/// swscale consumes both). Presentation metadata the frame cache relies
/// on is carried over.
pub fn transfer_to_cpu(frame: &ffmpeg::frame::Video) -> Result {
let mut cpu = ffmpeg::frame::Video::empty();
// SAFETY: `cpu` and `frame` are valid AVFrames; flags 0 = default
// transfer direction (hardware -> system memory).
let rc = unsafe { sys::av_hwframe_transfer_data(cpu.as_mut_ptr(), frame.as_ptr(), 0) };
if rc < 0 {
return Err(Error::Failed(format!(
"hwframe transfer to CPU failed (av error {rc})"
)));
}
HW_TRANSFERS.fetch_add(1, std::sync::atomic::Ordering::Relaxed);
cpu.set_pts(frame.pts());
// SAFETY: plain field copies between valid AVFrames.
unsafe {
(*cpu.as_mut_ptr()).pkt_dts = (*frame.as_ptr()).pkt_dts;
(*cpu.as_mut_ptr()).duration = (*frame.as_ptr()).duration;
(*cpu.as_mut_ptr()).time_base = (*frame.as_ptr()).time_base;
}
Ok(cpu)
}
#[cfg(test)]
mod tests {
use super::*;
/// The current platform has at least one hardware device candidate
/// (hardware decode is the mandated default on every supported
/// platform).
#[test]
fn platform_has_a_hardware_candidate() {
assert!(
!device_type_candidates().is_empty(),
"no hardware decode candidate on this platform"
);
}
/// Device types round-trip through their display names.
#[test]
fn device_type_names_are_stable() {
assert_eq!(
device_type_name(sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VIDEOTOOLBOX),
"videotoolbox"
);
assert_eq!(device_type_name(sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VAAPI), "vaapi");
assert_eq!(device_type_name(sys::AVHWDeviceType::AV_HWDEVICE_TYPE_CUDA), "cuda/nvdec");
assert_eq!(
device_type_name(sys::AVHWDeviceType::AV_HWDEVICE_TYPE_D3D11VA),
"d3d11va"
);
}
/// Software and hardware pixel formats are classified correctly.
#[test]
fn hw_format_classification() {
assert!(is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_VIDEOTOOLBOX));
assert!(is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_VAAPI));
assert!(is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_CUDA));
assert!(is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_D3D11VA_VLD));
assert!(!is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_YUV420P));
assert!(!is_hw_format(sys::AVPixelFormat::AV_PIX_FMT_NV12));
}
/// On macOS the VideoToolbox device context must be creatable (the
/// mandated default decode path) and the H.264 demo must open with
/// the hwaccel attached.
#[cfg(target_os = "macos")]
#[test]
fn videotoolbox_device_opens_for_h264() {
let mut input = ffmpeg::format::input(&"../oak-app/tests/demo.mp4".to_string())
.expect("open demo.mp4");
let fstream = input.stream(0).expect("stream 0");
let params = fstream.parameters();
let codec = ffmpeg::decoder::find(params.id()).expect("software h264 codec");
let opened = open_hw_accel(
¶ms,
codec,
sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VIDEOTOOLBOX,
);
assert!(opened.is_some(), "VideoToolbox hwaccel must open for H.264");
}
/// A device type marked unavailable is short-circuited before any
/// FFmpeg call: `open_hw_accel` returns None without attempting device
/// creation (which is what used to log
/// `[VAAPI @ ...] Failed to initialise VAAPI connection` every time on
/// boxes without the driver).
#[test]
fn negative_cache_skips_marked_device() {
// Serialize with the media tests that hold the shared test lock
// (the counter itself is thread-local, but the negative cache is
// process-wide).
let _lock = crate::lock_tests();
// VDPAU is not a candidate on any supported platform, so marking
// it cannot disturb the platform tests in this process (e.g. the
// macOS VideoToolbox test above).
let dev = sys::AVHWDeviceType::AV_HWDEVICE_TYPE_VDPAU;
mark_device_unavailable(dev);
assert!(device_unavailable(dev));
let input = ffmpeg::format::input(&"../oak-app/tests/demo.mp4".to_string())
.expect("open demo.mp4");
let fstream = input.stream(0).expect("stream 0");
let params = fstream.parameters();
let codec = ffmpeg::decoder::find(params.id()).expect("software h264 codec");
reset_creation_attempts();
let opened = open_hw_accel(¶ms, codec, dev);
assert!(opened.is_none(), "marked device must not open");
assert_eq!(
creation_attempts(),
0,
"marked device must be skipped before any creation attempt"
);
// Restore so the (non-candidate) type stays clean for other tests.
UNAVAILABLE_DEVICES[dev as usize].store(false, std::sync::atomic::Ordering::Relaxed);
}
/// A device type never tried before is not cached as unavailable
/// (only a failed creation marks it). DXVA2 is not a candidate on any
/// supported platform (Windows uses D3D11VA/CUDA), so it is never
/// touched by other tests in this process.
#[test]
fn unmarked_device_type_is_not_unavailable() {
let dev = sys::AVHWDeviceType::AV_HWDEVICE_TYPE_DXVA2;
assert!(!device_unavailable(dev));
}
}