Mike-Solar
38e231c480
- Disable Windows Defender real-time/script/archive scanning (and exclude the workspace, cargo, rustup and vcpkg trees) at the start of the Windows job: the ephemeral runner spends a large share of a cold build having every object file scanned. - Raise the openKylin container /dev/shm from 2 GiB to 8 GiB: the suite's parallel worker pools plus the 512 MiB shared-memory spike used to run dry, surfacing as an intermittent SIGSEGV in the oak-render tests. - Add a gdb backtrace step on failure for the big suites (the openKylin image installs gdb) so a native crash lands in the log next time.
681 lines
30 KiB
YAML
681 lines
30 KiB
YAML
name: CI
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- main
|
|
pull_request:
|
|
branches:
|
|
- main
|
|
|
|
concurrency:
|
|
group: ci-${{ github.workflow }}-${{ github.ref }}
|
|
cancel-in-progress: true
|
|
|
|
permissions:
|
|
contents: read
|
|
|
|
jobs:
|
|
linux:
|
|
name: Build & test (Linux)
|
|
runs-on: warp-ubuntu-latest-x64-8x
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# gpui/ is a git submodule; its crates are workspace members of
|
|
# their own repo and build as path dependencies of oakapp.
|
|
submodules: true
|
|
|
|
- name: Install Rust (stable)
|
|
uses: dtolnay/rust-toolchain@stable
|
|
|
|
# ------------------------------------------------------------------
|
|
# System dependencies
|
|
# ------------------------------------------------------------------
|
|
- name: Install system dependencies
|
|
run: |
|
|
sudo apt-get update
|
|
# The codec/filter libraries behind FFmpeg come from the vcpkg
|
|
# manifest (root vcpkg.json; see docs/build.md) — this list is
|
|
# the toolchain vcpkg itself needs, cmake/make for the vendored
|
|
# OpenColorIO build (ocio-sys `bundled`; Ubuntu's
|
|
# libopencolorio-dev is 2.1, older than the bridge's API floor),
|
|
# and the headless test infra gpui needs: X11, software Mesa
|
|
# Vulkan (lavapipe) and xvfb. `icc-profiles-free` gives the
|
|
# oak-core display-ICC tests a system profile (sRGB.icc); without
|
|
# it `color.rs::system_icc` finds nothing on this runner and the
|
|
# viewer black-screen guard silently skips.
|
|
sudo apt-get install -y \
|
|
build-essential clang libclang-dev cmake pkg-config nasm \
|
|
git curl zip unzip tar python3 \
|
|
libpipewire-0.3-dev libspa-0.2-dev libjack-jackd2-dev \
|
|
libasound2-dev libpulse-dev libsndfile1-dev \
|
|
libgl1-mesa-dev libgl1-mesa-dri mesa-vulkan-drivers \
|
|
libvulkan-dev libxkbcommon-dev libxkbcommon-x11-dev xvfb libdrm-dev \
|
|
icc-profiles-free \
|
|
autoconf autoconf-archive automake libtool
|
|
|
|
# ------------------------------------------------------------------
|
|
# vcpkg (manifest mode) + caches
|
|
# ------------------------------------------------------------------
|
|
# The runner has no vcpkg preinstalled; bootstrap a fresh clone.
|
|
# The manifest at the repo root pins the dependency set (FFmpeg 8.1.2
|
|
# via `overrides`, everything else via `builtin-baseline`) and the
|
|
# resolved tree lands in vcpkg_installed/.
|
|
- name: Bootstrap vcpkg
|
|
run: |
|
|
git clone https://github.com/microsoft/vcpkg.git .cache/vcpkg
|
|
.cache/vcpkg/bootstrap-vcpkg.sh -disableMetrics
|
|
echo "$PWD/.cache/vcpkg" >> "$GITHUB_PATH"
|
|
echo "VCPKG_ROOT=$PWD/.cache/vcpkg" >> "$GITHUB_ENV"
|
|
|
|
# The archives dir is vcpkg's binary cache: a manifest bump then
|
|
# rebuilds only what changed. Same key scheme as the Windows job.
|
|
- name: Restore vcpkg artifacts
|
|
id: vcpkg-cache
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
key: vcpkg-${{ runner.os }}-${{ hashFiles('vcpkg.json') }}
|
|
|
|
- name: Install dependencies (vcpkg manifest)
|
|
run: vcpkg install --triplet x64-linux
|
|
|
|
# Explicit restore/save pair: the old `save-always: true` on the
|
|
# combined step does not actually save on a failed job (the action
|
|
# deprecation warning), so a run that failed after the install left
|
|
# no binary cache and the next run rebuilt FFmpeg from source
|
|
# (~40 min on Windows).
|
|
- name: Save vcpkg artifacts
|
|
if: always()
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
key: ${{ steps.vcpkg-cache.outputs.cache-primary-key }}
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build environment
|
|
# ------------------------------------------------------------------
|
|
# ocio-sys builds a stub bridge unless these are set; the oak-core
|
|
# ocioutils tests need the real library.
|
|
# tooling/ocio-env.sh: vendored static OCIO (the [patch.crates-io]
|
|
# ocio-sys tracks shaloong/ocio-rs main, whose vendored sources build
|
|
# on GCC >= 16).
|
|
- name: Configure build environment
|
|
run: |
|
|
bash tooling/ocio-env.sh >> "$GITHUB_ENV"
|
|
prefix="$PWD/vcpkg_installed/x64-linux"
|
|
echo "FFMPEG_DIR=$prefix" >> "$GITHUB_ENV"
|
|
echo "PKG_CONFIG_PATH=$prefix/lib/pkgconfig" >> "$GITHUB_ENV"
|
|
echo "$prefix/tools/pkgconf" >> "$GITHUB_PATH"
|
|
# vcpkg's libva/libva-drm are shared libraries that FFmpeg links
|
|
# dynamically; without this path the loader picks a system libva
|
|
# that may predate symbols FFmpeg uses (undefined vaMapBuffer2).
|
|
echo "LD_LIBRARY_PATH=$prefix/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}" >> "$GITHUB_ENV"
|
|
|
|
# ------------------------------------------------------------------
|
|
# Caches
|
|
# ------------------------------------------------------------------
|
|
# Covers the whole target/ dir plus ~/.cargo; shared across branches
|
|
# of the same OS.
|
|
- name: Cache cargo artifacts
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
shared-key: oak-ci-linux
|
|
cache-on-failure: true
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build & test
|
|
# ------------------------------------------------------------------
|
|
# `cargo check` (not build): the Test step links the test binaries
|
|
# anyway, and a full build would codegen every workspace crate twice
|
|
# (once without and once with cfg(test)).
|
|
- name: Build
|
|
run: cargo check --workspace --locked
|
|
|
|
# xvfb + 24-bit screen: the gpui #[gpui::test] tests open real windows
|
|
# and render through wgpu on Mesa's software Vulkan (lavapipe).
|
|
# The watchdog bounds the step: a deadlocked test produces no output
|
|
# and no failure, so after 1800 s it dumps every hung process's
|
|
# thread stacks and kills the suite.
|
|
- name: Test
|
|
env:
|
|
# lavapipe is present on this job: a missing adapter must fail
|
|
# the GPU acceptance tests instead of silently skipping them.
|
|
OAK_REQUIRE_GPU: "1"
|
|
run: |
|
|
sudo apt-get install -y gdb
|
|
run_suite() {
|
|
xvfb-run -a -s "-screen 0 1920x1080x24" cargo test --workspace --locked &
|
|
TEST_PID=$!
|
|
# The watchdog inherits the step's stdout/stderr; detach it so
|
|
# it cannot keep the runner's I/O pipes open after the step
|
|
# ends ("WaitDelay expired before I/O complete" otherwise).
|
|
(
|
|
sleep 1800
|
|
echo "::warning::test suite exceeded 1800s; dumping hung-process stacks"
|
|
for p in $(pgrep -f 'target/debug/deps/|target/debug/oak-worker'); do
|
|
echo "===== thread stacks of pid $p ($(readlink /proc/$p/exe 2>/dev/null)) ====="
|
|
sudo gdb -batch -ex 'thread apply all bt' -p "$p" || true
|
|
done
|
|
pkill -9 -f 'target/debug/deps/' || true
|
|
pkill -9 -f 'target/debug/oak-worker' || true
|
|
) >/dev/null 2>&1 &
|
|
WATCHDOG_PID=$!
|
|
wait $TEST_PID
|
|
rc=$?
|
|
kill $WATCHDOG_PID 2>/dev/null || true
|
|
# Reap the watchdog so no child holds the step's pipes.
|
|
wait $WATCHDOG_PID 2>/dev/null || true
|
|
return $rc
|
|
}
|
|
# Retry once (same policy as the Windows job): worker-pool
|
|
# startup under full-suite parallelism has flaked once
|
|
# (full_res_worker_outlives_a_dropped_project: the render
|
|
# manager's process dispatcher failed to start while every other
|
|
# test passed). A real regression fails both passes.
|
|
if ! run_suite; then
|
|
echo "first pass failed; retrying once for worker-pool flakes"
|
|
run_suite
|
|
fi
|
|
|
|
# A crashing (SIGSEGV) test gives no Rust backtrace; rerun the
|
|
# crashing test binaries under gdb to capture the native stack.
|
|
# `--args` is required — plain `--` makes gdb treat the test args as
|
|
# a core file. The extra probes target loader-stage crashes (the
|
|
# copier_test SIGSEGV happens inside ld.so's dl_main): si_addr/si_code
|
|
# pin down the fault type, the dynsym dump exposes symbols the
|
|
# executable exports for interposition, strace shows the last loader
|
|
# syscalls, and valgrind catches a corrupting static initializer.
|
|
- name: Backtrace on test failure
|
|
if: failure()
|
|
run: |
|
|
sudo apt-get install -y gdb strace valgrind
|
|
for name in node_e2e_test suites_test copier_test; do
|
|
BIN=$(ls -t target/debug/deps/$name-* | grep -v '\.d$' | head -1)
|
|
[ -n "$BIN" ] || continue
|
|
echo "===== $BIN ====="
|
|
file "$BIN" || true
|
|
echo "--- exported defined dynsyms:"
|
|
readelf --dyn-syms -W "$BIN" 2>/dev/null | grep -v ' UND ' | tail -n +4 | head -30 || true
|
|
echo "--- strace tail:"
|
|
strace -f "$BIN" --list 2>&1 | tail -15 || true
|
|
echo "--- valgrind tail:"
|
|
valgrind -q "$BIN" --list 2>&1 | tail -25 || true
|
|
echo "--- gdb:"
|
|
xvfb-run -a gdb -batch \
|
|
-ex run \
|
|
-ex 'bt' \
|
|
-ex 'p $_siginfo.si_code' \
|
|
-ex 'p/x $_siginfo._sifields._sigfault.si_addr' \
|
|
-ex 'x/6i $rip' \
|
|
--args "$BIN" --nocapture || true
|
|
done
|
|
|
|
# ------------------------------------------------------------------
|
|
# OFX plugin discovery end-to-end
|
|
# ------------------------------------------------------------------
|
|
# Build a minimal but real OFX plugin into a .ofx.bundle, point
|
|
# OFX_PLUGIN_PATH at it and let the scan_probe example run the full
|
|
# host path (directory scan -> dlopen -> setHost -> load -> describe
|
|
# -> register). The assertion is the plugin's registration line; CI
|
|
# machines have no system-wide OFX plugins, so the fixture is the
|
|
# only discovery.
|
|
- name: Build OFX fixture plugin
|
|
run: crates/oak-plugin/tests/fixtures/build_fixture.sh .cache/ofx-fixture
|
|
|
|
- name: Probe OFX plugin discovery
|
|
run: |
|
|
OFX_PLUGIN_PATH="$PWD/.cache/ofx-fixture" \
|
|
cargo run --locked -p oak-plugin --example scan_probe > probe.log 2>&1
|
|
grep -q 'type_id=rs.oak.CiTestPlugin' probe.log
|
|
# A project carrying a plugin node must survive save/load (the
|
|
# serializer resolves plugin types via the dynamic factory).
|
|
OAK_OFX_FIXTURE_DIR="$PWD/.cache/ofx-fixture" \
|
|
cargo test --locked -p oak-plugin --test ofx_roundtrip
|
|
|
|
windows:
|
|
name: Build & test (Windows)
|
|
runs-on: warp-windows-2025-vs2026-x64-32x
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# gpui/ is a git submodule; its crates are workspace members of
|
|
# their own repo and build as path dependencies of oakapp.
|
|
submodules: true
|
|
|
|
# Taste the disk before the toolchains land: Defender scans every file
|
|
# the vcpkg/cargo builds touch (tens of thousands of small writes),
|
|
# which dominates a cold Windows build. The runner is an ephemeral VM,
|
|
# so the scanner is turned off for the job (exclusions are kept as a
|
|
# fallback for images where real-time protection cannot be disabled).
|
|
- name: Disable Windows Defender scanning
|
|
shell: pwsh
|
|
run: |
|
|
try {
|
|
Set-MpPreference -DisableRealtimeMonitoring $true -ErrorAction Stop
|
|
Set-MpPreference -DisableScriptScanning $true -ErrorAction SilentlyContinue
|
|
Set-MpPreference -DisableArchiveScanning $true -ErrorAction SilentlyContinue
|
|
Write-Host "Windows Defender real-time scanning disabled for this job"
|
|
} catch {
|
|
Write-Host "Windows Defender could not be disabled (non-fatal, falling back to exclusions): $_"
|
|
}
|
|
foreach ($path in @(
|
|
$env:GITHUB_WORKSPACE,
|
|
"$env:USERPROFILE\.cargo",
|
|
"$env:USERPROFILE\.rustup",
|
|
"$env:LOCALAPPDATA\vcpkg"
|
|
)) {
|
|
Add-MpPreference -ExclusionPath $path -ErrorAction SilentlyContinue
|
|
}
|
|
try {
|
|
Get-MpPreference |
|
|
Select-Object DisableRealtimeMonitoring, DisableScriptScanning, ExclusionPath |
|
|
Format-List
|
|
} catch {
|
|
Write-Host "Defender status unavailable: $_"
|
|
}
|
|
|
|
- name: Install Rust (stable, MSVC)
|
|
uses: dtolnay/rust-toolchain@stable
|
|
with:
|
|
# The Windows build is MSVC-ABI (the runner carries VS 2026):
|
|
# vcpkg's FFmpeg and the vendored OCIO build both want it.
|
|
toolchain: stable-x86_64-pc-windows-msvc
|
|
|
|
# ------------------------------------------------------------------
|
|
# vcpkg (manifest mode) + caches
|
|
# ------------------------------------------------------------------
|
|
# vcpkg.json at the repo root pins the dependency set (FFmpeg with
|
|
# every free codec + hwaccel, pkgconf, librsvg); the resolved tree
|
|
# lands in vcpkg_installed/ and is keyed on the manifest. The
|
|
# binary-cache archives dir makes a manifest bump rebuild cheap.
|
|
# Bootstrap a fresh clone rather than leaning on whatever vcpkg the
|
|
# image carries: `builtin-baseline`/`overrides` are only honored by
|
|
# a recent vcpkg-tool, and all three OS jobs must behave alike.
|
|
- name: Bootstrap vcpkg
|
|
run: |
|
|
git clone https://github.com/microsoft/vcpkg.git "$env:GITHUB_WORKSPACE\.cache\vcpkg"
|
|
& "$env:GITHUB_WORKSPACE\.cache\vcpkg\bootstrap-vcpkg.bat" -disableMetrics
|
|
if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
|
|
"$env:GITHUB_WORKSPACE\.cache\vcpkg" >> $env:GITHUB_PATH
|
|
"VCPKG_ROOT=$env:GITHUB_WORKSPACE\.cache\vcpkg" >> $env:GITHUB_ENV
|
|
|
|
- name: Restore vcpkg artifacts
|
|
id: vcpkg-cache
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/AppData/Local/vcpkg/archives
|
|
key: vcpkg-${{ runner.os }}-${{ hashFiles('vcpkg.json') }}
|
|
|
|
- name: Install dependencies (vcpkg manifest)
|
|
run: vcpkg install --triplet x64-windows
|
|
|
|
# Explicit restore/save pair (see the Linux job: `save-always` did
|
|
# not save after a failed job, so Windows rebuilt FFmpeg from source
|
|
# for ~40 minutes on every run).
|
|
- name: Save vcpkg artifacts
|
|
if: always()
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/AppData/Local/vcpkg/archives
|
|
key: ${{ steps.vcpkg-cache.outputs.cache-primary-key }}
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build environment
|
|
# ------------------------------------------------------------------
|
|
- name: Configure build environment
|
|
run: |
|
|
$prefix = "$env:GITHUB_WORKSPACE\vcpkg_installed\x64-windows"
|
|
"FFMPEG_DIR=$prefix" >> $env:GITHUB_ENV
|
|
"PKG_CONFIG_PATH=$prefix\lib\pkgconfig" >> $env:GITHUB_ENV
|
|
"$prefix\tools\pkgconf" >> $env:GITHUB_PATH
|
|
# Bundled OCIO: ocio-sys' vendored sources build with the MSVC
|
|
# toolchain (what they need — the MSYS2 package was the
|
|
# workaround, not the preference), so no OCIO_INSTALL_DIR and
|
|
# no OCIO_RS_NO_MSVC_INCLUDES anywhere.
|
|
"OCIO_RS_ENABLE_REAL=1" >> $env:GITHUB_ENV
|
|
"OCIO_RS_LINK=static" >> $env:GITHUB_ENV
|
|
# Record the resolved versions in the build log (the manifest
|
|
# pins them via overrides + builtin-baseline).
|
|
vcpkg list
|
|
|
|
# Covers the whole target/ dir plus ~/.cargo; shared across branches
|
|
# of the same OS.
|
|
- name: Cache cargo artifacts
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
shared-key: oak-ci-windows
|
|
cache-on-failure: true
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build & test
|
|
# ------------------------------------------------------------------
|
|
# `cargo check` (not build): the Test step links the test binaries
|
|
# anyway, and a full build would codegen every workspace crate twice
|
|
# (once without and once with cfg(test)).
|
|
- name: Build
|
|
run: cargo check --workspace --locked
|
|
|
|
- name: Test
|
|
run: |
|
|
cargo test --workspace --locked
|
|
if ($LASTEXITCODE -ne 0) {
|
|
# Retry once: a few gpui keystroke tests flake on Windows CI —
|
|
# a synthetic keystroke is occasionally never delivered (the
|
|
# undo/redo pair and a plain 's' toggle both failed once,
|
|
# each identically to its pass state). A real regression
|
|
# fails both passes.
|
|
Write-Host "first pass failed; retrying once for gpui keystroke flakes"
|
|
cargo test --workspace --locked
|
|
if ($LASTEXITCODE -ne 0) { exit $LASTEXITCODE }
|
|
}
|
|
|
|
macos:
|
|
name: Build & test (macOS)
|
|
runs-on: warp-macos-26-arm64-12x
|
|
steps:
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# gpui/ is a git submodule; its crates are workspace members of
|
|
# their own repo and build as path dependencies of oakapp.
|
|
submodules: true
|
|
|
|
- name: Install Rust (stable)
|
|
uses: dtolnay/rust-toolchain@stable
|
|
|
|
# ------------------------------------------------------------------
|
|
# System dependencies
|
|
# ------------------------------------------------------------------
|
|
- name: Install system dependencies
|
|
run: |
|
|
# Homebrew's pkgconf installs a `pkg-config` symlink, which is
|
|
# the name crates/oak-ffmpeg-link/build.rs invokes; nasm is what
|
|
# vcpkg's ffmpeg port requires to build (same split as the other
|
|
# platforms: FFmpeg libraries come from the vcpkg manifest).
|
|
brew install cmake pkg-config nasm autoconf automake libtool autoconf-archive
|
|
|
|
# ------------------------------------------------------------------
|
|
# vcpkg (manifest mode) + caches
|
|
# ------------------------------------------------------------------
|
|
# The runner has no vcpkg preinstalled; bootstrap a fresh clone.
|
|
- name: Bootstrap vcpkg
|
|
run: |
|
|
git clone https://github.com/microsoft/vcpkg.git .cache/vcpkg
|
|
.cache/vcpkg/bootstrap-vcpkg.sh -disableMetrics
|
|
echo "$PWD/.cache/vcpkg" >> "$GITHUB_PATH"
|
|
echo "VCPKG_ROOT=$PWD/.cache/vcpkg" >> "$GITHUB_ENV"
|
|
|
|
# The archives dir is vcpkg's binary cache: a manifest bump then
|
|
# rebuilds only what changed. Same key scheme as the Windows job.
|
|
- name: Restore vcpkg artifacts
|
|
id: vcpkg-cache
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
key: vcpkg-${{ runner.os }}-${{ hashFiles('vcpkg.json') }}
|
|
|
|
- name: Install dependencies (vcpkg manifest)
|
|
run: vcpkg install --triplet arm64-osx
|
|
|
|
- name: Save vcpkg artifacts
|
|
if: always()
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
key: ${{ steps.vcpkg-cache.outputs.cache-primary-key }}
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build environment
|
|
# ------------------------------------------------------------------
|
|
- name: Configure build environment
|
|
run: |
|
|
# Vendored static OCIO (same as every non-Windows platform via
|
|
# tooling/ocio-env.sh); no OCIO_INSTALL_DIR override.
|
|
bash tooling/ocio-env.sh >> "$GITHUB_ENV"
|
|
prefix="$PWD/vcpkg_installed/arm64-osx"
|
|
echo "FFMPEG_DIR=$prefix" >> "$GITHUB_ENV"
|
|
echo "PKG_CONFIG_PATH=$prefix/lib/pkgconfig" >> "$GITHUB_ENV"
|
|
echo "$prefix/tools/pkgconf" >> "$GITHUB_PATH"
|
|
|
|
# ------------------------------------------------------------------
|
|
# Caches
|
|
# ------------------------------------------------------------------
|
|
# Covers the whole target/ dir plus ~/.cargo; shared across branches
|
|
# of the same OS.
|
|
- name: Cache cargo artifacts
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
shared-key: oak-ci-macos
|
|
cache-on-failure: true
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build & test
|
|
# ------------------------------------------------------------------
|
|
# `cargo check` (not build): the Test step links the test binaries
|
|
# anyway, and a full build would codegen every workspace crate twice
|
|
# (once without and once with cfg(test)).
|
|
- name: Build
|
|
run: cargo check --workspace --locked
|
|
|
|
# The runner's GUI session doubles as the display for the gpui
|
|
# #[gpui::test] windows; wgpu renders through Metal.
|
|
- name: Test
|
|
run: |
|
|
# Retry once (same policy as the other platforms): worker-pool
|
|
# startup under full-suite parallelism has flaked on Linux. A
|
|
# real regression fails both passes.
|
|
if ! cargo test --workspace --locked; then
|
|
echo "first pass failed; retrying once for worker-pool flakes"
|
|
cargo test --workspace --locked
|
|
fi
|
|
|
|
# second upstream target: openKylin (Debian/Ubuntu-derived) in its own
|
|
# image. The base image is bare (no sudo, no make, no python3) and the
|
|
# steps run as root, so there is no sudo prefix anywhere below.
|
|
openkylin:
|
|
name: Build & test (openKylin ${{ matrix.arch }})
|
|
runs-on: ${{ matrix.runner }}
|
|
container:
|
|
image: openkylin/openkylin:latest
|
|
# A container's default /dev/shm is 64 MiB; the process pool reserves
|
|
# >64 MiB per worker eagerly (posix_fallocate) and the render manager
|
|
# fails to start when the reservation is refused. The suite also runs
|
|
# the 512 MiB shared-memory spike and several worker pools in
|
|
# parallel — 2 GiB used to run dry mid-suite (observed as an
|
|
# intermittent SIGSEGV in the oak-render tests), so give it headroom.
|
|
options: --shm-size=8g
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
include:
|
|
- arch: x64
|
|
runner: warp-ubuntu-latest-x64-8x
|
|
triplet: x64-linux
|
|
- arch: arm64
|
|
runner: warp-ubuntu-latest-arm64-16x
|
|
triplet: arm64-linux
|
|
# The Test step's watchdog caps a hung suite at 30 min; give a cold
|
|
# vcpkg install + full compile + test room beyond that.
|
|
timeout-minutes: 90
|
|
steps:
|
|
# The image ships neither git nor curl (checkout and vcpkg need
|
|
# both). First step of the job, so the package lists are still fresh.
|
|
- name: Install git and curl
|
|
run: apt-get update && apt-get install -y git curl ca-certificates
|
|
|
|
- name: Checkout
|
|
uses: actions/checkout@v4
|
|
with:
|
|
# gpui/ is a git submodule; its crates are workspace members of
|
|
# their own repo and build as path dependencies of oakapp.
|
|
submodules: true
|
|
|
|
# The container runs as root but Actions sets HOME=/github/home;
|
|
# rustup refuses the euid mismatch ("$HOME differs from
|
|
# euid-obtained home directory") and would install a toolchain the
|
|
# later steps cannot find under the Actions home. Pin the whole job
|
|
# to root's home so rustup/cargo and the toolchain agree.
|
|
- name: Pin HOME for rustup
|
|
run: |
|
|
{
|
|
echo "HOME=/root"
|
|
echo "CARGO_HOME=/root/.cargo"
|
|
echo "RUSTUP_HOME=/root/.rustup"
|
|
} >> "$GITHUB_ENV"
|
|
|
|
- name: Install Rust (stable)
|
|
uses: dtolnay/rust-toolchain@stable
|
|
|
|
# ------------------------------------------------------------------
|
|
# System dependencies
|
|
# ------------------------------------------------------------------
|
|
# Same package set as the Linux job (both distros carry the Ubuntu
|
|
# names); patch/xz-utils are openKylin's own packaging brought in by
|
|
# zip/unzip. nasm and zip come from the kylinsoft "anything" PPA,
|
|
# which the image enables by default.
|
|
- name: Install system dependencies
|
|
run: |
|
|
apt-get update
|
|
apt-get install -y \
|
|
build-essential clang libclang-dev cmake pkg-config nasm \
|
|
git curl zip unzip tar python3 patch xz-utils \
|
|
libpipewire-0.3-dev libspa-0.2-dev libjack-jackd2-dev \
|
|
libasound2-dev libpulse-dev libsndfile1-dev \
|
|
libgl1-mesa-dev libgl1-mesa-dri mesa-vulkan-drivers \
|
|
libvulkan-dev libxkbcommon-dev libxkbcommon-x11-dev xvfb libdrm-dev \
|
|
gdb file autoconf autoconf-archive automake libtool \
|
|
fonts-dejavu-core
|
|
|
|
# ------------------------------------------------------------------
|
|
# vcpkg (manifest mode) + caches
|
|
# ------------------------------------------------------------------
|
|
# The image has no vcpkg preinstalled; bootstrap a fresh clone.
|
|
- name: Bootstrap vcpkg
|
|
run: |
|
|
git clone https://github.com/microsoft/vcpkg.git .cache/vcpkg
|
|
.cache/vcpkg/bootstrap-vcpkg.sh -disableMetrics
|
|
echo "$PWD/.cache/vcpkg" >> "$GITHUB_PATH"
|
|
echo "VCPKG_ROOT=$PWD/.cache/vcpkg" >> "$GITHUB_ENV"
|
|
|
|
# The archives dir is vcpkg's binary cache: a manifest bump then
|
|
# rebuilds only what changed.
|
|
- name: Restore vcpkg artifacts
|
|
id: vcpkg-cache
|
|
uses: actions/cache/restore@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
# The arch prefix matters here: both jobs run the same distro
|
|
# image through the same cache scope, unlike the OS jobs.
|
|
key: vcpkg-${{ runner.os }}-${{ matrix.arch }}-openkylin-${{ hashFiles('vcpkg.json') }}
|
|
|
|
- name: Install dependencies (vcpkg manifest)
|
|
run: vcpkg install --triplet ${{ matrix.triplet }}
|
|
|
|
- name: Save vcpkg artifacts
|
|
if: always()
|
|
uses: actions/cache/save@v4
|
|
with:
|
|
path: |
|
|
vcpkg_installed
|
|
~/.cache/vcpkg/archives
|
|
key: ${{ steps.vcpkg-cache.outputs.cache-primary-key }}
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build environment
|
|
# ------------------------------------------------------------------
|
|
- name: Configure build environment
|
|
run: |
|
|
{
|
|
echo "CC=clang"
|
|
echo "CXX=clang++"
|
|
} >> "$GITHUB_ENV"
|
|
bash tooling/ocio-env.sh >> "$GITHUB_ENV"
|
|
prefix="$PWD/vcpkg_installed/${{ matrix.triplet }}"
|
|
echo "FFMPEG_DIR=$prefix" >> "$GITHUB_ENV"
|
|
echo "PKG_CONFIG_PATH=$prefix/lib/pkgconfig" >> "$GITHUB_ENV"
|
|
echo "$prefix/tools/pkgconf" >> "$GITHUB_PATH"
|
|
# See the Linux job: vcpkg's shared libva must win at runtime.
|
|
echo "LD_LIBRARY_PATH=$prefix/lib${LD_LIBRARY_PATH:+:$LD_LIBRARY_PATH}" >> "$GITHUB_ENV"
|
|
|
|
# Covers the whole target/ dir plus ~/.cargo.
|
|
- name: Cache cargo artifacts
|
|
uses: Swatinem/rust-cache@v2
|
|
with:
|
|
shared-key: oak-ci-openkylin-${{ matrix.arch }}
|
|
cache-on-failure: true
|
|
|
|
# ------------------------------------------------------------------
|
|
# Build & test
|
|
# ------------------------------------------------------------------
|
|
- name: Build
|
|
run: cargo check --workspace --locked
|
|
|
|
# xvfb + 24-bit screen, same as the Linux job: the gpui
|
|
# #[gpui::test] tests open real windows and render through wgpu on
|
|
# Mesa's software Vulkan (lavapipe). The watchdog logic is the Linux
|
|
# job's; the retry once below covers the same worker-pool flake,
|
|
# which is a stale-tmpfs/container property too — a real regression
|
|
# fails both passes.
|
|
- name: Test
|
|
timeout-minutes: 45
|
|
shell: bash
|
|
run: |
|
|
run_suite() {
|
|
xvfb-run -a -s "-screen 0 1920x1080x24" cargo test --workspace --locked &
|
|
TEST_PID=$!
|
|
(
|
|
sleep 1800
|
|
echo "::warning::test suite exceeded 1800s; dumping hung-process stacks"
|
|
for p in $(pgrep -f 'target/debug/deps/|target/debug/oak-worker'); do
|
|
echo "===== thread stacks of pid $p ($(readlink /proc/$p/exe 2>/dev/null)) ====="
|
|
gdb -batch -ex 'thread apply all bt' -p "$p" || true
|
|
done
|
|
pkill -9 -f 'target/debug/deps/' || true
|
|
pkill -9 -f 'target/debug/oak-worker' || true
|
|
) >/dev/null 2>&1 &
|
|
WATCHDOG_PID=$!
|
|
wait $TEST_PID
|
|
rc=$?
|
|
kill $WATCHDOG_PID 2>/dev/null || true
|
|
wait $WATCHDOG_PID 2>/dev/null || true
|
|
return $rc
|
|
}
|
|
if ! run_suite; then
|
|
echo "first pass failed; retrying once for worker-pool flakes"
|
|
run_suite
|
|
fi
|
|
|
|
# A crashing (SIGSEGV) test binary gives no Rust backtrace: rerun the
|
|
# big suites under gdb so the native stack lands in the log. gdb is
|
|
# installed with the system dependencies.
|
|
- name: Backtrace on test failure
|
|
if: failure()
|
|
run: |
|
|
for name in oak_render oakapp oak_plugin; do
|
|
BIN=$(ls -t target/debug/deps/$name-* 2>/dev/null | grep -v '\.d$' | head -1)
|
|
[ -n "$BIN" ] || continue
|
|
echo "===== $BIN ====="
|
|
timeout 900 xvfb-run -a gdb -batch \
|
|
-ex run \
|
|
-ex 'thread apply all bt' \
|
|
--args "$BIN" || true
|
|
done
|