mirror of
https://github.com/89luca89/distrobox.git
synced 2026-08-17 16:34:42 -05:00
test(nvidia): add local VM e2e test for --nvidia driver mirroring
The --nvidia path had no automated coverage and regresses easily (silent 32/64-bit collisions, dropped files), and GPU CI runners to exercise it don't exist. This harness needs no GPU: it installs the nvidia driver in a throwaway VM, runs `distrobox create --nvidia` against ubuntu/fedora/arch guests, and checks every file the host package manager ships is mirrored in with a matching checksum and resolvable deps. The package manifest is the source of truth, so any gap fails loudly instead of silently. Signed-off-by: Luca Di Maio <luca.dimaio1@gmail.com>
This commit is contained in:
Luca Di Maio
@@ -14,6 +14,7 @@ bin/
|
||||
coverage.*
|
||||
*.coverprofile
|
||||
profile.cov
|
||||
hack/test/out
|
||||
|
||||
# Dependency directories (remove the comment below to include it)
|
||||
# vendor/
|
||||
|
||||
Executable
+439
@@ -0,0 +1,439 @@
|
||||
#!/bin/sh
|
||||
# SPDX-License-Identifier: GPL-3.0-only
|
||||
#
|
||||
# This file is part of the distrobox project:
|
||||
# https://github.com/89luca89/distrobox
|
||||
#
|
||||
# Copyright (C) 2021 distrobox contributors
|
||||
#
|
||||
# distrobox is free software; you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License version 3
|
||||
# as published by the Free Software Foundation.
|
||||
#
|
||||
# distrobox is distributed in the hope that it will be useful, but
|
||||
# WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
# General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with distrobox; if not, see <http://www.gnu.org/licenses/>.
|
||||
#
|
||||
set -u
|
||||
#
|
||||
# Runs inside the test VM (spawned by test-nvidia-integration.sh). Installs the
|
||||
# nvidia userspace driver for the host distro, then for each guest image checks
|
||||
# every driver file is mirrored into the container with a matching checksum.
|
||||
# The distro comes from $1 or /mnt/share/distro; the result and diagnostics go
|
||||
# to the serial console and the /mnt/out share.
|
||||
#
|
||||
|
||||
DISTRO="${1:-$(cat /mnt/share/distro 2> /dev/null || true)}"
|
||||
SERIAL=/dev/ttyS0
|
||||
OUT=/mnt/out
|
||||
BOX_IMAGES="quay.io/toolbx/ubuntu-toolbox:24.04 registry.fedoraproject.org/fedora-toolbox:44 quay.io/toolbx/arch-toolbox:latest"
|
||||
|
||||
log()
|
||||
{
|
||||
printf '[test] %s\n' "$*"
|
||||
printf '[test] %s\n' "$*" > "${SERIAL}" 2> /dev/null || true
|
||||
}
|
||||
pass()
|
||||
{
|
||||
printf '=== RESULT: PASS ===\n' > "${SERIAL}" 2> /dev/null || true
|
||||
sync
|
||||
sleep 2
|
||||
poweroff -f
|
||||
exit 0
|
||||
}
|
||||
fail()
|
||||
{
|
||||
log "FAIL: $*"
|
||||
printf '=== RESULT: FAIL ===\n' > "${SERIAL}" 2> /dev/null || true
|
||||
sync
|
||||
sleep 2
|
||||
poweroff -f
|
||||
exit 1
|
||||
}
|
||||
dbx()
|
||||
{
|
||||
/usr/local/bin/distrobox "$@"
|
||||
}
|
||||
outok()
|
||||
{
|
||||
[ -d "${OUT}" ] && [ -w "${OUT}" ]
|
||||
}
|
||||
# run_log CMD...: append CMD's combined output to install.log (and echo it to
|
||||
# the console via cloud-init), returning CMD's own exit status. A bare
|
||||
# "cmd | tee" would return tee's status instead, and POSIX sh has no pipefail.
|
||||
run_log()
|
||||
{
|
||||
{
|
||||
"$@" 2>&1
|
||||
echo "$?" > /tmp/.rc
|
||||
} | tee -a "${OUT}/install.log"
|
||||
read -r _rc < /tmp/.rc
|
||||
return "${_rc}"
|
||||
}
|
||||
|
||||
[ -n "${DISTRO}" ] || fail "no distro given"
|
||||
log "host ${DISTRO}: installing container manager + nvidia userspace driver"
|
||||
case "${DISTRO}" in
|
||||
ubuntu)
|
||||
export DEBIAN_FRONTEND=noninteractive
|
||||
run_log apt-get update -y || fail "apt update"
|
||||
run_log apt-get install -y podman || fail "install podman"
|
||||
b="$(apt-cache search --names-only '^nvidia-utils-[0-9]+$' | grep -oE '[0-9]+' | sort -rn | head -1)"
|
||||
[ -n "${b}" ] || fail "no nvidia-utils package in this image"
|
||||
pkgs="libnvidia-compute-${b} libnvidia-gl-${b} libnvidia-decode-${b} libnvidia-encode-${b} libnvidia-extra-${b} nvidia-utils-${b}"
|
||||
# shellcheck disable=SC2086
|
||||
run_log apt-get install -y ${pkgs} || fail "install nvidia"
|
||||
dpkg --add-architecture i386 && run_log apt-get update -y
|
||||
run_log apt-get install -y "libnvidia-gl-${b}:i386" && pkgs="${pkgs} libnvidia-gl-${b}:i386"
|
||||
# shellcheck disable=SC2086
|
||||
pm_list()
|
||||
{
|
||||
dpkg -L ${pkgs} 2> /dev/null
|
||||
}
|
||||
;;
|
||||
fedora)
|
||||
run_log dnf install -y podman "https://mirrors.rpmfusion.org/nonfree/fedora/rpmfusion-nonfree-release-$(rpm -E %fedora).noarch.rpm" || {
|
||||
tail -25 "${OUT}/install.log" > "${SERIAL}" 2> /dev/null
|
||||
fail "install podman/rpmfusion (see install.log)"
|
||||
}
|
||||
pkgs="xorg-x11-drv-nvidia-libs xorg-x11-drv-nvidia-cuda-libs"
|
||||
# shellcheck disable=SC2086
|
||||
run_log dnf install -y ${pkgs} || {
|
||||
tail -25 "${OUT}/install.log" > "${SERIAL}" 2> /dev/null
|
||||
fail "install nvidia (see install.log)"
|
||||
}
|
||||
run_log dnf install -y xorg-x11-drv-nvidia-libs.i686 && pkgs="${pkgs} xorg-x11-drv-nvidia-libs.i686"
|
||||
# shellcheck disable=SC2086
|
||||
pm_list()
|
||||
{
|
||||
rpm -ql ${pkgs} 2> /dev/null
|
||||
}
|
||||
;;
|
||||
arch)
|
||||
sed -i '/^#\[multilib\]/,/^#Include/ s/^#//' /etc/pacman.conf
|
||||
run_log pacman -Sy --noconfirm --needed podman || fail "install podman"
|
||||
pkgs="nvidia-utils opencl-nvidia"
|
||||
# shellcheck disable=SC2086
|
||||
run_log pacman -S --noconfirm --needed ${pkgs} || fail "install nvidia"
|
||||
run_log pacman -S --noconfirm --needed lib32-nvidia-utils && pkgs="${pkgs} lib32-nvidia-utils"
|
||||
# shellcheck disable=SC2086
|
||||
pm_list()
|
||||
{
|
||||
pacman -Ql ${pkgs} 2> /dev/null | awk '{print $2}'
|
||||
}
|
||||
;;
|
||||
*)
|
||||
fail "unknown distro: ${DISTRO}"
|
||||
;;
|
||||
esac
|
||||
ldconfig 2> /dev/null || true
|
||||
|
||||
install -m0755 /mnt/share/distrobox /usr/local/bin/distrobox || fail "install distrobox"
|
||||
|
||||
# Every driver file is required in the guest except these non-runtime bits.
|
||||
is_excluded()
|
||||
{
|
||||
case "$1" in
|
||||
*/share/doc/* | */share/man/* | */share/lintian/* | */share/licenses/* | */share/metainfo/* | */share/applications/* | */share/icons/* | */share/pixmaps/*) return 0 ;;
|
||||
*/include/* | *.h | *.hpp | *.a | *.la) return 0 ;;
|
||||
*/lib/modules/* | *.ko | *.ko.* | */firmware/*) return 0 ;;
|
||||
*/.build-id/* | */lib/debug/* | */systemd/* | *.service | *.socket | */udev/* | *.rules) return 0 ;;
|
||||
*/modprobe.d/* | */modules-load.d/* | */etc/alternatives/* | */etc/ld.so.conf.d/*) return 0 ;;
|
||||
*/sysusers.d/* | */dbus-1/system.d/* | */nvidia/files.d/* | */nvidia-powerd/* | *-key-documentation) return 0 ;;
|
||||
*copyright | *changelog* | *NEWS* | *README* | *.md) return 0 ;;
|
||||
*) return 1 ;;
|
||||
esac
|
||||
}
|
||||
elfclass()
|
||||
{
|
||||
od -An -t u1 -j 4 -N 1 "$1" 2> /dev/null | tr -d ' '
|
||||
}
|
||||
|
||||
# Build the manifest once (host file -> expected box path), reproducing
|
||||
# distrobox-init routing: linker libs to the ELF-class bucket, fixed-path
|
||||
# plugins to the guest-native lib root by class ({LIB32}/{LIB64}, expanded in
|
||||
# the guest), configs/binaries keep their real path.
|
||||
manifest="$(mktemp)"
|
||||
pm_list | sort -u | while read -r f; do
|
||||
[ -f "${f}" ] || [ -L "${f}" ] || continue
|
||||
is_excluded "${f}" && continue
|
||||
# distrobox-init rewrites an absolute library_path in ICD/vendor JSONs to the
|
||||
# bare soname, so the guest copy differs from the host original. Checksum the
|
||||
# same rewrite here (a no-op for JSONs without an absolute path) so the mirror
|
||||
# check compares against what the guest will actually hold.
|
||||
case "${f}" in
|
||||
*.json) h="$(sed 's@\("library_path"[[:space:]]*:[[:space:]]*"\)/[^"]*/\([^"/]*"\)@\1\2@g' "${f}" 2> /dev/null | sha256sum | cut -d' ' -f1)" ;;
|
||||
*) h="$(sha256sum "${f}" 2> /dev/null | cut -d' ' -f1)" ;;
|
||||
esac
|
||||
[ -n "${h}" ] || continue
|
||||
real="${f}"
|
||||
[ -L "${f}" ] && real="$(readlink -f "${f}" 2> /dev/null)"
|
||||
case "${f}" in
|
||||
*/xorg/* | */gbm/* | */vdpau/* | */wine/*)
|
||||
# Fixed-path plugin: guest-native lib root by ELF class. The guest
|
||||
# check expands {LIB32}/{LIB64}; keep the "<plugin>/..." sub-path.
|
||||
sub="${f}"
|
||||
case "${sub}" in
|
||||
/usr/lib/*-linux-*/*) sub="${sub#/usr/lib/*-linux-*/}" ;;
|
||||
/usr/lib64/*) sub="${sub#/usr/lib64/}" ;;
|
||||
/usr/lib32/*) sub="${sub#/usr/lib32/}" ;;
|
||||
/usr/lib/*) sub="${sub#/usr/lib/}" ;;
|
||||
*) ;;
|
||||
esac
|
||||
if [ "$(elfclass "${real}")" = 1 ]; then bp="{LIB32}/${sub}"; else bp="{LIB64}/${sub}"; fi
|
||||
;;
|
||||
*)
|
||||
base="${f##*/}"
|
||||
case "${base}" in
|
||||
*nvidia*.so* | *libcuda* | libnvcuvid* | libnvoptix*)
|
||||
if [ "$(elfclass "${real}")" = 1 ]; then
|
||||
bp="/usr/lib/distrobox-nvidia/lib32/${base}"
|
||||
else bp="/usr/lib/distrobox-nvidia/lib64/${base}"; fi
|
||||
;;
|
||||
*) bp="${f}" ;;
|
||||
esac
|
||||
;;
|
||||
esac
|
||||
printf '%s %s\n' "${h}" "${bp}"
|
||||
done > "${manifest}"
|
||||
nreq="$(grep -c . "${manifest}")"
|
||||
[ "${nreq}" -gt 0 ] || fail "empty manifest (install or oracle bug)"
|
||||
# Coverage floor: the manifest must carry every entry-point stem, else a package
|
||||
# rename or a find-glob miss would let every guest pass on a hollow file set.
|
||||
for stem in libcuda.so libnvidia-ml.so libGLX_nvidia.so libEGL_nvidia.so libnvidia-opencl.so; do
|
||||
grep -qE "/${stem}[^/]*\$" "${manifest}" || fail "coverage floor: no ${stem}* in manifest (package set or glob changed)"
|
||||
done
|
||||
outok && pm_list | sort -u > "${OUT}/package-files.txt"
|
||||
|
||||
# Each guest image is a gating check against the same manifest.
|
||||
bad=""
|
||||
for box in ${BOX_IMAGES}; do
|
||||
name="nvtest-$(printf '%s' "${box##*/}" | sed 's/[:.]/-/g')"
|
||||
log "guest ${box}: create --nvidia"
|
||||
dbx create --yes --nvidia --image "${box}" --name "${name}" > "${SERIAL}" 2>&1 || fail "create ${box}"
|
||||
dbx enter "${name}" -- true > "${SERIAL}" 2>&1 || fail "enter ${box}"
|
||||
ok=0
|
||||
for _ in $(seq 1 60); do
|
||||
dbx enter "${name}" -- test -f /etc/ld.so.conf.d/00-distrobox-nvidia.conf && {
|
||||
ok=1
|
||||
break
|
||||
}
|
||||
sleep 2
|
||||
done
|
||||
[ "${ok}" = 1 ] || fail "${box}: mirror did not complete"
|
||||
|
||||
# shellcheck disable=SC2016 # $path/$want expand in the guest sh
|
||||
res="$(dbx enter -T "${name}" -- sh -c '
|
||||
l64=/usr/lib; for d in /usr/lib/x86_64-linux-gnu /usr/lib64 /usr/lib; do [ -d "$d" ] && { l64=$d; break; }; done
|
||||
case "$l64" in
|
||||
*/x86_64-linux-gnu) l32=/usr/lib/i386-linux-gnu ;;
|
||||
*/lib64)
|
||||
# Fedora keeps 32-bit in /usr/lib; Arch /usr/lib64 -> /usr/lib, so its 32-bit tree is /usr/lib32.
|
||||
if [ "$(readlink -m /usr/lib64)" = "$(readlink -m /usr/lib)" ]; then l32=/usr/lib32; else l32=/usr/lib; fi ;;
|
||||
*) l32=/usr/lib32 ;;
|
||||
esac
|
||||
[ "$(readlink -m "$l32")" = "$(readlink -m "$l64")" ] && l32=""
|
||||
n=0; okc=0; skip=0
|
||||
while read -r want path; do
|
||||
n=$((n + 1))
|
||||
case "$path" in
|
||||
"{LIB32}/"*) [ -n "$l32" ] || { skip=$((skip + 1)); continue; }; path="$l32/${path#"{LIB32}/"}" ;;
|
||||
"{LIB64}/"*) path="$l64/${path#"{LIB64}/"}" ;;
|
||||
esac
|
||||
[ -e "$path" ] || { echo "ABSENT $path"; continue; }
|
||||
# Each 64-bit ELF we mirror (bucket libs, plugins, nvidia binaries)
|
||||
# must resolve its NEEDED *nvidia* libs through the bucket. Only
|
||||
# nvidia deps count - a missing system lib (e.g. libnvidia-pkcs11
|
||||
# wanting OpenSSL 1.1) belongs to the guest; non-ELF/PE and 32-bit skip.
|
||||
if [ "$(od -An -t x1 -N 4 "$path" 2>/dev/null | tr -d " ")" = 7f454c46 ] &&
|
||||
[ "$(od -An -t u1 -j 4 -N 1 "$path" 2>/dev/null | tr -d " ")" = 2 ]; then
|
||||
lddout="$(ldd "$path" 2>&1)"; lddrc=$?
|
||||
[ "$lddrc" -ne 0 ] && ! printf "%s" "$lddout" | grep -q "not a dynamic executable" && echo "LDDFAIL $path [rc=$lddrc]"
|
||||
miss="$(printf "%s\n" "$lddout" | sed -n "s/^[[:space:]]*\(.*\) => not found/\1/p" | grep -iE "nvidia|cuda|nvcuvid|nvoptix" | tr "\n" " ")"
|
||||
[ -n "$miss" ] && echo "UNRESOLVED $path [missing: $miss]"
|
||||
fi
|
||||
got="$(sha256sum "$path" 2>/dev/null | cut -d" " -f1)"
|
||||
[ "$got" = "$want" ] && { okc=$((okc + 1)); continue; }
|
||||
sz="$(wc -c < "$path" 2>/dev/null || echo "?")"
|
||||
real="$(readlink -f "$path" 2>/dev/null || echo "$path")"
|
||||
mnt="$(findmnt -no SOURCE "$path" 2>/dev/null || true)"
|
||||
own="$(pacman -Qoq "$path" 2>/dev/null || rpm -qf "$path" 2>/dev/null || dpkg -S "$path" 2>/dev/null || true)"
|
||||
echo "MISMATCH $path [box ${sz}B ${got} real=$real mnt=${mnt:-none} owner=${own:-unowned}]"
|
||||
done
|
||||
# Findability: each entry-point soname must resolve THROUGH our bucket.
|
||||
# ldd above only proves a mirrored file own NEEDED links; a vendor lib
|
||||
# loaded purely by dlopen-by-soname (libGLX_nvidia, ...) is nobody NEEDED.
|
||||
for so in libcuda.so.1 libnvidia-ml.so.1 libGLX_nvidia.so.0 libEGL_nvidia.so.0 libnvidia-opencl.so.1; do
|
||||
case "$(ldconfig -p 2>/dev/null | grep -F "$so (" | head -1)" in
|
||||
*/distrobox-nvidia/*) ;;
|
||||
*) echo "UNCACHED $so" ;;
|
||||
esac
|
||||
done
|
||||
echo "READ $n"
|
||||
echo "OK $okc"
|
||||
echo "SKIP32 $skip"' < "${manifest}")"
|
||||
rn="$(printf '%s\n' "${res}" | awk '$1=="READ"{print $2}')"
|
||||
[ "${rn:-0}" = "${nreq}" ] || fail "${box}: guest read ${rn:-0}/${nreq} (stdin not forwarded?)"
|
||||
|
||||
# Positive accounting: OK + 32-bit-skip + ABSENT + MISMATCH must equal the
|
||||
# lines read, so a file slipping through unclassified cannot hide as a pass.
|
||||
okc="$(printf '%s\n' "${res}" | awk '$1=="OK"{print $2}')"
|
||||
skc="$(printf '%s\n' "${res}" | awk '$1=="SKIP32"{print $2}')"
|
||||
na="$(printf '%s\n' "${res}" | grep -c '^ABSENT ' || true)"
|
||||
nm="$(printf '%s\n' "${res}" | grep -c '^MISMATCH ' || true)"
|
||||
[ "$((${okc:-0} + ${skc:-0} + na + nm))" = "${nreq}" ] || fail "${box}: accounting off (ok=${okc:-0} skip=${skc:-0} absent=${na} mismatch=${nm} != ${nreq})"
|
||||
|
||||
# Loadability probes (no GPU, no manifest needed - a separate dbx enter fed a
|
||||
# heredoc, so the body reads as ordinary shell). Each checks something the
|
||||
# per-file pass cannot: that every ICD names a resolvable library, that the
|
||||
# self-contained driver libs relocate cleanly, and that the fixed-path plugins
|
||||
# sit in their loader's own directory.
|
||||
probes="$(
|
||||
dbx enter -T "${name}" -- sh << 'PROBE'
|
||||
soname_path() { ldconfig -p 2>/dev/null | grep -F "$1 (" | head -1 | sed 's/.*=> //'; }
|
||||
|
||||
# EGL vendor / OpenCL / EGL-platform configs get the lightweight static check:
|
||||
# they name a bare soname the loaders find via ld.so, so resolving it in the
|
||||
# cache is a faithful proxy. Vulkan ICDs get a real load check (below) instead.
|
||||
icdn=0
|
||||
for f in $(find /etc /usr/share /usr/lib /usr/lib64 -type f \
|
||||
\( -path '*/glvnd/egl_vendor.d/*nvidia*' -o -path '*/OpenCL/vendors/*nvidia*' \
|
||||
-o -path '*/egl_external_platform.d/*nvidia*' \) 2>/dev/null); do
|
||||
case "$f" in
|
||||
*.icd) lib=$(grep -m1 '\.so' "$f" 2>/dev/null | tr -d '[:space:]') ;;
|
||||
*) lib=$(tr -d '\n' < "$f" 2>/dev/null | sed -n 's/.*"library_path"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p') ;;
|
||||
esac
|
||||
[ -n "$lib" ] || continue
|
||||
icdn=$((icdn + 1))
|
||||
case "$lib" in
|
||||
*/*)
|
||||
# Absolute library_path must exist at that path. If it does not but the
|
||||
# basename resolves in the cache, the lib was relocated to the bucket and
|
||||
# the config points at the pre-mirror absolute path.
|
||||
if [ ! -e "$lib" ]; then
|
||||
if ldconfig -p 2>/dev/null | grep -qF "${lib##*/} ("; then
|
||||
echo "ICD_UNRESOLVED $f $lib (absolute path absent; ${lib##*/} is in the cache - lib relocated to bucket)"
|
||||
else
|
||||
echo "ICD_UNRESOLVED $f $lib"
|
||||
fi
|
||||
fi
|
||||
;;
|
||||
*) [ -n "$(soname_path "$lib")" ] || echo "ICD_UNRESOLVED $f $lib" ;;
|
||||
esac
|
||||
done
|
||||
echo "ICDN $icdn"
|
||||
|
||||
# Vulkan ICDs: drive the real loader instead of guessing. Install vulkaninfo +
|
||||
# the loader, then let it try to load each mirrored nvidia ICD. Without a GPU the
|
||||
# library still dlopens (device enumeration is a separate, later step), so a
|
||||
# "Failed loading library"/"Ignoring this JSON" line naming an nvidia lib means
|
||||
# its library_path did not resolve. A failed install is a visible SKIP, never a
|
||||
# silent pass. sudo -n avoids a hang if the guest lacks passwordless sudo.
|
||||
if ! command -v vulkaninfo > /dev/null 2>&1; then
|
||||
{
|
||||
if command -v apt-get > /dev/null 2>&1; then
|
||||
timeout 300 sudo -n apt-get update -qq && timeout 300 sudo -n apt-get install -y -qq vulkan-tools
|
||||
elif command -v dnf > /dev/null 2>&1; then
|
||||
timeout 300 sudo -n dnf install -y -q vulkan-tools vulkan-loader
|
||||
elif command -v pacman > /dev/null 2>&1; then
|
||||
timeout 300 sudo -n pacman -Sy --noconfirm --needed vulkan-tools vulkan-icd-loader
|
||||
fi
|
||||
} > /dev/null 2>&1
|
||||
fi
|
||||
if command -v vulkaninfo > /dev/null 2>&1; then
|
||||
nicd=$(find /etc /usr/share -type f -path '*/vulkan/icd.d/*nvidia*' 2>/dev/null | wc -l)
|
||||
vkraw=$(VK_LOADER_DEBUG=warn,error timeout 60 vulkaninfo 2>&1)
|
||||
vkfail=$(printf '%s\n' "$vkraw" | grep -iE 'Ignoring this JSON|Failed loading library' | grep -i nvidia)
|
||||
if [ -n "$vkfail" ]; then
|
||||
# Classify the rejection. A missing *nvidia* lib means the mirror dropped
|
||||
# something -> hard fail. A missing guest lib (libGLdispatch/libX11, the GL
|
||||
# stack the image itself must ship) is not distrobox's job -> SKIP, named.
|
||||
# The lib loading but nvidia declining to return vkCreateInstance is the
|
||||
# driver refusing to initialise in this guest, downstream of the mirror
|
||||
# (ubuntu/fedora negotiate the same mirrored driver fine) -> SKIP. Only a
|
||||
# truly unattributable failure stays a hard fail.
|
||||
miss=$(printf '%s\n' "$vkraw" | sed -n 's/.* \([^ ]*\): cannot open shared object.*/\1/p' | sort -u)
|
||||
nvmiss=$(printf '%s\n' "$miss" | grep -iE 'nvidia|cuda' | tr '\n' ' ')
|
||||
if [ -n "$nvmiss" ]; then
|
||||
echo "ICD_LOAD_FAILED nvidia lib(s) unresolved: $nvmiss"
|
||||
elif [ -n "$miss" ]; then
|
||||
echo "SKIP icd-vulkan (nvidia ICD present, but guest image lacks: $(printf '%s' "$miss" | tr '\n' ' '))"
|
||||
elif printf '%s\n' "$vkraw" | grep -qi 'vk_icdGetInstanceProcAddr'; then
|
||||
echo "SKIP icd-vulkan (nvidia ICD loaded, driver declined to init - no vkCreateInstance; not a mirror fault)"
|
||||
else
|
||||
printf '%s\n' "$vkfail" | sed -n 's/.*ICD JSON \(.*\)\. Ignoring.*/\1/p' | sort -u | while read -r badlib; do echo "ICD_LOAD_FAILED $badlib"; done
|
||||
fi
|
||||
# Full loader failure chain (nvidia libs + the dlopen "cannot open" root
|
||||
# cause) for the OUT diagnostics, so the exact failing dependency is on
|
||||
# record rather than only the classified token.
|
||||
printf '%s\n' "$vkraw" | grep -iE 'nvidia|cannot open|Ignoring this JSON|Failed loading|undefined symbol|GLdispatch|glvnd' | while read -r l; do echo "VKLOG $l"; done
|
||||
fi
|
||||
echo "ICDVK $nicd"
|
||||
else
|
||||
echo "SKIP icd-vulkan (vulkaninfo unavailable / install failed)"
|
||||
fi
|
||||
|
||||
# Symbol binding: self-contained driver libs must relocate cleanly. ldd -r forces
|
||||
# function+data relocation, catching a newer-host-driver vs older-guest-glibc
|
||||
# undefined-symbol break that plain ldd passes. GLVND vendor libs are excluded -
|
||||
# they leave dispatch symbols for libGLdispatch to supply.
|
||||
for so in libcuda.so.1 libnvidia-ml.so.1 libnvidia-encode.so.1 libnvcuvid.so.1; do
|
||||
p=$(soname_path "$so")
|
||||
[ -n "$p" ] || continue
|
||||
und=$(ldd -r "$p" 2>&1 | sed -n 's/^[[:space:]]*undefined symbol: \(.*\)/\1/p' | tr '\n' ' ')
|
||||
[ -n "$und" ] && echo "UNLOADABLE $so [undefined: $und]"
|
||||
done
|
||||
|
||||
# Plugin colocation: Xorg/GBM/VDPAU drivers are dlopen'd from the consumer
|
||||
# library's own <libdir>/<loader> dir, so the correct location is defined by the
|
||||
# guest consumer, not the mirror. Anchor to the 64-bit consumer and check only
|
||||
# 64-bit plugins - a 32-bit plugin lives in its own tree matched by a 32-bit
|
||||
# loader - and canonicalise both sides so usr-merge/multiarch symlinks compare
|
||||
# equal and overlapping find roots collapse.
|
||||
for pair in libgbm.so.1:gbm libvdpau.so.1:vdpau; do
|
||||
consumer=${pair%%:*}
|
||||
sub=${pair#*:}
|
||||
cp=$(ldconfig -p 2>/dev/null | grep -F "$consumer (" | grep -F ',x86-64)' | head -1 | sed 's/.*=> //')
|
||||
[ -n "$cp" ] || { echo "SKIP plugin-$sub (guest has no 64-bit $consumer)"; continue; }
|
||||
exp=$(readlink -m "$(dirname "$cp")/$sub")
|
||||
for pl in $(find /usr/lib /usr/lib64 -type f -path "*/$sub/*nvidia*" 2>/dev/null | xargs -r readlink -f | sort -u); do
|
||||
[ "$(od -An -t u1 -j 4 -N 1 "$pl" 2>/dev/null | tr -d ' ')" = 2 ] || continue
|
||||
[ "$(readlink -m "$(dirname "$pl")")" = "$exp" ] || echo "PLUGIN_MISPLACED $pl [expected in $exp]"
|
||||
done
|
||||
done
|
||||
PROBE
|
||||
)"
|
||||
printf '%s\n' "${probes}" | grep '^SKIP ' | while read -r sk; do log "guest ${box}: ${sk}"; done
|
||||
icdn="$(printf '%s\n' "${probes}" | awk '$1=="ICDN"{print $2}')"
|
||||
vkicd="$(printf '%s\n' "${probes}" | awk '$1=="ICDVK"{print $2}')"
|
||||
log "guest ${box}: probes - ${icdn:-0} egl/cl config(s), ${vkicd:-0} vulkan icd(s) load-checked"
|
||||
|
||||
probs="$(printf '%s\n' "${res}" "${probes}" | grep -E '^(ABSENT|MISMATCH|UNRESOLVED|LDDFAIL|UNCACHED|ICD_UNRESOLVED|ICD_LOAD_FAILED|UNLOADABLE|PLUGIN_MISPLACED) ' || true)"
|
||||
n="$(printf '%s\n' "${probs}" | grep -c . || true)"
|
||||
if outok; then
|
||||
printf '%s\n' "${probs}" | grep . > "${OUT}/failures-${name}.txt" 2> /dev/null || true
|
||||
# Raw Vulkan loader failure chain (only when the nvidia ICD did not load),
|
||||
# so the exact dlopen root cause is on record, not just the token.
|
||||
vklog="$(printf '%s\n' "${probes}" | sed -n 's/^VKLOG //p')"
|
||||
[ -z "${vklog}" ] || printf '%s\n' "${vklog}" > "${OUT}/vulkan-loader-${name}.txt"
|
||||
# Inventory for manual review: the bucket plus the fixed-path plugins
|
||||
# wherever they landed (nvidia-named, so guest Mesa backends stay out).
|
||||
dbx enter "${name}" -- sh -c '
|
||||
find /usr/lib/distrobox-nvidia -type f 2>/dev/null
|
||||
find /usr/lib /usr/lib32 /usr/lib64 /usr/lib/*-linux-gnu -type f \
|
||||
\( -path "*/gbm/*nvidia*" -o -path "*/vdpau/*nvidia*" -o -path "*/xorg/*nvidia*" -o -path "*/nvidia/wine/*" \) 2>/dev/null
|
||||
' | sort -u > "${OUT}/box-files-${name}.txt" || true
|
||||
fi
|
||||
if [ "${n}" -gt 0 ]; then
|
||||
log "guest ${box}: ${n} problem(s) (of ${nreq} files)"
|
||||
bad="${bad} ${box}"
|
||||
else log "guest ${box}: OK (${nreq} files)"; fi
|
||||
done
|
||||
|
||||
[ -z "${bad}" ] || fail "guest images failed:${bad}"
|
||||
log "all guests passed (${nreq} files each)"
|
||||
pass
|
||||
Executable
+70
@@ -0,0 +1,70 @@
|
||||
#!/bin/sh
|
||||
# SPDX-License-Identifier: GPL-3.0-only
|
||||
#
|
||||
# This file is part of the distrobox project:
|
||||
# https://github.com/89luca89/distrobox
|
||||
#
|
||||
# Copyright (C) 2021 distrobox contributors
|
||||
#
|
||||
# distrobox is free software; you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License version 3
|
||||
# as published by the Free Software Foundation.
|
||||
#
|
||||
# distrobox is distributed in the hope that it will be useful, but
|
||||
# WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
# General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with distrobox; if not, see <http://www.gnu.org/licenses/>.
|
||||
#
|
||||
set -eu
|
||||
#
|
||||
# hack/test/test-nvidia-integration.sh <ubuntu|fedora|arch>
|
||||
#
|
||||
# distrobox --nvidia integration test. Builds distrobox, stages the host binary
|
||||
# and the in-VM script (nvidia-test.sh, as the run.sh entry point vm-run.sh
|
||||
# executes) into a share, then hands it to the generic vm-run.sh which boots a
|
||||
# throwaway <distro> VM and waits for the result. The in-VM logic (install the
|
||||
# driver, create --nvidia for each guest image, checksum every mirrored file)
|
||||
# lives in nvidia-test.sh. Diagnostics land in
|
||||
# ./last-out-<distro>/.
|
||||
#
|
||||
|
||||
DISTRO="${1:?usage: test-nvidia-integration.sh <ubuntu|fedora|arch>}"
|
||||
HERE="$(cd "$(dirname "$0")" && pwd)"
|
||||
REPO="$(cd "${HERE}/../.." && pwd)"
|
||||
OUT="${HERE}/out/last-out-${DISTRO}"
|
||||
|
||||
msg()
|
||||
{
|
||||
printf '\033[1;34m==>\033[0m %s\n' "$*" >&2
|
||||
}
|
||||
|
||||
msg "building distrobox"
|
||||
make -C "${REPO}" build >&2
|
||||
|
||||
work="$(mktemp -d)"
|
||||
trap 'rm -rf "${work}"' EXIT INT TERM
|
||||
|
||||
# Read-only share into the VM: the built binary, the in-VM script (as run.sh) and
|
||||
# the host distro (nvidia-test.sh reads it from /mnt/share/distro).
|
||||
share="${work}/share"
|
||||
mkdir -p "${share}"
|
||||
install -m0755 "${REPO}/bin/distrobox" "${share}/distrobox"
|
||||
install -m0755 "${HERE}/nvidia-test.sh" "${share}/run.sh"
|
||||
printf '%s\n' "${DISTRO}" > "${share}/distro"
|
||||
|
||||
rm -rf "${OUT}"
|
||||
mkdir -p "${OUT}"
|
||||
|
||||
rc=0
|
||||
"${HERE}/vm-run.sh" "${DISTRO}" "${share}" "${OUT}" || rc=$?
|
||||
|
||||
for ff in "${OUT}"/failures-*.txt; do
|
||||
[ -s "${ff}" ] || continue
|
||||
printf '\n\033[1m--- %s ---\033[0m\n' "${ff##*/}" >&2
|
||||
cat "${ff}" >&2
|
||||
done
|
||||
msg "review: ${OUT}/ (package-files.txt, box-files-*.txt, failures-*.txt, serial.log)"
|
||||
exit "${rc}"
|
||||
Executable
+164
@@ -0,0 +1,164 @@
|
||||
#!/bin/sh
|
||||
# SPDX-License-Identifier: GPL-3.0-only
|
||||
#
|
||||
# This file is part of the distrobox project:
|
||||
# https://github.com/89luca89/distrobox
|
||||
#
|
||||
# Copyright (C) 2021 distrobox contributors
|
||||
#
|
||||
# distrobox is free software; you can redistribute it and/or modify it
|
||||
# under the terms of the GNU General Public License version 3
|
||||
# as published by the Free Software Foundation.
|
||||
#
|
||||
# distrobox is distributed in the hope that it will be useful, but
|
||||
# WITHOUT ANY WARRANTY; without even the implied warranty of
|
||||
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
||||
# General Public License for more details.
|
||||
#
|
||||
# You should have received a copy of the GNU General Public License
|
||||
# along with distrobox; if not, see <http://www.gnu.org/licenses/>.
|
||||
#
|
||||
set -eu
|
||||
#
|
||||
# Generic throwaway-VM runner for the hack/test suite.
|
||||
#
|
||||
# Boots a cloud image of <distro> with <share-dir> mounted read-only at
|
||||
# /mnt/share (9p) and <out-dir> read-write at /mnt/out, runs /mnt/share/run.sh,
|
||||
# and waits for it to print "=== RESULT: PASS|FAIL ===" on the serial console.
|
||||
# Every run boots a byte-fresh copy of the pristine (cached, read-only) base
|
||||
# image, so the payload cannot corrupt state between runs.
|
||||
#
|
||||
# usage: vm-run.sh <ubuntu|fedora|arch> <share-dir> <out-dir>
|
||||
# (<share-dir> must contain an executable run.sh entry point)
|
||||
# exit: 0 = PASS, 1 = FAIL, 2 = infra error / no result before the timeout
|
||||
#
|
||||
|
||||
DISTRO="${1:?usage: vm-run.sh <distro> <share-dir> <out-dir>}"
|
||||
SHARE="${2:?share dir required}"
|
||||
OUT="${3:?out dir required}"
|
||||
|
||||
case "${DISTRO}" in
|
||||
ubuntu) IMG_URL="https://cloud-images.ubuntu.com/noble/current/noble-server-cloudimg-amd64.img" ;;
|
||||
fedora) IMG_URL="https://download.fedoraproject.org/pub/fedora/linux/releases/44/Cloud/x86_64/images/Fedora-Cloud-Base-Generic-44-1.7.x86_64.qcow2" ;;
|
||||
arch) IMG_URL="https://geo.mirror.pkgbuild.com/images/latest/Arch-Linux-x86_64-cloudimg.qcow2" ;;
|
||||
*)
|
||||
printf 'unknown distro: %s\n' "${DISTRO}" >&2
|
||||
exit 2
|
||||
;;
|
||||
esac
|
||||
|
||||
MEM=4096
|
||||
CPUS=4
|
||||
TIMEOUT=2400
|
||||
CACHE="${XDG_CACHE_HOME:-${HOME}/.cache}/distrobox-vmtest"
|
||||
|
||||
msg()
|
||||
{
|
||||
printf '\033[1;34m==>\033[0m %s\n' "$*" >&2
|
||||
}
|
||||
bail()
|
||||
{
|
||||
printf '\033[1;31mERROR:\033[0m %s\n' "$*" >&2
|
||||
exit 2
|
||||
}
|
||||
|
||||
command -v cloud-localds > /dev/null || bail "need cloud-localds (from cloud-image-utils)"
|
||||
command -v curl > /dev/null || bail "need curl"
|
||||
command -v qemu-img > /dev/null || bail "need qemu-img"
|
||||
command -v qemu-system-x86_64 > /dev/null || bail "need qemu-system-x86_64"
|
||||
[ -f "${SHARE}/run.sh" ] || bail "share dir has no run.sh entry point: ${SHARE}"
|
||||
|
||||
mkdir -p "${CACHE}"
|
||||
base="${CACHE}/${DISTRO}-${IMG_URL##*/}"
|
||||
if [ ! -f "${base}" ]; then
|
||||
msg "downloading ${DISTRO} cloud image"
|
||||
curl -fSL -o "${base}.part" "${IMG_URL}" || bail "download failed: ${IMG_URL}"
|
||||
mv "${base}.part" "${base}"
|
||||
chmod 0444 "${base}"
|
||||
fi
|
||||
|
||||
work="$(mktemp -d)"
|
||||
pidfile="${work}/pid"
|
||||
serial="${work}/serial"
|
||||
tailpid=""
|
||||
|
||||
# shellcheck disable=SC2317,SC2329 # cleanup runs via the EXIT/INT/TERM trap
|
||||
cleanup()
|
||||
{
|
||||
if [ -n "${tailpid}" ]; then kill "${tailpid}" 2> /dev/null || true; fi
|
||||
if [ -f "${pidfile}" ]; then kill "$(cat "${pidfile}")" 2> /dev/null || true; fi
|
||||
if [ -f "${serial}" ]; then cp -f "${serial}" "${OUT}/serial.log" 2> /dev/null || true; fi
|
||||
rm -rf "${work}"
|
||||
}
|
||||
trap cleanup EXIT INT TERM
|
||||
|
||||
disk="${work}/disk.qcow2"
|
||||
cp --reflink=auto "${base}" "${disk}"
|
||||
chmod u+w "${disk}"
|
||||
qemu-img resize "${disk}" +20G > /dev/null
|
||||
|
||||
# A fixed instance-id is fine: the disk is always a fresh copy of the pristine
|
||||
# base, so cloud-init sees a clean instance and re-provisions every boot.
|
||||
printf 'instance-id: dbxtest\nlocal-hostname: dbxtest\n' > "${work}/meta-data"
|
||||
cat > "${work}/user-data" << 'EOF'
|
||||
#cloud-config
|
||||
runcmd:
|
||||
- [ sh, -c, "modprobe 9pnet_virtio 9p 2>/dev/null || true" ]
|
||||
- [ mkdir, -p, /mnt/share, /mnt/out ]
|
||||
- [ sh, -c, "mount -t 9p -o trans=virtio,version=9p2000.L,ro dbxshare /mnt/share" ]
|
||||
- [ sh, -c, "mount -t 9p -o trans=virtio,version=9p2000.L,rw dbxout /mnt/out || true" ]
|
||||
- [ sh, -c, "sh /mnt/share/run.sh || { echo '=== RESULT: FAIL ===' > /dev/ttyS0; poweroff -f; }" ]
|
||||
EOF
|
||||
|
||||
cloud-localds "${work}/seed.img" "${work}/user-data" "${work}/meta-data"
|
||||
|
||||
# Only the acceleration flags vary, so only they go through $@ (POSIX sh has no
|
||||
# arrays); the rest of the command is inline with every path quoted.
|
||||
if [ -r /dev/kvm ] && [ -w /dev/kvm ]; then
|
||||
set -- -enable-kvm -cpu host
|
||||
else
|
||||
set -- -cpu max
|
||||
fi
|
||||
|
||||
msg "booting ${DISTRO} VM (timeout ${TIMEOUT}s)"
|
||||
qemu-system-x86_64 "$@" \
|
||||
-m "${MEM}" -smp "${CPUS}" \
|
||||
-drive "if=virtio,format=qcow2,file=${disk}" \
|
||||
-drive "if=virtio,format=raw,file=${work}/seed.img" \
|
||||
-fsdev "local,id=s,path=${SHARE},security_model=none,readonly=on" -device virtio-9p-pci,fsdev=s,mount_tag=dbxshare \
|
||||
-fsdev "local,id=o,path=${OUT},security_model=none" -device virtio-9p-pci,fsdev=o,mount_tag=dbxout \
|
||||
-netdev user,id=n -device virtio-net-pci,netdev=n \
|
||||
-display none -serial "file:${serial}" -monitor none -no-reboot -pidfile "${pidfile}" -daemonize < /dev/null
|
||||
|
||||
touch "${serial}"
|
||||
|
||||
# Strip CSI escapes from the live console dump
|
||||
tail -f "${serial}" | sed -u 's/\x1b\[[0-9;?]*[[:alpha:]]//g' >&2 &
|
||||
tailpid=$!
|
||||
|
||||
result=""
|
||||
elapsed=0
|
||||
while [ "${elapsed}" -lt "${TIMEOUT}" ]; do
|
||||
if grep -q 'RESULT:' "${serial}" 2> /dev/null; then
|
||||
result="$(grep -o 'RESULT: [A-Z]*' "${serial}" | tail -1 | awk '{print $2}')"
|
||||
break
|
||||
fi
|
||||
if [ -f "${pidfile}" ] && ! kill -0 "$(cat "${pidfile}")" 2> /dev/null; then break; fi
|
||||
sleep 5
|
||||
elapsed=$((elapsed + 5))
|
||||
done
|
||||
kill "${tailpid}" 2> /dev/null || true
|
||||
tailpid=""
|
||||
if [ -z "${result}" ]; then result="$(grep -o 'RESULT: [A-Z]*' "${serial}" 2> /dev/null | tail -1 | awk '{print $2}')"; fi
|
||||
|
||||
case "${result}" in
|
||||
PASS)
|
||||
msg "VM result: PASS (${DISTRO})"
|
||||
exit 0
|
||||
;;
|
||||
FAIL)
|
||||
msg "VM result: FAIL (${DISTRO})"
|
||||
exit 1
|
||||
;;
|
||||
*) bail "no result after ${TIMEOUT}s (see ${OUT}/serial.log)" ;;
|
||||
esac
|
||||
Reference in New Issue
Block a user