mirror of
https://github.com/LibreQoE/LibreQoS.git
synced 2026-10-25 22:30:05 -05:00
Herbert Wolverson
14a7fca24c
- management_ip() returned non-zero when no lease was active, which made wait_for_management_ip exit before its retry loop. It now always returns 0, filters on the ipv4 protocol column, and parses lease rows with bash instead of per-line awk subprocesses. - wait_for_cloud_init() treated exit 2 as 'disabled'; cloud-init returns 2 for recoverable errors and 0 when disabled, so a failed package install was silently accepted. Only 0 is accepted now, and the long status is printed on failure. - check-package now waits for cloud-init through the shared wait_for_guest_ready helper, asserts the guest OS, and reports the missing-package error instead of exiting silently under pipefail. - Resolve the guest OS and the expected os-release string once in lib/common.sh; configure.sh and check-package share the assertion. - Delete the unused package-list helper and warn when bpftool is missing after the best-effort extras install. - build_rust.sh stops when prerequisite installation fails, matching build_pkg_debian.sh. - Add a sync pointer above the harness UISP config block.
188 lines
11 KiB
Bash
Executable File
188 lines
11 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
set -Eeuo pipefail
|
|
|
|
LAB_ROOT=$(cd -- "$(dirname -- "$0")" && pwd)
|
|
source "$LAB_ROOT/lib/common.sh"
|
|
source "$LAB_ROOT/lab.env"
|
|
|
|
GUEST_OS=$(resolve_guest_os)
|
|
case "$GUEST_OS" in
|
|
ubuntu)
|
|
GUEST_IMAGE_URL=$UBUNTU_IMAGE_URL
|
|
GUEST_IMAGE_CHECKSUM=$UBUNTU_IMAGE_SHA256
|
|
GUEST_IMAGE_CHECKSUM_TOOL=sha256sum
|
|
DEFAULT_GUEST_OS_VARIANT=ubuntu24.04
|
|
;;
|
|
debian)
|
|
GUEST_IMAGE_URL=$DEBIAN_IMAGE_URL
|
|
GUEST_IMAGE_CHECKSUM=$DEBIAN_IMAGE_SHA512
|
|
GUEST_IMAGE_CHECKSUM_TOOL=sha512sum
|
|
DEFAULT_GUEST_OS_VARIANT=debian13
|
|
;;
|
|
*)
|
|
die "unsupported LAB_GUEST_OS '$GUEST_OS'; expected ubuntu or debian"
|
|
;;
|
|
esac
|
|
GUEST_OS_VARIANT=${LAB_OS_VARIANT:-$DEFAULT_GUEST_OS_VARIANT}
|
|
|
|
readonly GUEST_OS GUEST_IMAGE_URL GUEST_IMAGE_CHECKSUM GUEST_IMAGE_CHECKSUM_TOOL GUEST_OS_VARIANT
|
|
readonly GUEST_BASE="$IMAGE_DIR/$(basename "$GUEST_IMAGE_URL")"
|
|
readonly ROUTER_ARCHIVE="$IMAGE_DIR/chr-$ROUTEROS_VERSION.img.zip"
|
|
readonly ROUTER_BASE="$IMAGE_DIR/chr-$ROUTEROS_VERSION.qcow2"
|
|
readonly SSH_KEY="$RUN_DIR/id_ed25519"
|
|
OVMF_CODE=
|
|
OVMF_VARS=
|
|
|
|
usage() {
|
|
cat <<'EOF'
|
|
Usage: ./radius-harness/lab <command>
|
|
|
|
Commands: init up status configure test check-package down purge console
|
|
|
|
Environment:
|
|
LAB_GUEST_OS Guest OS for the Linux VMs: ubuntu (default) or debian.
|
|
LAB_OS_VARIANT Override the virt-install --os-variant value.
|
|
EOF
|
|
}
|
|
|
|
require_host_tools() {
|
|
for tool in virsh virt-install qemu-img cloud-localds curl unzip sha256sum sha512sum rsync ssh scp; do require_command "$tool"; done
|
|
}
|
|
|
|
ensure_ssh_key() {
|
|
mkdir -p "$RUN_DIR"
|
|
[[ -f $SSH_KEY ]] || ssh-keygen -q -t ed25519 -N '' -f "$SSH_KEY"
|
|
}
|
|
|
|
resolve_ovmf() {
|
|
local code_path vars_path
|
|
if [[ -n ${OVMF_CODE_PATH:-} || -n ${OVMF_VARS_PATH:-} ]]; then
|
|
[[ -n ${OVMF_CODE_PATH:-} && -n ${OVMF_VARS_PATH:-} ]] || die "set both OVMF_CODE_PATH and OVMF_VARS_PATH"
|
|
[[ -r $OVMF_CODE_PATH && -r $OVMF_VARS_PATH ]] || die "configured OVMF firmware paths are not readable"
|
|
OVMF_CODE=$OVMF_CODE_PATH
|
|
OVMF_VARS=$OVMF_VARS_PATH
|
|
return
|
|
fi
|
|
|
|
for code_path in \
|
|
/usr/share/OVMF/OVMF_CODE_4M.fd \
|
|
/usr/share/OVMF/OVMF_CODE.fd \
|
|
/usr/share/edk2-ovmf/x64/OVMF_CODE.fd \
|
|
/usr/share/edk2/ovmf/OVMF_CODE.fd; do
|
|
vars_path=${code_path/CODE/VARS}
|
|
if [[ -r $code_path && -r $vars_path ]]; then
|
|
OVMF_CODE=$code_path
|
|
OVMF_VARS=$vars_path
|
|
return
|
|
fi
|
|
done
|
|
die "OVMF firmware was not found; install OVMF/edk2 or set OVMF_CODE_PATH and OVMF_VARS_PATH"
|
|
}
|
|
|
|
verify_checksum() {
|
|
local file=$1 checksum=$2 tool=$3
|
|
printf '%s %s\n' "$checksum" "$file" | "$tool" --check --status || die "checksum did not match for $(basename "$file")"
|
|
}
|
|
|
|
download_routeros() {
|
|
[[ -n ${ROUTEROS_CHR_SHA256:-} ]] || die "set ROUTEROS_CHR_SHA256 in lab.env before downloading RouterOS"
|
|
if [[ ! -f $ROUTER_ARCHIVE ]]; then
|
|
note "downloading RouterOS CHR $ROUTEROS_VERSION"
|
|
curl --fail --location --output "$ROUTER_ARCHIVE.partial" "$ROUTEROS_CHR_URL"
|
|
verify_checksum "$ROUTER_ARCHIVE.partial" "$ROUTEROS_CHR_SHA256" sha256sum
|
|
mv "$ROUTER_ARCHIVE.partial" "$ROUTER_ARCHIVE"
|
|
fi
|
|
verify_checksum "$ROUTER_ARCHIVE" "$ROUTEROS_CHR_SHA256" sha256sum
|
|
if [[ ! -f $ROUTER_BASE ]]; then
|
|
unzip -p "$ROUTER_ARCHIVE" >"$IMAGE_DIR/chr-$ROUTEROS_VERSION.img"
|
|
qemu-img convert -f raw -O qcow2 "$IMAGE_DIR/chr-$ROUTEROS_VERSION.img" "$ROUTER_BASE"
|
|
rm -f "$IMAGE_DIR/chr-$ROUTEROS_VERSION.img"
|
|
fi
|
|
}
|
|
|
|
download_guest_image() {
|
|
[[ -n $GUEST_IMAGE_CHECKSUM ]] || die "no checksum configured for guest image $(basename "$GUEST_IMAGE_URL")"
|
|
if [[ ! -f $GUEST_BASE ]]; then
|
|
note "downloading $GUEST_OS guest image $(basename "$GUEST_IMAGE_URL")"
|
|
curl --fail --location --output "$GUEST_BASE.partial" "$GUEST_IMAGE_URL"
|
|
verify_checksum "$GUEST_BASE.partial" "$GUEST_IMAGE_CHECKSUM" "$GUEST_IMAGE_CHECKSUM_TOOL"
|
|
mv "$GUEST_BASE.partial" "$GUEST_BASE"
|
|
fi
|
|
verify_checksum "$GUEST_BASE" "$GUEST_IMAGE_CHECKSUM" "$GUEST_IMAGE_CHECKSUM_TOOL"
|
|
}
|
|
|
|
build_runtime_bundle() {
|
|
[[ -d $REPO_ROOT/src/rust ]] || die "LibreQoS checkout not found: $REPO_ROOT"
|
|
note "building lqosd and lqos_python on the host"
|
|
(cd "$REPO_ROOT/src/rust" && cargo build --release -p lqosd -p lqos_python)
|
|
safe_remove "$RUNTIME_DIR"
|
|
mkdir -p "$RUNTIME_DIR/bin" "$RUNTIME_DIR/src"
|
|
install -m 0755 "$REPO_ROOT/src/rust/target/release/lqosd" "$RUNTIME_DIR/bin/lqosd"
|
|
install -m 0755 "$REPO_ROOT/src/rust/target/release/liblqos_python.so" "$RUNTIME_DIR/liblqos_python.so"
|
|
rsync -a --delete --exclude rust --exclude dist --exclude bin --exclude geo2.bin --exclude lts2 --exclude '*.pyc' --exclude '__pycache__' "$REPO_ROOT/src/" "$RUNTIME_DIR/src/"
|
|
}
|
|
|
|
create_network() { local name=$1 xml=$2; if ! network_exists "$name"; then virsh_lab net-define "$xml"; virsh_lab net-start "$name"; fi; }
|
|
destroy_network() { local name=$1; if network_exists "$name"; then virsh_lab net-destroy "$name" >/dev/null 2>&1 || true; virsh_lab net-undefine "$name"; fi; }
|
|
create_overlay() { local name=$1 backing=$2 size=${3:-}; if [[ -n $size ]]; then qemu-img create -f qcow2 -F qcow2 -b "$backing" "$RUN_DIR/$name.qcow2" "$size" >/dev/null; else qemu-img create -f qcow2 -F qcow2 -b "$backing" "$RUN_DIR/$name.qcow2" >/dev/null; fi; }
|
|
|
|
render_cloud_init() {
|
|
local name=$1 network_config=$2
|
|
sed "s|__LAB_SSH_KEY__|$(<"$SSH_KEY.pub")|" "$LAB_ROOT/templates/user-data.yaml" >"$RUN_DIR/$name-user-data"
|
|
cloud-localds --network-config="$network_config" "$RUN_DIR/$name-seed.iso" "$RUN_DIR/$name-user-data"
|
|
}
|
|
|
|
install_linux_domain() {
|
|
local name=$1 memory=$2 vcpus=$3 network_args=$4
|
|
install -m 0644 "$OVMF_VARS" "$RUN_DIR/$name-vars.fd"
|
|
virt-install --connect "$LIBVIRT_URI" --name "$name" --memory "$memory" --vcpus "$vcpus" --import --boot "loader=$OVMF_CODE,loader.type=pflash,loader.readonly=yes,loader.secure=no,nvram=$RUN_DIR/$name-vars.fd" --disk "path=$RUN_DIR/$name.qcow2,format=qcow2,bus=virtio" --disk "path=$RUN_DIR/$name-seed.iso,device=cdrom" --os-variant "$GUEST_OS_VARIANT" --graphics vnc,listen=127.0.0.1 --noautoconsole $network_args
|
|
}
|
|
|
|
create_domains() {
|
|
create_overlay "$LQOS_DOMAIN" "$GUEST_BASE" 8G; create_overlay "$RADIUS_DOMAIN" "$GUEST_BASE" 8G; create_overlay "$CLIENT_DOMAIN" "$GUEST_BASE" 8G; create_overlay "$ROUTER_DOMAIN" "$ROUTER_BASE"
|
|
install_linux_domain "$LQOS_DOMAIN" 4096 2 "--network network=$MANAGEMENT_NETWORK,model=virtio,mac=52:54:00:10:00:10 --network network=$CONTROL_NETWORK,model=virtio,mac=52:54:00:10:00:11 --network network=$TRANSIT_NETWORK,model=virtio,mac=52:54:00:10:00:12"
|
|
install_linux_domain "$RADIUS_DOMAIN" 512 1 "--network network=$MANAGEMENT_NETWORK,model=virtio,mac=52:54:00:20:00:10 --network network=$CONTROL_NETWORK,model=virtio,mac=52:54:00:20:00:11"
|
|
install_linux_domain "$CLIENT_DOMAIN" 512 1 "--network network=$MANAGEMENT_NETWORK,model=virtio,mac=52:54:00:30:00:10 --network network=$ACCESS_NETWORK,model=virtio,mac=02:00:00:00:00:42"
|
|
virt-install --connect "$LIBVIRT_URI" --name "$ROUTER_DOMAIN" --memory 512 --vcpus 1 --import --disk "path=$RUN_DIR/$ROUTER_DOMAIN.qcow2,format=qcow2,bus=virtio" --os-variant generic --graphics none --noautoconsole --network network=$MANAGEMENT_NETWORK,model=virtio,mac=52:54:00:40:00:10 --network network=$CONTROL_NETWORK,model=virtio,mac=52:54:00:40:00:11 --network network=$ACCESS_NETWORK,model=virtio,mac=52:54:00:40:00:12 --network network=$TRANSIT_NETWORK,model=virtio,mac=52:54:00:40:00:13
|
|
sleep 5
|
|
}
|
|
|
|
destroy_domain() { local name=$1; if domain_exists "$name"; then virsh_lab destroy "$name" >/dev/null 2>&1 || true; virsh_lab undefine "$name" --nvram >/dev/null 2>&1 || virsh_lab undefine "$name"; fi; }
|
|
cmd_init() { require_host_tools; mkdir -p "$IMAGE_DIR" "$RUN_DIR"; printf '%s\n' "$GUEST_OS" >"$IMAGE_DIR/guest-os"; download_guest_image; download_routeros; build_runtime_bundle; note "lab bases and runtime bundle are ready"; }
|
|
cmd_up() {
|
|
require_host_tools; resolve_ovmf; [[ -f $GUEST_BASE && -f $ROUTER_BASE && -x $RUNTIME_DIR/bin/lqosd ]] || die "run ./radius-harness/lab init first"; ensure_lab_stopped
|
|
trap 'status=$?; trap - ERR; note "lab creation failed; removing partial resources"; cmd_down || true; exit "$status"' ERR
|
|
safe_remove "$RUN_DIR"; mkdir -p "$RUN_DIR"; ensure_ssh_key
|
|
for guest in lqos radius client; do cp "$LAB_ROOT/templates/$guest-network.yaml" "$RUN_DIR/$guest-network.yaml"; done
|
|
render_cloud_init "$LQOS_DOMAIN" "$RUN_DIR/lqos-network.yaml"; render_cloud_init "$RADIUS_DOMAIN" "$RUN_DIR/radius-network.yaml"; render_cloud_init "$CLIENT_DOMAIN" "$RUN_DIR/client-network.yaml"
|
|
create_network "$CONTROL_NETWORK" "$LAB_ROOT/templates/network-control.xml"; create_network "$ACCESS_NETWORK" "$LAB_ROOT/templates/network-access.xml"; create_network "$TRANSIT_NETWORK" "$LAB_ROOT/templates/network-transit.xml"; create_domains
|
|
trap - ERR; note "VMs created. Use ./radius-harness/lab console once to set RouterOS admin password, then run ./radius-harness/lab configure."
|
|
}
|
|
cmd_status() { for item in "$LQOS_DOMAIN 52:54:00:10:00:10" "$RADIUS_DOMAIN 52:54:00:20:00:10" "$CLIENT_DOMAIN 52:54:00:30:00:10" "$ROUTER_DOMAIN 52:54:00:40:00:10"; do set -- $item; printf '%-20s %s\n' "$1" "$(management_ip "$2" || true)"; done; }
|
|
cmd_console() { domain_exists "$ROUTER_DOMAIN" || die "RouterOS domain is not running; use ./radius-harness/lab up first"; virsh_lab console "$ROUTER_DOMAIN"; }
|
|
cmd_configure() { "$LAB_ROOT/lib/configure.sh"; }
|
|
cmd_test() { "$LAB_ROOT/lib/test-lifecycle.sh"; }
|
|
cmd_check_package() {
|
|
local package_path=${1:-} lqos_ip simulate_output
|
|
require_host_tools
|
|
if [[ -z $package_path ]]; then
|
|
package_path=$(ls -1t "$REPO_ROOT"/src/dist/libreqos_*_amd64.deb 2>/dev/null | head -n 1) || true
|
|
fi
|
|
[[ -n $package_path && -f $package_path ]] || die "no LibreQoS package found; build one with src/build_pkg_debian.sh or pass a path"
|
|
domain_exists "$LQOS_DOMAIN" || die "the lab is not running; use ./radius-harness/lab up first"
|
|
lqos_ip=$(wait_for_guest_ready 52:54:00:10:00:10)
|
|
note "verifying the LibreQoS guest operating system"
|
|
assert_guest_os "$lqos_ip" "$GUEST_OS"
|
|
note "checking package dependency resolution inside the $GUEST_OS guest"
|
|
lab_scp "$package_path" "$lqos_ip" /tmp/
|
|
if ! simulate_output=$(lab_ssh "$lqos_ip" "sudo apt-get install --simulate '/tmp/$(basename "$package_path")' 2>&1"); then
|
|
printf '%s\n' "$simulate_output"
|
|
die "package check failed in the $GUEST_OS guest"
|
|
fi
|
|
note "package dependency resolution passed"
|
|
}
|
|
cmd_down() { for domain in "$CLIENT_DOMAIN" "$RADIUS_DOMAIN" "$ROUTER_DOMAIN" "$LQOS_DOMAIN"; do destroy_domain "$domain"; done; for network in "$TRANSIT_NETWORK" "$ACCESS_NETWORK" "$CONTROL_NETWORK"; do destroy_network "$network"; done; [[ -d $RUN_DIR ]] && safe_remove "$RUN_DIR"; note "disposable lab resources removed"; }
|
|
cmd_purge() { cmd_down; [[ -d $IMAGE_DIR ]] && safe_remove "$IMAGE_DIR"; [[ -d $RUNTIME_DIR ]] && safe_remove "$RUNTIME_DIR"; note "cached bases and runtime artifacts removed"; }
|
|
|
|
case ${1:-} in init) cmd_init ;; up) cmd_up ;; status) cmd_status ;; configure) cmd_configure ;; test) cmd_test ;; check-package) cmd_check_package "${2:-}" ;; down) cmd_down ;; purge) cmd_purge ;; console) cmd_console ;; *) usage; exit 2 ;; esac
|