mirror of
https://github.com/lxc/incus.git
synced 2026-02-05 09:46:19 +01:00
fe43941e95
This PR restructures the CI test matrix to significantly reduce overall workflow duration while maintaining full test coverage and improving maintainability. resolve: #2628 1. Introduced `test-category` split to divide test cases into logical groups: - core, storage, network, security, misc This reduces the number of tests executed per job, allowing them to complete faster. 2. Standardized full test runs to use the `dir` backend. - Ensures full functionality coverage with minimal overhead. 3. Storage backend tests are now isolated to: - suite: standalone - category: storage - backends: [btrfs, lvm, zfs, ceph, linstor, random] - suite: cluster - category: all - backends: [btrfs, lvm, zfs, ceph, linstor, random] This ensures backend behavior is validated without impacting other categories. 4. Ensured both `ubuntu-24.04` and `ubuntu-24.04-arm` continue to be supported. Signed-off-by: baconyao <bacon735392@gmail.com>
429 lines
17 KiB
Bash
Executable File
429 lines
17 KiB
Bash
Executable File
#!/bin/sh -eu
|
|
[ -n "${GOPATH:-}" ] && export "PATH=${GOPATH}/bin:${PATH}"
|
|
|
|
# Don't translate incus output for parsing in it in tests.
|
|
export LC_ALL="C"
|
|
|
|
# Force UTC for consistency
|
|
export TZ="UTC"
|
|
|
|
export DEBUG=""
|
|
if [ -n "${INCUS_VERBOSE:-}" ]; then
|
|
DEBUG="--verbose"
|
|
fi
|
|
|
|
if [ -n "${INCUS_DEBUG:-}" ]; then
|
|
DEBUG="--debug"
|
|
fi
|
|
|
|
if [ -n "${DEBUG:-}" ]; then
|
|
set -x
|
|
fi
|
|
|
|
if [ -z "${INCUS_BACKEND:-}" ]; then
|
|
INCUS_BACKEND="dir"
|
|
fi
|
|
|
|
# shellcheck disable=SC2034
|
|
INCUS_NETNS=""
|
|
|
|
import_subdir_files() {
|
|
test "$1"
|
|
# shellcheck disable=SC2039,3043
|
|
local file
|
|
for file in "$1"/*.sh; do
|
|
# shellcheck disable=SC1090
|
|
. "$file"
|
|
done
|
|
}
|
|
|
|
import_subdir_files includes
|
|
|
|
echo "==> Checking for dependencies"
|
|
check_dependencies incusd incus curl dnsmasq jq git xgettext sqlite3 msgmerge msgfmt shuf setfacl socat dig
|
|
|
|
if [ "${USER:-'root'}" != "root" ]; then
|
|
echo "The testsuite must be run as root." >&2
|
|
exit 1
|
|
fi
|
|
|
|
if [ -n "${INCUS_LOGS:-}" ] && [ ! -d "${INCUS_LOGS}" ]; then
|
|
echo "Your INCUS_LOGS path doesn't exist: ${INCUS_LOGS}"
|
|
exit 1
|
|
fi
|
|
|
|
echo "==> Available storage backends: $(available_storage_backends | sort)"
|
|
if [ "$INCUS_BACKEND" != "random" ] && ! storage_backend_available "$INCUS_BACKEND"; then
|
|
if [ "${INCUS_BACKEND}" = "ceph" ] && [ -z "${INCUS_CEPH_CLUSTER:-}" ]; then
|
|
echo "Ceph storage backend requires that \"INCUS_CEPH_CLUSTER\" be set."
|
|
exit 1
|
|
elif [ "${INCUS_BACKEND}" = "linstor" ] && [ -z "${INCUS_LINSTOR_CLUSTER:-}" ]; then
|
|
echo "LINSTOR storage backend requires that \"INCUS_LINSTOR_CLUSTER\" be set."
|
|
exit 1
|
|
elif [ "${INCUS_BACKEND}" = "truenas" ] && [ -z "${INCUS_TRUENAS_DATASET:-}" ]; then
|
|
echo "TrueNAS storage backend requires that \"INCUS_TRUENAS_DATASET\" be set."
|
|
exit 1
|
|
fi
|
|
echo "Storage backend \"$INCUS_BACKEND\" is not available"
|
|
exit 1
|
|
fi
|
|
echo "==> Using storage backend ${INCUS_BACKEND}"
|
|
|
|
import_storage_backends
|
|
|
|
if [ "${INCUS_BACKEND}" = "truenas" ] && { [ "$#" -eq 0 ] || [ "$1" = "all" ] || [ "$1" = "cluster" ]; }; then
|
|
# The cluster tests use net-ns which is incompatible with open-iscsi
|
|
echo "TrueNAS storage backend does not support the cluster tests. Please specify a list of test suites, or 'standalone'"
|
|
exit 1
|
|
fi
|
|
|
|
cleanup() {
|
|
# Allow for failures and stop tracing everything
|
|
set +ex
|
|
DEBUG=
|
|
|
|
# Allow for inspection
|
|
if [ -n "${INCUS_INSPECT:-}" ]; then
|
|
if [ "${TEST_RESULT}" != "success" ]; then
|
|
echo "==> TEST DONE: ${TEST_CURRENT_DESCRIPTION}"
|
|
fi
|
|
echo "==> Test result: ${TEST_RESULT}"
|
|
|
|
# shellcheck disable=SC2086
|
|
printf "To poke around, use:\\n INCUS_DIR=%s INCUS_CONF=%s sudo -E %s/bin/incus COMMAND\\n" "${INCUS_DIR}" "${INCUS_CONF}" ${GOPATH:-}
|
|
echo "Tests Completed (${TEST_RESULT}): hit enter to continue"
|
|
read -r _
|
|
fi
|
|
|
|
echo ""
|
|
echo "df -h output:"
|
|
df -h
|
|
|
|
if [ "${TEST_RESULT}" != "success" ]; then
|
|
# dmesg may contain oops, IO errors, crashes, etc
|
|
echo "::group::dmesg logs"
|
|
journalctl --quiet --no-hostname --no-pager --boot=0 --lines=100 --dmesg
|
|
echo "::endgroup::"
|
|
fi
|
|
|
|
if [ -n "${GITHUB_ACTIONS:-}" ]; then
|
|
echo "==> Skipping cleanup (GitHub Action runner detected)"
|
|
else
|
|
echo "==> Cleaning up"
|
|
|
|
umount -l "${TEST_DIR}/dev"
|
|
shutdown_openfga
|
|
cleanup_incus "$TEST_DIR"
|
|
fi
|
|
|
|
echo ""
|
|
echo ""
|
|
if [ "${TEST_RESULT}" != "success" ]; then
|
|
echo "==> TEST DONE: ${TEST_CURRENT_DESCRIPTION}"
|
|
fi
|
|
echo "==> Test result: ${TEST_RESULT}"
|
|
}
|
|
|
|
# Must be set before cleanup()
|
|
TEST_CURRENT=setup
|
|
TEST_CURRENT_DESCRIPTION=setup
|
|
# shellcheck disable=SC2034
|
|
TEST_RESULT=failure
|
|
|
|
trap cleanup EXIT HUP INT TERM
|
|
|
|
# Import all the testsuites
|
|
import_subdir_files suites
|
|
|
|
# Setup test directory
|
|
TEST_DIR=$(mktemp -d -p "$(pwd)" tmp.XXX)
|
|
chmod +x "${TEST_DIR}"
|
|
|
|
if [ -n "${INCUS_TMPFS:-}" ]; then
|
|
mount -t tmpfs tmpfs "${TEST_DIR}" -o mode=0751 -o size=6G
|
|
fi
|
|
|
|
mkdir -p "${TEST_DIR}/dev"
|
|
mount -t tmpfs none "${TEST_DIR}"/dev
|
|
export INCUS_DEVMONITOR_DIR="${TEST_DIR}/dev"
|
|
|
|
INCUS_CONF=$(mktemp -d -p "${TEST_DIR}" XXX)
|
|
export INCUS_CONF
|
|
|
|
INCUS_DIR=$(mktemp -d -p "${TEST_DIR}" XXX)
|
|
export INCUS_DIR
|
|
chmod +x "${INCUS_DIR}"
|
|
spawn_incus "${INCUS_DIR}" true
|
|
INCUS_ADDR=$(cat "${INCUS_DIR}/incus.addr")
|
|
export INCUS_ADDR
|
|
|
|
run_test() {
|
|
TEST_CURRENT=${1}
|
|
TEST_CURRENT_DESCRIPTION=${2:-${1}}
|
|
TEST_UNMET_REQUIREMENT=""
|
|
|
|
echo "==> TEST BEGIN: ${TEST_CURRENT_DESCRIPTION}"
|
|
START_TIME=$(date +%s)
|
|
|
|
# shellcheck disable=SC2039,3043
|
|
local skip=false
|
|
|
|
# Skip test if requested.
|
|
if [ -n "${INCUS_SKIP_TESTS:-}" ]; then
|
|
for testName in ${INCUS_SKIP_TESTS}; do
|
|
if [ "test_${testName}" = "${TEST_CURRENT}" ]; then
|
|
echo "==> SKIP: ${TEST_CURRENT} as specified in INCUS_SKIP_TESTS"
|
|
skip=true
|
|
break
|
|
fi
|
|
done
|
|
fi
|
|
|
|
if [ "${skip}" = false ]; then
|
|
# Run test.
|
|
${TEST_CURRENT}
|
|
|
|
# Check whether test was skipped due to unmet requirements, and if so check if the test is required and fail.
|
|
if [ -n "${TEST_UNMET_REQUIREMENT}" ]; then
|
|
if [ -n "${INCUS_REQUIRED_TESTS:-}" ]; then
|
|
for testName in ${INCUS_REQUIRED_TESTS}; do
|
|
if [ "test_${testName}" = "${TEST_CURRENT}" ]; then
|
|
echo "==> REQUIRED: ${TEST_CURRENT} ${TEST_UNMET_REQUIREMENT}"
|
|
false
|
|
return
|
|
fi
|
|
done
|
|
else
|
|
# Skip test if its requirements are not met and is not specified in required tests.
|
|
echo "==> SKIP: ${TEST_CURRENT} ${TEST_UNMET_REQUIREMENT}"
|
|
fi
|
|
fi
|
|
fi
|
|
|
|
END_TIME=$(date +%s)
|
|
|
|
echo "==> TEST DONE: ${TEST_CURRENT_DESCRIPTION} ($((END_TIME - START_TIME))s)"
|
|
}
|
|
|
|
# Essential features that make Incus work
|
|
run_standalone_core() {
|
|
run_test test_certificate_edit "Certificate edit"
|
|
run_test test_config_profiles "profiles and configuration"
|
|
run_test test_database_no_disk_space "database out of disk space"
|
|
run_test test_database_restore "database restore"
|
|
run_test test_filtering "API filtering"
|
|
run_test test_fuidshift "fuidshift"
|
|
run_test test_get_operations "test_get_operations"
|
|
run_test test_image_acl "image acl"
|
|
run_test test_image_auto_update "image auto-update"
|
|
run_test test_image_expiry "image expiry"
|
|
run_test test_image_import_dir "import image from directory"
|
|
run_test test_image_import_with_reuse "import image with reuse flag"
|
|
run_test test_image_list_all_aliases "image list all aliases"
|
|
run_test test_image_prefer_cached "image prefer cached"
|
|
run_test test_image_refresh "image refresh"
|
|
run_test test_image_split "image split"
|
|
run_test test_incus_user "incus-user"
|
|
run_test test_init_auto "incus admin init auto"
|
|
run_test test_init_interactive "incus admin init interactive"
|
|
run_test test_init_preseed "incus admin init preseed"
|
|
run_test test_kernel_limits "kernel limits"
|
|
run_test test_metrics "Metrics"
|
|
run_test test_pki "PKI mode"
|
|
run_test test_profiles_project_default "profiles in default project"
|
|
run_test test_profiles_project_images "profiles in project with images enabled and profiles disabled"
|
|
run_test test_profiles_project_images_profiles "profiles in project with images and profiles enabled"
|
|
run_test test_profiles_project_profiles "profiles in project with images disabled and profiles enabled"
|
|
run_test test_projects_backups "backups inside projects"
|
|
run_test test_projects_containers "containers inside projects"
|
|
run_test test_projects_crud "projects CRUD operations"
|
|
run_test test_projects_default "default project"
|
|
run_test test_projects_images_default "images from the global default project"
|
|
run_test test_projects_images "images inside projects"
|
|
run_test test_projects_limits "projects limits"
|
|
run_test test_projects_network "projects and networks"
|
|
run_test test_projects_profiles_default "profiles from the global default project"
|
|
run_test test_projects_profiles "profiles inside projects"
|
|
run_test test_projects_restrictions "projects restrictions"
|
|
run_test test_projects_snapshots "snapshots inside projects"
|
|
run_test test_projects_usage "projects usage"
|
|
run_test test_query "query"
|
|
run_test test_resources "resources"
|
|
run_test test_security_protection "container protection"
|
|
run_test test_security "security features"
|
|
run_test test_server_config "server configuration"
|
|
run_test test_sql "SQL"
|
|
run_test test_systemd "systemd"
|
|
run_test test_template "file templating"
|
|
run_test test_tls_jwt "JWT authentication"
|
|
run_test test_tls_restrictions "TLS restrictions"
|
|
run_test test_warnings "Warnings"
|
|
}
|
|
|
|
# Tests related to storage and storage drivers (will be run on all drivers).
|
|
run_standalone_storage() {
|
|
run_test test_backup_different_instance_uuid "backup instance and check instance UUIDs"
|
|
run_test test_backup_export "backup export"
|
|
run_test test_backup_export_import_instance_only "backup export and import instance only"
|
|
run_test test_backup_export_import_recover "backup export, import, and recovery"
|
|
run_test test_backup_import "backup import"
|
|
run_test test_backup_rename "backup rename"
|
|
run_test test_backup_volume_expiry "backup volume expiry"
|
|
run_test test_backup_volume_export "backup volume export"
|
|
run_test test_backup_volume_rename_delete "backup volume rename and delete"
|
|
run_test test_bucket_recover "bucket recover"
|
|
run_test test_container_devices_disk "container devices - disk"
|
|
run_test test_container_local_cross_pool_handling "container local cross pool handling"
|
|
run_test test_container_move "container server-side move"
|
|
run_test test_incremental_copy "incremental container copy"
|
|
run_test test_migration "migration"
|
|
run_test test_projects_storage "projects and storage pools"
|
|
run_test test_snap_expiry "snapshot expiry"
|
|
run_test test_snap_restore "snapshot restores"
|
|
run_test test_snap_schedule "snapshot scheduling"
|
|
run_test test_snapshots "container snapshots"
|
|
run_test test_snap_volume_db_recovery "snapshot volume database record recovery"
|
|
run_test test_storage_bucket_export "storage buckets export and import"
|
|
run_test test_storage_buckets "storage buckets"
|
|
run_test test_storage_driver_btrfs "btrfs storage driver"
|
|
run_test test_storage_driver_ceph "ceph storage driver"
|
|
run_test test_storage_driver_cephfs "cephfs storage driver"
|
|
run_test test_storage_driver_linstor "linstor storage driver"
|
|
run_test test_storage_driver_truenas "truenas storage driver"
|
|
run_test test_storage_driver_zfs "zfs storage driver"
|
|
run_test test_storage_local_volume_handling "storage local volume handling"
|
|
run_test test_storage_profiles "storage profiles"
|
|
run_test test_storage "storage"
|
|
run_test test_storage_volume_attach "attaching storage volumes"
|
|
run_test test_storage_volume_filemanip "storage volume file manipulations"
|
|
run_test test_storage_volume_import "storage volume import"
|
|
run_test test_storage_volume_initial_config "storage volume initial configuration"
|
|
run_test test_storage_volume_recover "Recover storage volumes"
|
|
run_test test_storage_volume_snapshots "storage volume snapshots"
|
|
}
|
|
|
|
# Network and networking related tests
|
|
run_standalone_network() {
|
|
run_test test_address_set "network address set"
|
|
run_test test_container_devices_nic_bridged_acl "container devices - nic - bridged - acl"
|
|
run_test test_container_devices_nic_bridged "container devices - nic - bridged"
|
|
run_test test_container_devices_nic_bridged_filtering "container devices - nic - bridged - filtering"
|
|
run_test test_container_devices_nic_bridged_vlan "container devices - nic - bridged - vlan"
|
|
run_test test_container_devices_nic_ipvlan "container devices - nic - ipvlan"
|
|
run_test test_container_devices_nic_macvlan "container devices - nic - macvlan"
|
|
run_test test_container_devices_nic_p2p "container devices - nic - p2p"
|
|
run_test test_container_devices_nic_physical "container devices - nic - physical"
|
|
run_test test_container_devices_nic_routed "container devices - nic - routed"
|
|
run_test test_container_devices_nic_sriov "container devices - nic - sriov"
|
|
run_test test_container_devices_proxy "container devices - proxy"
|
|
run_test test_network_acl "network ACL management"
|
|
run_test test_network_dhcp_routes "network dhcp routes"
|
|
run_test test_network_forward "network address forwards"
|
|
run_test test_network_hwaddr_pattern "network MAC address pattern"
|
|
run_test test_network "network management"
|
|
run_test test_network_peers "network peers"
|
|
run_test test_network_zone "network DNS zones"
|
|
run_test test_oidc "OpenID Connect"
|
|
run_test test_openfga "OpenFGA"
|
|
run_test test_remote_admin "remote administration"
|
|
run_test test_remote_url "remote url handling"
|
|
run_test test_remote_usage "remote usage"
|
|
run_test test_syslog_socket "Syslog socket"
|
|
}
|
|
|
|
# Any other container test
|
|
run_standalone_container() {
|
|
run_test test_basic_usage "basic usage"
|
|
run_test test_cloud_init "cloud-init"
|
|
run_test test_concurrent "concurrent startup"
|
|
run_test test_concurrent_exec "concurrent exec"
|
|
run_test test_config_edit "container configuration edit"
|
|
run_test test_config_edit_container_snapshot_pool_config "container and snapshot volume configuration edit"
|
|
run_test test_console "console"
|
|
run_test test_container_bpf_token "BPF token delegation"
|
|
run_test test_container_devices_disk_restricted "container devices - disk - restricted"
|
|
run_test test_container_devices_gpu "container devices - gpu"
|
|
run_test test_container_devices_infiniband_physical "container devices - infiniband - physical"
|
|
run_test test_container_devices_infiniband_sriov "container devices - infiniband - sriov"
|
|
run_test test_container_devices_tpm "container devices - tpm"
|
|
run_test test_container_devices_unix_block "container devices - unix-block"
|
|
run_test test_container_devices_unix_char "container devices - unix-char"
|
|
run_test test_container_metadata "manage container metadata and templates"
|
|
run_test test_container_oci "OCI containers"
|
|
run_test test_container_recover "container recover"
|
|
run_test test_container_snapshot_config "container snapshot configuration"
|
|
run_test test_container_syscall_interception "container syscall interception"
|
|
run_test test_dev_incus "/dev/incus"
|
|
run_test test_exec "exec"
|
|
run_test test_exec_exit_code "exec exit code"
|
|
run_test test_fdleak "fd leak"
|
|
run_test test_filemanip "file manipulations"
|
|
run_test test_idmap "id mapping"
|
|
run_test test_lxc_to_incus "LXC to Incus"
|
|
run_test test_property "container property"
|
|
}
|
|
|
|
run_cluster() {
|
|
run_test test_clustering_enable "clustering enable"
|
|
run_test test_clustering_membership "clustering membership"
|
|
run_test test_clustering_containers "clustering containers"
|
|
run_test test_clustering_storage "clustering storage"
|
|
run_test test_clustering_storage_single_node "clustering storage single node"
|
|
run_test test_clustering_network "clustering network"
|
|
run_test test_clustering_publish "clustering publish"
|
|
run_test test_clustering_profiles "clustering profiles"
|
|
run_test test_clustering_join_api "clustering join api"
|
|
run_test test_clustering_shutdown_nodes "clustering shutdown"
|
|
run_test test_clustering_projects "clustering projects"
|
|
run_test test_clustering_update_cert "clustering update cert"
|
|
run_test test_clustering_update_cert_reversion "clustering update cert reversion"
|
|
run_test test_clustering_address "clustering address"
|
|
run_test test_clustering_image_replication "clustering image replication"
|
|
run_test test_clustering_recover "clustering recovery"
|
|
run_test test_clustering_handover "clustering handover"
|
|
run_test test_clustering_rebalance "clustering rebalance"
|
|
run_test test_clustering_remove_raft_node "clustering remove raft node"
|
|
run_test test_clustering_failure_domains "clustering failure domains"
|
|
run_test test_clustering_image_refresh "clustering image refresh"
|
|
run_test test_clustering_evacuation "clustering evacuation"
|
|
run_test test_clustering_instance_placement_scriptlet "clustering instance placement scriptlet"
|
|
run_test test_clustering_move "clustering move"
|
|
run_test test_clustering_edit_configuration "clustering config edit"
|
|
run_test test_clustering_remove_members "clustering config remove members"
|
|
run_test test_clustering_autotarget "clustering autotarget member"
|
|
# run_test test_clustering_upgrade "clustering upgrade"
|
|
run_test test_clustering_groups "clustering groups"
|
|
run_test test_clustering_events "clustering events"
|
|
run_test test_clustering_uuid "clustering uuid"
|
|
run_test test_clustering_openfga "clustering OpenFGA"
|
|
}
|
|
|
|
case "${1:-""}" in
|
|
all|"")
|
|
run_standalone_core
|
|
run_standalone_container
|
|
run_standalone_network
|
|
run_standalone_storage
|
|
run_cluster
|
|
;;
|
|
standalone)
|
|
run_standalone_core
|
|
run_standalone_container
|
|
run_standalone_network
|
|
run_standalone_storage
|
|
;;
|
|
standalone_*)
|
|
# shellcheck disable=SC2086
|
|
run_${1}
|
|
;;
|
|
cluster)
|
|
run_cluster
|
|
;;
|
|
*)
|
|
run_test "test_${1}"
|
|
;;
|
|
esac
|
|
|
|
# shellcheck disable=SC2034
|
|
TEST_RESULT=success
|