run_all.sh гонял набор последовательно с fail-fast: первый упавший тест отменял всё остальное, а CI (xargs -P4) расходился с локальным порядком. Теперь поддерживается -P N параллельность как в CI, ведётся лог по каждому тесту, печатается сводка pass/fail и вывод упавших, принимаются фильтры имён для запуска подмножества, а ошибки синтакс-проверки по-прежнему прерывают всё до старта тестов.
100 lines
2.4 KiB
Bash
100 lines
2.4 KiB
Bash
#!/usr/bin/env bash
|
|
# Runs the whole test suite. Mirrors CI (backend-ci.yml): syntax check first,
|
|
# then every standalone test in parallel with a pass/fail summary at the end.
|
|
#
|
|
# Usage: bash tests/run_all.sh [-P N] [test-name...]
|
|
# -P N run N tests in parallel (default: 4)
|
|
# test-name... only run tests whose file name contains these substrings
|
|
set -uo pipefail
|
|
|
|
PARALLEL=4
|
|
while getopts "P:" opt; do
|
|
case "$opt" in
|
|
P) PARALLEL="$OPTARG" ;;
|
|
*) echo "Usage: bash tests/run_all.sh [-P N] [test-name...]" >&2; exit 2 ;;
|
|
esac
|
|
done
|
|
shift $((OPTIND - 1))
|
|
|
|
echo "=== Syntax Checking ==="
|
|
if ! bash tests/ucode_syntax_lint.sh; then
|
|
echo ""
|
|
echo "=== Syntax check failed, aborting ==="
|
|
exit 1
|
|
fi
|
|
|
|
test_files=()
|
|
for f in tests/*.sh; do
|
|
case "$f" in
|
|
tests/run_all.sh | tests/ucode_syntax_lint.sh | tests/docker_e2e_test.sh | tests/container_entrypoint.sh)
|
|
continue
|
|
;;
|
|
esac
|
|
if [ $# -gt 0 ]; then
|
|
name="$(basename "$f")"
|
|
keep=0
|
|
for pattern in "$@"; do
|
|
case "$name" in
|
|
*"$pattern"*) keep=1; break ;;
|
|
esac
|
|
done
|
|
[ "$keep" -eq 1 ] || continue
|
|
fi
|
|
test_files+=("$f")
|
|
done
|
|
|
|
if [ "${#test_files[@]}" -eq 0 ]; then
|
|
echo "No matching tests found."
|
|
exit 1
|
|
fi
|
|
|
|
echo "=== Running ${#test_files[@]} Tests (-P $PARALLEL) ==="
|
|
|
|
results_dir="$(mktemp -d)"
|
|
cleanup() { rm -rf "$results_dir"; }
|
|
trap cleanup EXIT
|
|
|
|
run_one() {
|
|
f="$1"
|
|
log="$2"
|
|
name="$(basename "$f")"
|
|
echo "--- START $name ---"
|
|
if bash "$f" >"$log" 2>&1; then
|
|
echo "--- PASS $name ---"
|
|
else
|
|
echo "--- FAIL $name ---"
|
|
fi
|
|
}
|
|
export -f run_one
|
|
|
|
printf '%s\0' "${test_files[@]}" | xargs -0 -n1 -I'{}' bash -c 'run_one "$1" "$2/$(basename "${1%.sh}").log"' _ '{}' "$results_dir" | tee "$results_dir/progress.log"
|
|
|
|
pass_count=0
|
|
fail_count=0
|
|
failed_names=()
|
|
for f in "${test_files[@]}"; do
|
|
name="$(basename "$f")"
|
|
log="$results_dir/${name%.sh}.log"
|
|
# shellcheck disable=SC1091
|
|
if grep -q -- "--- PASS $name ---" "$results_dir/progress.log"; then
|
|
pass_count=$((pass_count + 1))
|
|
else
|
|
fail_count=$((fail_count + 1))
|
|
failed_names+=("$name")
|
|
fi
|
|
done
|
|
|
|
echo ""
|
|
echo "=== Summary: $pass_count passed, $fail_count failed / total ${#test_files[@]} ==="
|
|
|
|
if [ "$fail_count" -gt 0 ]; then
|
|
for name in "${failed_names[@]}"; do
|
|
echo ""
|
|
echo "--- Failure output: $name ---"
|
|
cat "$results_dir/${name%.sh}.log"
|
|
done
|
|
exit 1
|
|
fi
|
|
|
|
echo "ALL PASSED"
|