2020-07-02 11:34:15 +02:00
|
|
|
|
#!/bin/sh
|
|
|
|
|
|
|
|
|
|
|
|
set -u
|
|
|
|
|
|
|
|
|
|
|
|
red=""
|
|
|
|
|
|
green=""
|
|
|
|
|
|
yellow=""
|
|
|
|
|
|
normal=""
|
|
|
|
|
|
|
|
|
|
|
|
post_run_msg="ran test $1..."
|
|
|
|
|
|
if [ -t 1 ]; then
|
|
|
|
|
|
red="[31;1m"
|
|
|
|
|
|
green="[32;1m"
|
|
|
|
|
|
yellow="[33;1m"
|
|
|
|
|
|
normal="[m"
|
|
|
|
|
|
fi
|
2022-03-01 14:59:12 +01:00
|
|
|
|
|
|
|
|
|
|
run_test () {
|
|
|
|
|
|
(cd tests && env ${TESTS_ENVIRONMENT} init.sh 2>/dev/null > /dev/null)
|
|
|
|
|
|
log="$(cd $(dirname $1) && env ${TESTS_ENVIRONMENT} $(basename $1) 2>&1)"
|
|
|
|
|
|
status=$?
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
run_test "$1"
|
|
|
|
|
|
|
|
|
|
|
|
# Hack: Retry the test if it fails with “unexpected EOF reading a line” as these
|
|
|
|
|
|
# appear randomly without anyone knowing why.
|
|
|
|
|
|
# See https://github.com/NixOS/nix/issues/3605 for more info
|
|
|
|
|
|
if [[ $status -ne 0 && $status -ne 99 && \
|
|
|
|
|
|
"$(uname)" == "Darwin" && \
|
2022-03-02 21:36:46 +01:00
|
|
|
|
"$log" =~ "unexpected EOF reading a line" \
|
2022-03-01 14:59:12 +01:00
|
|
|
|
]]; then
|
|
|
|
|
|
echo "$post_run_msg [${yellow}FAIL$normal] (possibly flaky, so will be retried)"
|
|
|
|
|
|
echo "$log" | sed 's/^/ /'
|
|
|
|
|
|
run_test "$1"
|
|
|
|
|
|
fi
|
|
|
|
|
|
|
2020-07-02 11:34:15 +02:00
|
|
|
|
if [ $status -eq 0 ]; then
|
|
|
|
|
|
echo "$post_run_msg [${green}PASS$normal]"
|
|
|
|
|
|
elif [ $status -eq 99 ]; then
|
|
|
|
|
|
echo "$post_run_msg [${yellow}SKIP$normal]"
|
|
|
|
|
|
else
|
|
|
|
|
|
echo "$post_run_msg [${red}FAIL$normal]"
|
|
|
|
|
|
echo "$log" | sed 's/^/ /'
|
|
|
|
|
|
exit "$status"
|
|
|
|
|
|
fi
|
