notmuch/test/aggregate-results.sh
Tomi Ollila b6e589f54f test: aggregate-results.sh: count test files where all tests skipped
Previously, when all tests were skipped on a test file, there were
no indication of this in the final results aggregate-results.sh
printed.
Now count of the files where all tests were skipped is printed.
2019-07-05 17:58:23 +02:00

81 lines
1.5 KiB
Bash
Executable file

#!/usr/bin/env bash
set -eu
fixed=0
success=0
failed=0
broken=0
total=0
all_skipped=0
for file
do
while read type value
do
case $type in
fixed)
fixed=$((fixed + value)) ;;
success)
success=$((success + value)) ;;
failed)
failed=$((failed + value)) ;;
broken)
broken=$((broken + value)) ;;
total)
total=$((total + value))
if [ "$value" -eq 0 ]; then
all_skipped=$((all_skipped + 1))
fi
esac
done <"$file"
done
pluralize_s () { [ "$1" -eq 1 ] && s='' || s='s'; }
echo "Notmuch test suite complete."
if [ "$fixed" -eq 0 ] && [ "$failed" -eq 0 ]; then
pluralize_s "$total"
printf "All $total test$s "
if [ "$broken" -eq 0 ]; then
echo "passed."
else
pluralize_s "$broken"
echo "behaved as expected ($broken expected failure$s)."
fi
else
echo "$success/$total tests passed."
if [ "$broken" -ne 0 ]; then
pluralize_s "$broken"
echo "$broken broken test$s failed as expected."
fi
if [ "$fixed" -ne 0 ]; then
pluralize_s "$fixed"
echo "$fixed broken test$s now fixed."
fi
if [ "$failed" -ne 0 ]; then
pluralize_s "$failed"
echo "$failed test$s failed."
fi
fi
skipped=$((total - fixed - success - failed - broken))
if [ "$skipped" -ne 0 ]; then
pluralize_s "$skipped"
echo "$skipped test$s skipped."
fi
if [ "$all_skipped" -ne 0 ]; then
pluralize_s "$all_skipped"
echo "All tests in $all_skipped file$s skipped."
fi
# Note that we currently do not consider skipped tests as failing the
# build.
if [ "$success" -gt 0 ] && [ "$fixed" -eq 0 ] && [ "$failed" -eq 0 ]
then
exit 0
else
exit 1
fi