notmuch/test/aggregate-results.sh

#!/usr/bin/env bash

set -eu

fixed=0
success=0
failed=0
broken=0
total=0
all_skipped=0
rep_failed=0

for file
do
	if [ ! -f "$file" ]; then
		echo "'$file' does not exist!"
		rep_failed=$((rep_failed + 1))
		continue
	fi
	has_total=0
	while read type value
	do
		case $type in
		fixed)
			fixed=$((fixed + value)) ;;
		success)
			success=$((success + value)) ;;
		failed)
			failed=$((failed + value)) ;;
		broken)
			broken=$((broken + value)) ;;
		total)
			total=$((total + value))
			has_total=1
			if [ "$value" -eq 0 ]; then
				all_skipped=$((all_skipped + 1))
			fi
		esac
	done <"$file"
	if [ "$has_total" -eq 0 ]; then
		echo "'$file' lacks 'total ...'; results may be inconsistent."
		failed=$((failed + 1))
	fi
done

pluralize_s () { [ "$1" -eq 1 ] && s='' || s='s'; }

echo "Notmuch test suite complete."

if [ "$fixed" -eq 0 ] && [ "$failed" -eq 0 ] && [ "$rep_failed" -eq 0 ]; then
	pluralize_s "$total"
	printf "All $total test$s "
	if [ "$broken" -eq 0 ]; then
		echo "passed."
	else
		pluralize_s "$broken"
		echo "behaved as expected ($broken expected failure$s)."
	fi
else
	echo "$success/$total tests passed."
	if [ "$broken" -ne 0 ]; then
		pluralize_s "$broken"
		echo "$broken broken test$s failed as expected."
	fi
	if [ "$fixed" -ne 0 ]; then
		pluralize_s "$fixed"
		echo "$fixed broken test$s now fixed."
	fi
	if [ "$failed" -ne 0 ]; then
		pluralize_s "$failed"
		echo "$failed test$s failed."
	fi
fi

skipped=$((total - fixed - success - failed - broken))
if [ "$skipped" -ne 0 ]; then
	pluralize_s "$skipped"
	echo "$skipped test$s skipped."
fi
if [ "$all_skipped" -ne 0 ]; then
	pluralize_s "$all_skipped"
	echo "All tests in $all_skipped file$s skipped."
fi

if [ "$rep_failed" -ne 0 ]; then
	pluralize_s "$rep_failed"
	echo "$rep_failed test$s failed to report results."
fi

# Note that we currently do not consider skipped tests as failing the
# build.

if [ "$success" -gt 0 ] && [ "$fixed" -eq 0 ] &&
	[ "$failed" -eq 0 ] && [ "$rep_failed" -eq 0 ]
then
	exit 0
else
	exit 1
fi