lourenco/mgmt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

don't abort test suite on first failure

Browse Source 
The test.sh script aborts as soon as a test fails. This can save time
on the local machine, but is inconvenient in CI where an early minor
failure can mask more severe errors that will be found later.
This commit is contained in:
Felix Frank
2016-04-06 21:48:37 +02:00
parent 2ab72bdf94
commit d84caa5528
1 changed files with 25 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

38
test.sh
View File

@@ -4,31 +4,43 @@ echo running test.sh
echo "ENV:" echo "ENV:"
env env
run-test()
{
$@ || FAILURES=$( [ "$FAILURES" ] && echo "$FAILURES\\n$@" || echo "$@" )
}
# ensure there is no trailing whitespace or other whitespace errors # ensure there is no trailing whitespace or other whitespace errors
git diff-tree --check $(git hash-object -t tree /dev/null) HEAD run-test git diff-tree --check $(git hash-object -t tree /dev/null) HEAD
# ensure entries to authors file are sorted # ensure entries to authors file are sorted
start=$(($(grep -n '^[[:space:]]*$' AUTHORS | awk -F ':' '{print $1}' | head -1) + 1)) start=$(($(grep -n '^[[:space:]]*$' AUTHORS | awk -F ':' '{print $1}' | head -1) + 1))
diff <(tail -n +$start AUTHORS | sort) <(tail -n +$start AUTHORS) run-test diff <(tail -n +$start AUTHORS | sort) <(tail -n +$start AUTHORS)
./test/test-gofmt.sh run-test ./test/test-gofmt.sh
./test/test-yamlfmt.sh run-test ./test/test-yamlfmt.sh
./test/test-bashfmt.sh run-test ./test/test-bashfmt.sh
./test/test-headerfmt.sh run-test ./test/test-headerfmt.sh
go test run-test go test
./test/test-govet.sh run-test ./test/test-govet.sh
# do these longer tests only when running on ci # do these longer tests only when running on ci
if env | grep -q -e '^TRAVIS=true$' -e '^JENKINS_URL=' -e '^BUILD_TAG=jenkins'; then if env | grep -q -e '^TRAVIS=true$' -e '^JENKINS_URL=' -e '^BUILD_TAG=jenkins'; then
go test -race run-test go test -race
./test/test-shell.sh run-test ./test/test-shell.sh
else else
# FIXME: this fails on travis for some reason # FIXME: this fails on travis for some reason
./test/test-reproducible.sh run-test ./test/test-reproducible.sh
fi fi
# run omv tests on jenkins physical hosts only # run omv tests on jenkins physical hosts only
if env | grep -q -e '^JENKINS_URL=' -e '^BUILD_TAG=jenkins'; then if env | grep -q -e '^JENKINS_URL=' -e '^BUILD_TAG=jenkins'; then
./test/test-omv.sh run-test ./test/test-omv.sh
fi
run-test ./test/test-golint.sh # test last, because this test is somewhat arbitrary
if [ "$FAILURES" ] ; then
echo
echo "FAILED TESTS:"
echo -e $FAILURES
exit 1
fi fi
./test/test-golint.sh # test last, because this test is somewhat arbitrary