From 5120b43334e0b788cf69807a687e2b78df9cc2c2 Mon Sep 17 00:00:00 2001 From: Ben Gras Date: Sun, 16 Jun 2013 17:53:18 +0000 Subject: [PATCH] make test run script produce TAP if desired . primarily intended for jenkins . see http://testanything.org/ for more info Change-Id: If0e942f75898eed640f9edd89ef8ffd0bab9726e --- test/run | 64 ++++++++++++++++++++++++++++++++++++++++---------------- 1 file changed, 46 insertions(+), 18 deletions(-) diff --git a/test/run b/test/run index 0abb58b84..a8719e03f 100755 --- a/test/run +++ b/test/run @@ -45,7 +45,7 @@ tests=$alltests # Are we given any args? If so, we might have to give # or change our testlist -while getopts 'lt:' opt +while getopts 'lt:T' opt do case $opt in l) echo "$alltests" @@ -53,7 +53,14 @@ do ;; t) tests="$OPTARG" ;; - ?) echo "Usage: run [-l] [-t testlist]" >&2; exit 1 + T) tapmode=yes + diagprefix="# " + ;; + ?) echo "Usage: run [-l] [-t testlist] [-T]" >&2 + echo " -l: list tests, exit" >&2 + echo " -t: execute given set of tests, default: all" >&2 + echo " -T: produce TAP-format output" >&2 + exit 1 esac done @@ -64,24 +71,40 @@ for i in `echo $tests`; do fi done -# if [ $tests_no -eq 0 ] then echo "No test binaries found. did you compile?" exit 1 fi +# Print tests list whenever user asks for TAP mode. It is up +# to the caller to make sure it makes sense, i.e. he knows what it +# represents. +if [ "$tapmode" ] +then echo "1..$tests_no" +fi + if [ "$tests" = "$alltests" ] then # Print test welcome message - clear - echo -n "Running POSIX compliance test suite. " + if [ ! "$tapmode" ]; then clear; fi + echo -n "${diagprefix}Running POSIX compliance test suite. " echo "There are $tests_no tests in total." - echo " " + echo "${diagprefix}" fi # Provide an argument for test63 ARGS_63=`pwd`/mod +runtest() { + i=$1 + ARG=$2 + if [ "$ROOT" ] + then su - bin -c "cd `pwd`; ./test$i $ARG" || return 1 + else ./test$i $ARG || return 1 + fi + return 0 +} + # Run all the tests, keeping track of who failed. for i in `echo $tests` do @@ -92,14 +115,20 @@ do unset ARG testid="`echo $i | sed 's/\..*//'`" ARG=`eval echo "\\${ARGS_$testid}"` - if [ "$ROOT" ] - then su - bin -c "cd `pwd`; ./test$i $ARG" || FAIL=1 - else ./test$i $ARG || FAIL=1 - fi + + runtest $i $ARG 2>&1 | sed "s/^/$diagprefix/" + FAIL=$? + if [ $FAIL -eq 0 ] - then passed=`expr $passed + 1` - else failed=`expr $failed + 1` - badones=`echo $badones " " $i` + then if [ "$tapmode" ] + then echo "ok test $i" + fi + passed=`expr $passed + 1` + else if [ "$tapmode" ] + then echo "not ok test $i" + fi + failed=`expr $failed + 1` + badones=`echo $badones " " $i` fi else skipped=`expr $skipped + 1` @@ -108,12 +137,11 @@ done # Print results of the tests. if [ "$tests" = "$alltests" ] -then echo " " +then echo "${diagprefix}" if test $total = $passed - then echo All $passed tests completed without error \($skipped skipped\). - else echo Testing completed. Score: $passed passed, $failed failed, \ - skipped $skipped - echo The following tests failed: $badones + then echo "${diagprefix}All $passed tests completed without error ($skipped skipped)." + else echo "${diagprefix}Testing completed. Score: $passed passed, $failed failed, skipped $skipped" + echo "${diagprefix}The following tests failed: $badones" fi fi -- 2.44.0