@@ -10,7 +10,7 @@ TESTBASE="$(basename "$TEST")"
TESTDIR="$(dirname "$TEST")"
rc_test=0
-"$TEST" |& tee "$NFT_TEST_TESTTMPDIR/testout.log" || rc_test=$?
+"$TEST" &> "$NFT_TEST_TESTTMPDIR/testout.log" || rc_test=$?
$NFT list ruleset > "$NFT_TEST_TESTTMPDIR/ruleset-after"
@@ -1,16 +1,31 @@
#!/bin/bash
+_msg() {
+ local level="$1"
+ shift
+ local msg
+
+ msg="$level: $*"
+ if [ "$level" = E -o "$level" = W ] ; then
+ printf '%s\n' "$msg" >&2
+ else
+ printf '%s\n' "$msg"
+ fi
+ if [ "$level" = E ] ; then
+ exit 1
+ fi
+}
+
msg_error() {
- echo "E: $1 ..." >&2
- exit 1
+ _msg E "$@"
}
msg_warn() {
- echo "W: $1" >&2
+ _msg W "$@"
}
msg_info() {
- echo "I: $1"
+ _msg I "$@"
}
usage() {
@@ -333,52 +348,81 @@ check_kmemleak()
check_taint
-for testfile in "${TESTS[@]}" ; do
- read taint < /proc/sys/kernel/tainted
- kernel_cleanup
+print_test_header() {
+ local msglevel="$1"
+ local testfile="$2"
+ local status="$3"
+ local suffix="$4"
+ local text
- # We also create and export a test-specific temporary directory.
- NFT_TEST_TESTTMPDIR="$(mktemp -p "$NFT_TEST_TMPDIR" -d "test-${testfile//\//-}.XXXXXX")"
- export NFT_TEST_TESTTMPDIR
+ if [ -n "$suffix" ] ; then
+ suffix=": $suffix"
+ fi
+ text="[$status]"
+ text="$(printf '%-12s' "$text")"
+ _msg "$msglevel" "$text $testfile$suffix"
+}
- msg_info "[EXECUTING] $testfile"
- test_output="$(NFT="$NFT" DIFF=$DIFF DUMPGEN="$DUMPGEN" $NFT_TEST_UNSHARE_CMD "$NFT_TEST_BASEDIR/helpers/test-wrapper.sh" "$testfile" 2>&1)"
- rc_got=$?
- echo -en "\033[1A\033[K" # clean the [EXECUTING] foobar line
+print_test_result() {
+ local NFT_TEST_TESTTMPDIR="$1"
+ local testfile="$2"
+ local rc_got="$3"
+ shift 3
- if [ -s "$NFT_TEST_TESTTMPDIR/ruleset-diff" ] ; then
- test_output="$test_output$(cat "$NFT_TEST_TESTTMPDIR/ruleset-diff")"
- fi
+ local result_msg_level="I"
+ local result_msg_status="OK"
+ local result_msg_suffix=""
+ local result_msg_files=( "$NFT_TEST_TESTTMPDIR/testout.log" "$NFT_TEST_TESTTMPDIR/ruleset-diff" )
if [ "$rc_got" -eq 0 ] ; then
((ok++))
- msg_info "[OK] $testfile"
- [ "$VERBOSE" == "y" ] && [ ! -z "$test_output" ] && echo "$test_output"
elif [ "$rc_got" -eq 124 ] ; then
((failed++))
- if [ "$VERBOSE" == "y" ] ; then
- msg_warn "[DUMP FAIL] $testfile: dump diff detected"
- [ ! -z "$test_output" ] && echo "$test_output"
- else
- msg_warn "[DUMP FAIL] $testfile"
- fi
+ result_msg_level="W"
+ result_msg_status="DUMP FAIL"
elif [ "$rc_got" -eq 77 ] ; then
((skipped++))
- if [ "$VERBOSE" == "y" ] ; then
- msg_warn "[SKIPPED] $testfile"
- [ ! -z "$test_output" ] && echo "$test_output"
- else
- msg_warn "[SKIPPED] $testfile"
- fi
+ result_msg_level="I"
+ result_msg_status="SKIPPED"
else
((failed++))
- if [ "$VERBOSE" == "y" ] ; then
- msg_warn "[FAILED] $testfile: got $rc_got"
- [ ! -z "$test_output" ] && echo "$test_output"
- else
- msg_warn "[FAILED] $testfile"
+ result_msg_level="W"
+ result_msg_status="FAILED"
+ result_msg_suffix="got $rc_got"
+ result_msg_files=( "$NFT_TEST_TESTTMPDIR/testout.log" )
+ fi
+
+ print_test_header "$result_msg_level" "$testfile" "$result_msg_status" "$result_msg_suffix"
+
+ if [ "$VERBOSE" = "y" ] ; then
+ local f
+
+ for f in "${result_msg_files[@]}"; do
+ if [ -s "$f" ] ; then
+ cat "$f"
+ fi
+ done
+
+ if [ "$rc_got" -ne 0 ] ; then
+ msg_info "check \"$NFT_TEST_TESTTMPDIR\""
fi
fi
+}
+
+for testfile in "${TESTS[@]}" ; do
+ read taint < /proc/sys/kernel/tainted
+ kernel_cleanup
+
+ # We also create and export a test-specific temporary directory.
+ NFT_TEST_TESTTMPDIR="$(mktemp -p "$NFT_TEST_TMPDIR" -d "test-${testfile//\//-}.XXXXXX")"
+ export NFT_TEST_TESTTMPDIR
+
+ print_test_header I "$testfile" "EXECUTING" ""
+ NFT="$NFT" DIFF="$DIFF" DUMPGEN="$DUMPGEN" $NFT_TEST_UNSHARE_CMD "$NFT_TEST_BASEDIR/helpers/test-wrapper.sh" "$testfile"
+ rc_got=$?
+ echo -en "\033[1A\033[K" # clean the [EXECUTING] foobar line
+
+ print_test_result "$NFT_TEST_TESTTMPDIR" "$testfile" "$rc_got"
check_taint
check_kmemleak
- "test-wrapper.sh" no longer will print the test output to its stdout. Instead, it only writes the testout.log file. - rework the loop "run-tests.sh" for printing the test results. It no longer captures the output of the test, as the wrapper is expected to be silent. Instead, they get the output from the result directory. The benefit is, that there is no duplication in what we print and the captured data in the result directory. The verbose mode is only for convenience, to safe looking at the test data. It's not essential otherwise. - also move the evaluation of the test result (and printing of the information) to a separate function. Later we want to run tests in parallel, so the steps need to be clearly separated. Signed-off-by: Thomas Haller <thaller@redhat.com> --- tests/shell/helpers/test-wrapper.sh | 2 +- tests/shell/run-tests.sh | 116 +++++++++++++++++++--------- 2 files changed, 81 insertions(+), 37 deletions(-)