chiark / gitweb /
adns_errabbrev; regress/checkall prints summary list of failed tests;
[adns.git] / regress / r1test
index a15f07172de34ee2b523571d44c8656da325f1f8..3b2bfdf15125a7d8f649228f22d582cd283da481 100755 (executable)
@@ -2,7 +2,9 @@
 # usage: r1test <testcasename>
 
 set -e
-case="case-$1"
+casename="$1"
+case="case-$casename"
+ocase="output-$casename"
 
 exec <"$case.sys"
 read initfile
@@ -10,30 +12,33 @@ read queryargs
 
 initstring="`cat init-$initfile.text`"
 
+rm -f $ocase.*
+
 set +e
-ADNS_TEST_REPORT_FD=3 3>>"$case.report-o" >"$case.stdout-o" 2>"$case.stderr-o" \
+ADNS_TEST_REPORT_FD=3 3>>"$ocase.report" >"$ocase.out" 2>"$ocase.err" \
  ./hplayback "/$initstring" $queryargs
 rc=$?
 set -e
 
-if test $rc != 0
-then
-       egrep . -- "$case.report-o" "$case.stdout-o" "$case.stderr-o"
-       echo >&2 "FAILED $case - EXIT STATUS $rc"
-       exit 2
-fi
+echo "rc=$rc" >>$ocase.out
 
-for part in stdout stderr
+failed=false
+for part in err out
 do
-       if diff -- "$case.$part" "$case.$part-o"
+       if diff -u -- "$case.$part" "$ocase.$part"
        then
                :
        else
-               echo >&2 "FAILED $case - WRONG OUTPUT"
-               exit 2
+               failed=true
        fi
 done
 
-echo -n " $case "
+if $failed
+then
+       echo >&2 "FAILED $case - WRONG OUTPUT - lines of syscall remaining `wc -l`"
+       exit 2
+fi
+
+echo -n "$casename "
 
 exit 0