diff options
Diffstat (limited to 'contrib')
| -rwxr-xr-x | contrib/compare_tests | 105 |
1 files changed, 0 insertions, 105 deletions
diff --git a/contrib/compare_tests b/contrib/compare_tests deleted file mode 100755 index 7c9e86b..0000000 --- a/contrib/compare_tests +++ /dev/null @@ -1,105 +0,0 @@ -#!/bin/sh -# This script automatically test the given tool with the tool's test cases, -# reporting anything of interest. - -# exits with 0 if there is nothing of interest -# exits with 1 if there is something interesting -# exits with 2 if an error occurred - -# Give two .sum files to compare them - -# Written by Mike Stump <mrs@cygnus.com> - -tool=gxx - -tmp1=/tmp/$tool-testing.$$a -tmp2=/tmp/$tool-testing.$$b -now_s=/tmp/$tool-testing.$$d -before_s=/tmp/$tool-testing.$$e - -if [ "$2" = "" ]; then - echo "Usage: $0 previous current" >&2 - exit 2 -fi - -sed 's/^XFAIL/FAIL/; s/^XPASS/PASS/' < "$1" | awk '/^Running target / {target = $3} { if (target != "unix") { sub(/: /, "&"target": " ); }; print $0; }' >$tmp1 -sed 's/^XFAIL/FAIL/; s/^XPASS/PASS/' < "$2" | awk '/^Running target / {target = $3} { if (target != "unix") { sub(/: /, "&"target": " ); }; print $0; }' >$tmp2 - -before=$tmp1 -now=$tmp2 - -exit_status=0 -trap 'rm -f $tmp1 $tmp2 $now_s $before_s' EXIT HUP INT QUIT TRAP PIPE TERM - -sort -t ':' +1 "$now" > "$now_s" -sort -t ':' +1 "$before" > "$before_s" - -grep '^FAIL:' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^PASS' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -12 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "Tests that now fail, but worked before:" - echo - cat $tmp2 - echo - exit_status=1 -fi - -grep '^PASS' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^FAIL' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -12 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "Tests that now work, but didn't before:" - echo - cat $tmp2 - echo -fi - -grep '^FAIL' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^[PF]A[SI][SL]' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -23 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "New tests that FAIL:" - echo - cat $tmp2 - echo - exit_status=1 -fi - -grep '^PASS' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^[PF]A[SI][SL]' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -23 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "New tests that PASS:" - echo - cat $tmp2 - echo -fi - -grep '^[PF]A[SI][SL]' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^PASS' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -13 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "Old tests that passed, that have disappeared: (Eeek!)" - echo - cat $tmp2 - echo -fi - -grep '^[PF]A[SI][SL]' "$now_s" | sed 's/^[^:]*:[ ]//' >$tmp1 -grep '^FAIL' "$before_s" | sed 's/^[^:]*:[ ]//' | comm -13 $tmp1 - >$tmp2 - - -if grep -s . $tmp2 >/dev/null ; then - echo "Old tests that failed, that have disappeared: (Eeek!)" - echo - cat $tmp2 - echo -fi - -exit $exit_status |