diff options
| -rw-r--r-- | ChangeLog | 5 | ||||
| -rw-r--r-- | MAINTAINERS | 1 | ||||
| -rw-r--r-- | contrib/regression/ChangeLog | 9 | ||||
| -rw-r--r-- | contrib/regression/README | 18 | ||||
| -rwxr-xr-x | contrib/regression/btest-gcc.sh | 172 | ||||
| -rwxr-xr-x | contrib/regression/objs-gcc.sh | 121 | ||||
| -rw-r--r-- | contrib/regression/site.exp | 18 |
7 files changed, 344 insertions, 0 deletions
@@ -1,3 +1,8 @@ +2002-01-31 Geoffrey Keating <geoffk@redhat.com> + + * MAINTAINERS: Put self in as maintainer for contrib/regression + directory. + 2002-01-28 Phil Edwards <pme@gcc.gnu.org> * MAINTAINERS: Update my email address. diff --git a/MAINTAINERS b/MAINTAINERS index ee0057b..2fcbacf 100644 --- a/MAINTAINERS +++ b/MAINTAINERS @@ -122,6 +122,7 @@ docs co-maintainer Joseph Myers jsm28@cam.ac.uk Pico-Java port Steve Chamberlain sac@transmeta.com RTEMS Ports Joel Sherrill predict.def Jan Hubicka jh@suse.cz +contrib/regression Geoff Keating geoffk@redhat.com Note individuals who maintain parts of the compiler need approval to check in changes outside of the parts of the compiler they maintain. diff --git a/contrib/regression/ChangeLog b/contrib/regression/ChangeLog new file mode 100644 index 0000000..5008173 --- /dev/null +++ b/contrib/regression/ChangeLog @@ -0,0 +1,9 @@ +2002-01-31 Geoffrey Keating <geoffk@redhat.com> + + * btest-gcc.sh: New file. + * objs-gcc.sh: New file. + * site.exp: New file. + * ChangeLog: New file. + * README: New file. + + diff --git a/contrib/regression/README b/contrib/regression/README new file mode 100644 index 0000000..7e0e657 --- /dev/null +++ b/contrib/regression/README @@ -0,0 +1,18 @@ +This directory contains scripts that are used by the regression +tester, <http://people.redhat.com/geoffk/gcc-regression/>. + +The primary script is 'btest-gcc.sh'. This is the script that is run +to actually test the compiler. + +'objs-gcc.sh' takes a combined tree and builds (but does not test) the +tools required for 'btest-gcc.sh'. It is run periodically to update +the tools. This script is followed by running 'btest-gcc.sh' using +the newly-build tools to check that they will not cause regressions. + +'site.exp' is what $DEJAGNU points to when the regression tester runs +these scripts. + +Note that any changes made here need to be approved by the regression +tester's maintainer (see MAINTAINERS). The changes will be used on +the tester's next run, so `experimental' changes are very strongly +discouraged :-). diff --git a/contrib/regression/btest-gcc.sh b/contrib/regression/btest-gcc.sh new file mode 100755 index 0000000..1bd7e8c --- /dev/null +++ b/contrib/regression/btest-gcc.sh @@ -0,0 +1,172 @@ +#!/bin/sh + +# Test GCC. +# Copyright (C) 1999, 2000, 2001, 2002 Free Software Foundation, Inc. + +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. + +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + +# INPUT: +# btest <target> <source> <prefix> <state> <build> +# TARGET is the target triplet. It should be the same one +# as used in constructing PREFIX. +TARGET=$1 +# SOURCE is the directory containing the toplevel configure. +SOURCE=$2 + +# PREFIX is the directory for the --prefix option to configure. +# For cross compilers, it needs to contain header files, +# libraries, and binutils. PATH should probably include +# $PREFIX/bin. +PREFIX=$3 +# This script also needs to include the GDB testsuite in +# $PREFIX/share/gdb-testsuite. +GDB_TESTSUITE=$PREFIX/share/gdb-testsuite + +# STATE is where the tester maintains its internal state, +# described below. +STATE=$4 + +# BUILD is a temporary directory that this script will +# delete and recreate, containing the build tree. +BUILD=$5 + +# you also probably need to set these variables: +# PATH: should contain a native gcc, and a cross gdb. +# DEJAGNU: should point to a site.exp suitable for testing +# the compiler and debugger. + + +# OUTPUT: in $RESULT, one of the following keywords: +# error the script failed due to +# a misconfiguration or resource limitation +# build the build failed +# regress-<n> the build succeeded, but there were <n> +# testsuite regressions, listed in $REGRESS +# pass build succeeded and there were no regressions +RESULT=$STATE/RESULT +# in BUILD_LOG, the output of the build +BUILD_LOG=$STATE/build_log +# in FAILED, a list of failing testcases +FAILED=$STATE/failed +# in PASSES, the list of testcases we expect to pass +PASSES=$STATE/passes +# in REGRESS, a list of testcases we expected to pass but that failed +REGRESS=$STATE/regress + +# Make sure various files exist. +[ -d $STATE ] || mkdir $STATE +[ -f $PASSES ] || touch $PASSES + +# These lines should stay in this order, because +# that way if something is badly wrong and $RESULT can't +# be modified then cron will mail the error message. +# The reverse order could lead to the testsuite claiming that +# everything always passes, without running any tests. +echo error > $RESULT || exit 1 +exec > $BUILD_LOG 2>&1 || exit 1 + +set -x + +# Nuke $BUILD and recreate it. +rm -rf $BUILD $REGRESS $FAILED +mkdir $BUILD || exit 1 +cd $BUILD || exit 1 + +H_BUILD=`$SOURCE/config.guess || exit 1` +H_HOST=$H_BUILD +if [ $TARGET = native ] ; then + H_TARGET=$H_HOST +else + H_TARGET=$TARGET +fi +H_REAL_TARGET=`$SOURCE/config.sub $H_TARGET || exit 1` + +# TESTLOGS is the list of dejagnu .sum files that the tester should +# look at. +TESTLOGS="gcc/testsuite/gcc.sum +gcc/testsuite/g++.sum +gcc/testsuite/g77.sum +gcc/testsuite/objc.sum +test-gdb/gdb.sum" +# $H_TARGET/libstdc++-v3/testsuite/libstdc++-v3.sum + +# Build. +echo build > $RESULT +$SOURCE/configure --prefix=$PREFIX --target=$H_TARGET || exit 1 +if [ $H_HOST = $H_TARGET ] ; then + if ! make bootstrap ; then + [ -s gcc/.bad_compare ] || exit 1 + cat gcc/.bad_compare >> $REGRESS || exit 1 + make all || exit 1 + fi +else + make || exit 1 +fi +echo error > $RESULT || exit 1 + +# Test GCC against its internal testsuite. +make -k check-gcc + +# Test libstd++-v3 +make check-target-libstdc++-v3 + +# Test the just-built GCC with the GDB testsuite. +mkdir test-gdb || exit 1 +cd $GDB_TESTSUITE || exit 1 +for i in gdb.* ; do + if [ -d $i ] ; then + mkdir $BUILD/test-gdb/$i + fi +done +cd $BUILD/test-gdb || exit 1 +echo "set host_alias $H_HOST" > site.exp +echo "set host_triplet $H_HOST" >> site.exp +echo "set target_alias $H_TARGET" >> site.exp +echo "set target_triplet $H_REAL_TARGET" >> site.exp +echo "set build_alias $H_BUILD" >> site.exp +echo "set build_triplet $H_BUILD" >> site.exp +echo "set srcdir $GDB_TESTSUITE" >> site.exp +runtest --tool gdb + +# Sanity-check the testlogs. They should contain at least one PASS. +cd $BUILD || exit 1 +for LOG in $TESTLOGS ; do + if ! grep ^PASS: $LOG > /dev/null ; then + echo build > $RESULT + exit 1 + fi +done + +# Work out what failed +for LOG in $TESTLOGS ; do + L=`basename $LOG` + awk '/^FAIL: / { print "'$L'",$2; }' $LOG || exit 1 +done | sort | uniq > $FAILED || exit 1 +comm -12 $FAILED $PASSES >> $REGRESS || exit 1 +NUMREGRESS=`wc -l < $REGRESS | tr -d ' '` +if [ $NUMREGRESS -ne 0 ] ; then + echo regress-$NUMREGRESS > $RESULT + exit 1 +fi + +# It passed. Update the state. +for LOG in $TESTLOGS ; do + L=`basename $LOG` + awk '/^PASS: / { print "'$L'",$2; }' $LOG || exit 1 +done | sort | uniq | comm -23 - $FAILED > ${PASSES}~ || exit 1 +[ -s ${PASSES}~ ] || exit 1 +mv ${PASSES}~ ${PASSES} || exit 1 +echo pass > $RESULT +exit 0 diff --git a/contrib/regression/objs-gcc.sh b/contrib/regression/objs-gcc.sh new file mode 100755 index 0000000..839fcff --- /dev/null +++ b/contrib/regression/objs-gcc.sh @@ -0,0 +1,121 @@ +#!/bin/sh + +# Build tools for testing GCC. +# Copyright (C) 1999, 2000, 2001, 2002 Free Software Foundation, Inc. + +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2 of the License, or +# (at your option) any later version. + +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. + +# You should have received a copy of the GNU General Public License +# along with this program; if not, write to the Free Software +# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA + +# INPUT: +# btest <target> <source> <prefix> <state> <build> +# TARGET is the target triplet. It should be the same one +# as used in constructing PREFIX. +TARGET=$1 +# SOURCE is the directory containing the toplevel configure. +SOURCE=$2 + +# PREFIX is the directory for the --prefix option to configure. +PREFIX=$3 + +# STATE is where the tester maintains its internal state, +# described below. +STATE=$4 + +# BUILD is a temporary directory that this script will +# delete and recreate, containing the build tree. +BUILD=$5 + +# you also probably need to set these variables: +# DEJAGNU: should point to a site.exp suitable for testing +# the compiler and debugger. + +# OUTPUT: in $RESULT, one of the following keywords: +# error the script failed due to +# a misconfiguration or resource limitation +# build the build failed +# regress-<n> the build succeeded, but there were <n> +# testsuite regressions, listed in $REGRESS +# pass build succeeded and there were no regressions +RESULT=$STATE/RESULT +# in BUILD_LOG, the output of the build +BUILD_LOG=$STATE/build_log +# in FAILED, a list of failing testcases +FAILED=$STATE/failed +# in PASSES, the list of testcases we expect to pass +PASSES=$STATE/passes +# in REGRESS, a list of testcases we expected to pass but that failed +REGRESS=$STATE/regress + +# Make sure various files exist. +[ -d $STATE ] || mkdir $STATE +[ -f $PASSES ] || touch $PASSES + +# These lines should stay in this order, because +# that way if something is badly wrong and $RESULT can't +# be modified then cron will mail the error message. +# The reverse order could lead to the testsuite claiming that +# everything always passes, without running any tests. +echo error > $RESULT || exit 1 +exec > $BUILD_LOG 2>&1 || exit 1 + +set -x + +# TESTLOGS is the list of dejagnu .sum files that the tester should +# look at. +TESTLOGS="test/gcc/gcc.sum +test/g++/g++.sum" + +# Nuke $BUILD and recreate it. +rm -rf $BUILD $REGRESS $FAILED +mkdir $BUILD $BUILD/build $BUILD/objs || exit 1 +cd $BUILD || exit 1 + +# This script used to use config.guess, but that is not how releng +# determines hostnames. +H_BUILD=`$SOURCE/config.guess || exit 1` +H_HOST=$H_BUILD +if [ $TARGET = native ] ; then + H_TARGET=$H_HOST +else + H_TARGET=$TARGET +fi +H_REAL_TARGET=`$SOURCE/config.sub $H_TARGET || exit 1` +H_REAL_BUILD=`$SOURCE/config.sub $H_BUILD || exit 1` +H_REAL_HOST=`$SOURCE/config.sub $H_HOST || exit 1` + +# Build. +echo build > $RESULT + +cd $BUILD/build || exit 1 +TMP_PREFIX=$BUILD/install +$SOURCE/configure --prefix=$PREFIX --target=$H_TARGET || exit 1 +if [ $H_REAL_TARGET = $H_REAL_HOST -a $H_REAL_TARGET = i686-pc-linux-gnu ] + then + make all-gdb all-dejagnu all-ld || exit 1 + make install-gdb install-dejagnu install-ld || exit 1 +else + make || exit 1 + make install || exit 1 +fi + +mkdir -p $PREFIX/share/gdb-testsuite || exit 1 +cd $SOURCE/gdb/testsuite || exit 1 +find . -print | cpio -pdmu $PREFIX/share/gdb-testsuite || exit 1 +# selftest.exp requires keeping old sources around, which is impractical +rm $PREFIX/share/gdb-testsuite/gdb.base/selftest.exp +# these tests seem to be broken and randomly failing +rm -r $PREFIX/share/gdb-testsuite/gdb.mi + +echo pass > $RESULT +exit 0 diff --git a/contrib/regression/site.exp b/contrib/regression/site.exp new file mode 100644 index 0000000..fa50920 --- /dev/null +++ b/contrib/regression/site.exp @@ -0,0 +1,18 @@ +global target_list + +case "$target_triplet" in { + { "powerpc*-*eabi*" } { +# if { [info exists tool] && $tool == "gcc" } { +# set target_list { "powerpc-sim{,-fpic}" } +# } else { + set target_list { "powerpc-sim" } +# } + } + { "mips-elf" } { + set target_list { "mips-sim" } + } + + default { + set target_list { "unix" } + } +} |