162 lines
2.3 KiB
Bash
Executable file
162 lines
2.3 KiB
Bash
Executable file
#! @SH@
|
|
#
|
|
# $NetBSD: pkg_regress.sh,v 1.4 2006/07/10 12:44:19 rillig Exp $
|
|
#
|
|
set -e
|
|
|
|
: ${PKGSRCDIR="@PKGSRCDIR@"}
|
|
: ${TEST_EGREP="@EGREP@"}
|
|
: ${TEST_MAKE="@MAKE@"}
|
|
|
|
# hooks overridable by test spec file
|
|
|
|
do_setup()
|
|
{
|
|
return
|
|
}
|
|
|
|
do_cleanup()
|
|
{
|
|
return
|
|
}
|
|
|
|
do_test()
|
|
{
|
|
do_test_default
|
|
}
|
|
|
|
do_test_default()
|
|
{
|
|
# Run the test. We use an if statement to ensure that the script
|
|
# isn't terminated if it is executed with sh -e.
|
|
if ${TEST_MAKE} ${MAKEARGS_TEST} >${TEST_OUTFILE} 2>&1
|
|
then
|
|
TEST_EXITSTATUS=$?
|
|
else
|
|
TEST_EXITSTATUS=$?
|
|
fi
|
|
}
|
|
|
|
check_result()
|
|
{
|
|
return
|
|
}
|
|
|
|
#
|
|
# Internal helper routines
|
|
#
|
|
|
|
# regress_fail <msg>
|
|
regress_fail() {
|
|
|
|
echo "ERROR: $*" 1>&2
|
|
TEST_RESULT=1
|
|
}
|
|
|
|
# result checking routines
|
|
|
|
# Test exit status
|
|
exit_status()
|
|
{
|
|
|
|
[ "$1" -eq "${TEST_EXITSTATUS}" ] \
|
|
|| regress_fail "Expected exit code $1, but got ${TEST_EXITSTATUS}."
|
|
}
|
|
|
|
# Test positive match against output
|
|
output_require()
|
|
{
|
|
|
|
for re in "$@"; do
|
|
${TEST_EGREP} "${re}" < ${TEST_OUTFILE} >/dev/null \
|
|
|| regress_fail "Expected \"${re}\" in the output, but it is not there."
|
|
done
|
|
}
|
|
|
|
# Test negative match against output
|
|
output_prohibit()
|
|
{
|
|
|
|
for re in "$@"; do
|
|
if ${TEST_EGREP} "${re}" < ${TEST_OUTFILE} >/dev/null; then
|
|
regress_fail "Didn't expect \"${re}\" in the output, but found it."
|
|
fi
|
|
done
|
|
}
|
|
|
|
# runtest runs a test in a subshell, so that environment settings etc in
|
|
# one test do not interfere with other tests.
|
|
runtest() {
|
|
if (
|
|
cd $1
|
|
TEST_RESULT=0
|
|
TEST_EXITSTATUS=0
|
|
TEST_OUTFILE=`mktemp -t pkg_regress` || exit 1
|
|
. ./spec
|
|
|
|
do_setup
|
|
|
|
do_test
|
|
|
|
check_result
|
|
|
|
# Perform cleanup
|
|
|
|
do_cleanup
|
|
|
|
if [ -n "${MAKEARGS_CLEAN}" ]
|
|
then
|
|
${TEST_MAKE} ${MAKEARGS_CLEAN} >>${TEST_OUTFILE}
|
|
fi
|
|
|
|
if [ -n "${TEST_VERBOSE}" ]
|
|
then
|
|
cat ${TEST_OUTFILE}
|
|
fi
|
|
|
|
rm -f ${TEST_OUTFILE}
|
|
exit ${TEST_RESULT}
|
|
)
|
|
then
|
|
TEST_PASS=`expr ${TEST_PASS} + 1`
|
|
else
|
|
TEST_FAIL=`expr ${TEST_FAIL} + 1`
|
|
TEST_FAILURES="${TEST_FAILURES} $1"
|
|
fi
|
|
}
|
|
|
|
|
|
TEST_PASS=0
|
|
TEST_FAIL=0
|
|
TEST_FAILURES=
|
|
|
|
cd $PKGSRCDIR/regress
|
|
|
|
case $1 in
|
|
-v) TEST_VERBOSE=1
|
|
shift ;;
|
|
esac
|
|
|
|
if [ $# -ne 0 ]
|
|
then
|
|
TEST_LIST="$@"
|
|
else
|
|
TEST_LIST="*"
|
|
fi
|
|
|
|
for dir in ${TEST_LIST}
|
|
do
|
|
if [ -f $dir/spec ]
|
|
then
|
|
runtest $dir
|
|
fi
|
|
done
|
|
|
|
if [ -n "${TEST_FAILURES}" ]
|
|
then
|
|
echo "Tests failed: ${TEST_FAILURES}"
|
|
echo
|
|
fi
|
|
|
|
echo "Statistics:"
|
|
echo " $TEST_PASS passed, $TEST_FAIL failed"
|