registered test which are known to be broken resp. which test for features

known to be broken.
This commit is contained in:
ensc 2008-04-13 14:02:33 +00:00
commit 25b8a8926a

View file

@ -2,14 +2,57 @@
eval $(grep '^\(TESTPROGRAMS\|SUBDIRS\)=' runtests.sh)
FAILURES_BOGUS=(
":stdlib:tst-environ" # test uses environ function in unsupported ways (dup keys)
":stdlib:tst-rand48" # platform dependent; does not give reliable results
":stdlib:tst-strtod" # must be investigated further...
":time:tst-mktime" # dietlibc does not support $TZ env
":time:tst-posixtz" # dietlibc does not support $TZ env
":time:tst-strftime" # dietlibc does not support glibc specific format specifications
)
FAILURES_KNOWN=(
":sendfile" # stdin/stdout not supported; test must be wrapped
":stdio:tstdiomisc" # scanf(3) fails on some constructs
":stdio:tst-fphex" # printf(3) does not support %a specifiers
":stdio:tst-printf" # printf(3) does not support some floating point ops
":stdio:tst-sscanf" # scanf(3) fails on double input
":stdlib:test-canon" # realpath(3) is broken...
)
function is_in() {
local val=$1
local i
shift
for i; do
test x"$i" != x"$val" || return 0
done
return 1
}
rc=0
: ${RUNTEST_INDENT=0}
export RUNTEST_INDENT
export RUNTEST_NS
for p in $TESTPROGRAMS; do
! tty -s || printf '%*s%-20s' $RUNTEST_INDENT '' "$p"
./$p >/dev/null && res='OK' || { res='FAIL'; let ++rc; }
is_in "$RUNTEST_NS:$p" "${FAILURES_BOGUS[@]}" && fail_bogus=true || fail_bogus=false
is_in "$RUNTEST_NS:$p" "${FAILURES_KNOWN[@]}" && fail_known=true || fail_known=false
./$p >/dev/null && failed=false || failed=true
case $failed:$fail_known:$fail_bogus in
(false:false:*) res='OK';;
(false:true:true) res='OK (bogus)';;
(false:true:false) res="OK (unexpected)"; let ++rc;;
(true:*:true) res='FAIL (bogus)';;
(true:true:*) res="FAIL (known)";;
(true:false:*) res='FAIL'; let ++rc;;
esac
! tty -s || printf '\r'
printf '%*s%-20s%s\n' $RUNTEST_INDENT '' "$p" "$res"
@ -21,7 +64,12 @@ test $rc -eq 0 || \
for d in $SUBDIRS; do
echo "--- entering directory $d ---"
let RUNTEST_INDENT+=2
old_ns=$RUNTEST_NS
RUNTEST_NS=$RUNTEST_NS:$d
cd $d && bash ./runtests-X.sh || let ++rc
RUNTEST_NS=$old_ns
let RUNTEST_INDENT-=2
cd $OLDPWD || exit 1