Hash :
e5e6fa03
Author :
Date :
2012-02-22T11:30:54
fixup: avoid spurious failure for 'parallel-tests-many.test' * tests/parallel-tests-many.test: Adjust grepping of "make check" and "make recheck" output to match the new format of the testsuite summary. Remove redundant 'set -e' call since we are at it.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176
#! /bin/sh
# Copyright (C) 2012 Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
# Check that the parallel-tests harness does not hit errors due to
# an exceeded command line length when there are many tests.
# For automake bug#7868. This test is currently expected to fail.
am_parallel_tests=yes
. ./defs || Exit 1
cat >> configure.ac << 'END'
AC_OUTPUT
END
cat > Makefile.am <<'END'
# Sanity check that the $(TESTS) is going to exceed the system
# command line length.
# Extra quoting and indirections below are required to ensure the
# various make implementations (e.g, GNU make or Sun Distributed Make)
# will truly spawn a shell to execute this command, instead of relying
# on optimizations that might mask the "Argument list too long" error
# we expect.
this-will-fail:
@":" && ":" $(TEST_LOGS)
TEST_LOG_COMPILER = true
include list-of-tests.am
# So that we won't have to create a ton of dummy test cases.
$(TESTS):
END
# The real instance will be dynamically created later.
echo TESTS = foo.test > list-of-tests.am
$ACLOCAL && $AUTOCONF && $AUTOMAKE -a \
|| framework_failure_ "unexpected autotools failure"
./configure \
|| framework_failure_ "unexpected configure failure"
# We want to hit the system command-line length limit without hitting
# the filename length limit or the PATHMAX limit; so we use longish
# (but not too long) names for the testcase, and place them in a nested
# (but not too deeply) directory.
# We also prefer to use the minimal(ish) number of test cases that can
# make us hit the command-line length limit, since the more the test
# cases are, the more time "automake" and "make check" will take to run
# (especially on Cygwin and MinGW/MSYS).
tname="wow-this-is-a-very-long-name-for-a-simple-dummy-test-case"
dname="and-this-too-is-a-very-long-name-for-a-dummy-directory"
deepdir=.
depth=0
for i in 1 2 3 4 5 6 7 8 9 10 12 13 14 15 16 17 18 19 29 21 22 23 24; do
new_deepdir=$deepdir/$dname.d$i
mkdir $new_deepdir || break
tmpfile=$new_deepdir/$tname-some-more-chars-for-good-measure
if touch $tmpfile; then
rm -f $tmpfile || Exit 99
else
rmdir $new_deepdir || Exit 99
fi
deepdir=$new_deepdir
unset tmpfile new_deepdir
depth=$i
done
cat <<END
*********************************************************************
Our tests will be in the following directory (depth = $depth)
*********************************************************************
$deepdir
*********************************************************************
END
setup_data ()
{
awk "
BEGIN {
print \"TESTS = \\\\\"
for (i = 1; i < $count; i = i + 1)
print \" $deepdir/$tname-\" i \".test \\\\\"
print \" $deepdir/$tname-\" i \".test\"
}
" > list-of-tests.am || Exit 99
$AUTOMAKE Makefile \
|| framework_failure_ "unexpected automake failure"
./config.status Makefile \
|| framework_failure_ "unexpected config.status failure"
}
for count in 1 2 4 8 12 16 20 24 28 32 48 64 96 128 E_HUGE; do
test $count = E_HUGE && break
count=`expr $count '*' 100` || Exit 99
setup_data
if $MAKE this-will-fail; then
continue
else
# We have managed to find a number of test cases large enough to
# hit the system command-line limits; we can stop. But first, for
# good measure, increase the number of tests of some 20%, to be
# "even more sure" of really tickling command line length limits.
count=`expr '(' $count '*' 12 ')' / 10` || Exit 99
setup_data
break
fi
done
if test $count = E_HUGE; then
framework_failure_ "system has a too-high limit on command line length"
else
cat <<END
*********************************************************************
Number of tests we will use: $count
*********************************************************************
END
fi
env TESTS=$deepdir/$tname-1.test $MAKE -e check \
&& test -f $deepdir/$tname-1.log \
|| framework_failure_ "\"make check\" with one single tests"
rm -f $deepdir/* || Exit 99
$MAKE check > stdout || { cat stdout; Exit 1; }
cat stdout
grep "^# TOTAL: $count$" stdout
grep "^# PASS: $count$" stdout
grep "^PASS: .*$tname-[0-9][0-9]*\.test" stdout > grp
ls -1 $deepdir | grep '\.log$' > lst
sed 20q lst # For debugging.
sed 20q grp # Likewise.
test `cat <grp | wc -l` -eq $count
test `cat <lst | wc -l` -eq $count
# We need to simulate a failure of two tests.
st=0
env TESTS="$deepdir/$tname-1.test $deepdir/$tname-2.test" \
TEST_LOG_COMPILER=false $MAKE -e check > stdout && st=1
cat stdout
test `grep -c '^FAIL:' stdout` -eq 2 || st=1
test $st -eq 0 || fatal_ "couldn't simulate failure of two tests"
unset st
$MAKE recheck > stdout || { cat stdout; Exit 1; }
cat stdout
grep "^PASS: .*$tname-1\.test" stdout
grep "^PASS: .*$tname-2\.test" stdout
test `LC_ALL=C grep -c "^[A-Z][A-Z]*:" stdout` -eq 2
grep "^# TOTAL: 2$" stdout
grep "^# PASS: 2$" stdout
# "make clean" might ignore some failures, so we prefer to also grep its
# output to ensure that no "Argument list too long" error was encountered.
$MAKE clean >output 2>&1 || { cat output; Exit 1; }
cat output
grep -i 'list.* too long' output && Exit 1
ls $deepdir | grep '\.log$' && Exit 1
: