kmx git

#! /bin/sh
# Copyright (C) 2011 Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

# TAP support: the following situations should be flagged as errors:
#  - unmatched test plan (too few tests run)
#  - misplaced test plan
#  - multiple test plans
#  - missing test plan
# Checks about unplanned tests are performed in 'tap-unplanned.test'.
# More checks about corner-cases in TAP plans are performed in
# 'tap-plan-corner.test' and 'tap-plan-corner2.test'.

parallel_tests=yes
. ./defs || Exit 1

cp "$top_testsrcdir"/lib/tap-driver . \
  || fatal_ "failed to fetch auxiliary script tap-driver"

cat >> configure.in <<END
AC_SUBST([PERL], ['$PERL'])
AC_OUTPUT
END

cat > Makefile.am << 'END'
TEST_LOG_DRIVER = $(PERL) $(srcdir)/tap-driver
TEST_LOG_COMPILER = cat
TESTS = foo.test
END

$ACLOCAL
$AUTOCONF
$AUTOMAKE

./configure

my_check ()
{
  cat > foo.test
  test -n "$err" || fatal_ "\$err not set before calling my_check"
  cat foo.test # For debugging.
  $MAKE check >stdout && { cat stdout; Exit 1; }
  cat stdout
  count_test_results "$@"
  grep "^ERROR: foo\\.test - $err$" stdout
  unset err
}

err='too few tests run (expected 2, got 1)'
my_check total=2 pass=1 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
1..2
ok 1
END

err='too few tests run (expected 12, got 3)'
my_check total=4 pass=2 fail=0 xpass=0 xfail=1 skip=0 error=1 <<END
ok 1
ok 2
not ok 3 # TODO
1..12
END

err='too few tests run (expected 1, got 0)'
my_check total=1 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
1..1
END

err='test plan in middle of output'
my_check total=3 pass=2 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
oops
1..2
ok 1
ok 2
END

err='test plan in middle of output'
my_check total=3 pass=2 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
ok 1
ok 2
1..2
oops
END

# The two test plans here are deliberately equal.
err='multiple test plans'
my_check total=3 pass=2 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
1..2
ok 1
ok 2
1..2
END

err='missing test plan'
my_check total=2 pass=1 fail=0 xpass=0 xfail=0 skip=0 error=1 <<END
ok 1
END

:
kc3-lang/automake/tests/tap-plan-errors.test

Commit

tests/tap-plan-errors.test
