kc3-lang/automake/t/tap-bad-prog.tap

• Show log

  Commit

• Hash : 5ddf1007
  Author :
  Date : 2012-10-27T16:41:39
  

  tests: prefer including 'test-init.sh' rather than './defs'
  
  This is a follow-up to today's commit v1.12.4-22-g0610fc8,
  "tests: prepare to move ./defs to t/ax/test-init.sh"
  
  * All tests: To run the common setup, use the command:
  
      . test-init.sh
  
  instead of the older, "historical" one:
  
      . ./defs || exit 1
  
  Note that the "|| exit 1" wasn't really useful, since the 'errexit'
  shell flag is in effect in both './defs' and 'test-init.sh', and all
  the known shells that are good enough to run the automake testsuite
  do automatically exit with error when a sourced file cannot be found
  (at least, they do so in non-interactive mode, which is the only
  mode that concerns us in the testsuite).
  
  * t/ax/tap-summary-aux.sh, t/ax/testsuite-summary-checks.sh: Likewise.
  
  * gen-testsuite-part: Do the same in the generated tests.
  
  Signed-off-by: Stefano Lattarini <stefano.lattarini@gmail.com>
  

Download

• t/tap-bad-prog.tap

• #! /bin/sh
  # Copyright (C) 2011-2012 Free Software Foundation, Inc.
  #
  # This program is free software; you can redistribute it and/or modify
  # it under the terms of the GNU General Public License as published by
  # the Free Software Foundation; either version 2, or (at your option)
  # any later version.
  #
  # This program is distributed in the hope that it will be useful,
  # but WITHOUT ANY WARRANTY; without even the implied warranty of
  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  # GNU General Public License for more details.
  #
  # You should have received a copy of the GNU General Public License
  # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  
  # TAP support:
  #  - missing, unreadable, or not-executable test scripts cause proper
  #    error reports
  
  . test-init.sh
  
  fetch_tap_driver
  
  plan_ 6
  
  cat >> configure.ac <<END
  AC_OUTPUT
  END
  
  cat > Makefile.am << 'END'
  TEST_LOG_DRIVER = $(srcdir)/tap-driver
  TESTS = none.test noread.test noexec.test
  none.test:
  END
  
  cat > noexec.test <<'END'
  #!/bin/sh
  echo 1..1
  echo ok 1
  END
  
  cp noexec.test noread.test
  chmod a-r noread.test
  
  $ACLOCAL
  $AUTOCONF
  $AUTOMAKE
  
  ./configure
  
  if $MAKE check >stdout; then
    r='not ok'
  else
    r='ok'
  fi
  cat stdout
  result_ "$r" '"make check" returns non-zero exit status'
  
  # FIXME: maybe grep for stricter error messages in the next checks?
  
  command_ok_ "non-existent test is reported" \
              grep '^ERROR: none\.test' stdout
  
  desc="non-executable test is reported"
  # Redirect output to avoid confusing automake's testsuite own TAP driver.
  if ./noexec.test >/dev/null; then
    skip_ -r "any file is executable" "$desc"
  else
    command_ok_ "$desc" -- grep '^ERROR: noexec\.test' stdout
  fi
  
  desc="non-readable test is reported"
  if test -r noread.test; then
    skip_ -r "any file is readable" "$desc"
  else
    command_ok_ "$desc" -- grep '^ERROR: noread\.test' stdout
  fi
  
  # Check that no spurious test result is reported.  This is lower-priority
  # (and in fact the check currently fails for our awk-based driver).
  directive=
  if test $am_tap_implementation = shell; then
    directive=TODO
  else
    # Older versions of IPC::Open3 (e.g., version 1.05 on perl 5.12.4 or
    # version 1.0103 on perl 5.6.2) fail to properly trap errors in exec(2)
    # calls in the child process; hence, the TAP driver cannot be properly
    # informed of such error.
    if $PERL -w -e '
      use IPC::Open3 qw/open3/;
      $@ = "";
      eval { open3(*STDIN, *STDOUT, *STDERR, "am--no-such-command") };
      $@ =~ m/\bopen3:.*am--no-such-command/
        or die "Bad \$@ value: \"$@\"\n";
    '; then
      : # OK. IPC::Open3 should be good enough.
    else
      for s in '"missing plan" message' 'results'; do
        skip_ -r "IPC::Open3 not good enough" "no spurious $s"
      done
      exit 0
    fi
  fi
  
  command_ok_ 'no spurious "missing plan" message' \
      -D "$directive" -- not grep 'missing.* plan' stdout
  command_ok_ 'no spurious results' \
    -D "$directive" -r 'still get "missing plan"' \
    count_test_results total=3 pass=0 fail=0 xpass=0 xfail=0 skip=0 error=3
  
  :
  

Download