kc3-lang/automake/tests/tap-recheck-logs.test

• Show log

  Commit

• Hash : e00d6c98
  Author :
  Date : 2011-09-10T21:59:09
  

  tests defs: more namespace-safeness
  
  ($using_tap): Renamed ...
  ($am_using_tap): ... to this.
  ($parallel_tests): Renamed ...
  ($am_parallel_tests): ... to this.
  ($test_prefer_config_shell): Renamed ...
  ($am_test_prefer_config_shell): ... to this.
  ($original_AUTOMAKE): Renamed ...
  ($am_original_AUTOMAKE): ... to this.
  ($original_ACLOCAL): Renamed ...
  ($am_original_ACLOCAL): ... to this.
  * tests/defs, tests/defs-static.in, tests/gen-testsuite-part,
  tests/README, and all callers: Adjusted.
  * tests/Makefile.am (AM_TESTS_ENVIRONMENT): Adjust, and rewrite
  to make future adjustments easier.
  * tests/defs (funcs_file_): Renamed ...
  (am_funcs_file): ... to this.
  * Makefile.am (sc_tests_obsolete_variables): New maintainer
  check.
  (syntax_check_rules): Add it.
  

Download

• tests/tap-recheck-logs.test

• #! /bin/sh
  # Copyright (C) 2011 Free Software Foundation, Inc.
  #
  # This program is free software; you can redistribute it and/or modify
  # it under the terms of the GNU General Public License as published by
  # the Free Software Foundation; either version 2, or (at your option)
  # any later version.
  #
  # This program is distributed in the hope that it will be useful,
  # but WITHOUT ANY WARRANTY; without even the implied warranty of
  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  # GNU General Public License for more details.
  #
  # You should have received a copy of the GNU General Public License
  # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  
  # TAP support:
  # - RECHECK_LOGS
  
  am_parallel_tests=yes
  . ./defs || Exit 1
  
  cat > Makefile.am << 'END'
  TEST_LOG_COMPILER = cat
  TESTS = foo.test bar.test baz.test
  baz.log: zardoz
  END
  
  . "$testsrcdir"/tap-setup.sh || fatal_ "sourcing tap-setup.sh"
  
  : > zardoz
  
  cat > foo.test <<'END'
  1..2
  ok 1
  ok 2
  END
  
  cat > bar.test <<'END'
  1..1
  not ok 1
  END
  
  cat > baz.test <<'END'
  1..1
  Bail out!
  END
  
  # Even the tests that are not re-run should contribute to the testsuite
  # summary when obtained by "make check RECHECK_LOGS=".
  grep_summary ()
  {
    grep '^# TOTAL: *4$' stdout
    grep '^# PASS: *2$' stdout
    grep '^# XPASS: *0$' stdout
    grep '^# FAIL: *1$' stdout
    grep '^# XFAIL: *0$' stdout
    grep '^# SKIP: *0$' stdout
    grep '^# ERROR: *1$' stdout
  }
  
  $MAKE -e check && Exit 1
  test -f foo.log
  test -f bar.log
  test -f baz.log
  
  rm -f foo.log bar.log
  
  env RECHECK_LOGS= $MAKE -e check > stdout && { cat stdout; Exit 1; }
  cat stdout
  test -f foo.log
  test -f bar.log
  grep '^PASS: foo\.test 1$' stdout
  grep '^PASS: foo\.test 2$' stdout
  grep '^FAIL: bar\.test 1$' stdout
  grep 'baz\.test' stdout && Exit 1
  grep_summary
  
  $sleep
  touch foo.test
  # We re-run only a successful test, but the tests that failed in the
  # previous run should still be taken into account, and cause an overall
  # failure.
  env RECHECK_LOGS= $MAKE -e check > stdout && { cat stdout; Exit 1; }
  cat stdout
  grep '^PASS: foo\.test 1$' stdout
  grep '^PASS: foo\.test 2$' stdout
  grep 'ba[rz]\.test' stdout && Exit 1
  is_newest foo.log foo.test
  grep_summary
  
  $sleep
  touch zardoz
  env RECHECK_LOGS= $MAKE -e check > stdout && { cat stdout; Exit 1; }
  cat stdout
  grep '^ERROR: baz\.test' stdout
  $EGREP '(foo|bar)\.test' stdout && Exit 1
  is_newest baz.log zardoz
  grep_summary
  
  # Now, explicitly retry with all test logs already updated, and ensure
  # that the summary is still displayed.
  env RECHECK_LOGS= $MAKE -e check > stdout && { cat stdout; Exit 1; }
  cat stdout
  $EGREP '(foo|bar|baz)\.test' stdout && Exit 1
  grep_summary
  
  # The following should re-run foo.test (and only foo.test), even if its
  # log file is up-to-date.
  : > older
  env RECHECK_LOGS=foo.log $MAKE -e check > stdout && { cat stdout; Exit 1; }
  cat stdout
  grep '^PASS: foo\.test 1$' stdout
  grep '^PASS: foo\.test 2$' stdout
  grep 'ba[rz]\.test' stdout && Exit 1
  is_newest foo.log older
  grep_summary
  
  :
  

Download