kc3-lang/automake/t/tap-numbers-leading-zero.sh

• Show log

  Commit

• Hash : 5ddf1007
  Author :
  Date : 2012-10-27T16:41:39
  

  tests: prefer including 'test-init.sh' rather than './defs'
  
  This is a follow-up to today's commit v1.12.4-22-g0610fc8,
  "tests: prepare to move ./defs to t/ax/test-init.sh"
  
  * All tests: To run the common setup, use the command:
  
      . test-init.sh
  
  instead of the older, "historical" one:
  
      . ./defs || exit 1
  
  Note that the "|| exit 1" wasn't really useful, since the 'errexit'
  shell flag is in effect in both './defs' and 'test-init.sh', and all
  the known shells that are good enough to run the automake testsuite
  do automatically exit with error when a sourced file cannot be found
  (at least, they do so in non-interactive mode, which is the only
  mode that concerns us in the testsuite).
  
  * t/ax/tap-summary-aux.sh, t/ax/testsuite-summary-checks.sh: Likewise.
  
  * gen-testsuite-part: Do the same in the generated tests.
  
  Signed-off-by: Stefano Lattarini <stefano.lattarini@gmail.com>
  

Download

• t/tap-numbers-leading-zero.sh

• #! /bin/sh
  # Copyright (C) 2011-2012 Free Software Foundation, Inc.
  #
  # This program is free software; you can redistribute it and/or modify
  # it under the terms of the GNU General Public License as published by
  # the Free Software Foundation; either version 2, or (at your option)
  # any later version.
  #
  # This program is distributed in the hope that it will be useful,
  # but WITHOUT ANY WARRANTY; without even the implied warranty of
  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  # GNU General Public License for more details.
  #
  # You should have received a copy of the GNU General Public License
  # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  
  # TAP support:
  #  - how does TAP result numbers with leading zero fares?
  
  . test-init.sh
  
  . tap-setup.sh
  
  do_checks ()
  {
    $MAKE check >stdout && { cat stdout; exit 1; }
    cat stdout
    count_test_results "$@"
    # Allow some normalization of leading zeros, without forcing it.
    LC_ALL=C sed -n 's/: all\.test 0*\([0-9]\)/: all.test \1/p' stdout > got
    cat exp
    cat got
    diff exp got
  }
  
  cat > all.test <<END
  1..15
  
  ok 01
  ok 0002
  
  not ok 03
  not ok 0004
  
  ok 05 # SKIP
  ok 0006 # SKIP
  
  not ok 07 # TODO
  not ok 0008 # TODO
  
  ok 009
  ok 010
  
  ok 00000011
  not ok 0012
  ok 00000013 # SKIP
  not ok 0014 # TODO
  ok 00000015 # TODO
  END
  
  cat > exp <<END
  PASS: all.test 1
  PASS: all.test 2
  FAIL: all.test 3
  FAIL: all.test 4
  SKIP: all.test 5 # SKIP
  SKIP: all.test 6 # SKIP
  XFAIL: all.test 7 # TODO
  XFAIL: all.test 8 # TODO
  PASS: all.test 9
  PASS: all.test 10
  PASS: all.test 11
  FAIL: all.test 12
  SKIP: all.test 13 # SKIP
  XFAIL: all.test 14 # TODO
  XPASS: all.test 15 # TODO
  END
  
  do_checks total=15 pass=5 fail=3 xpass=1 xfail=3 skip=3 error=0
  
  cat > all.test <<END
  1..8
  
  ok 010
  not ok 003
  ok 0001 # SKIP
  not ok 010 # TODO
  ok 00100 # TODO
  
  ok 06
  ok 00007
  ok 8
  END
  
  cat > exp <<END
  ERROR: all.test 10 # OUT-OF-ORDER (expecting 1)
  ERROR: all.test 3 # OUT-OF-ORDER (expecting 2)
  ERROR: all.test 1 # OUT-OF-ORDER (expecting 3)
  ERROR: all.test 10 # OUT-OF-ORDER (expecting 4)
  ERROR: all.test 100 # OUT-OF-ORDER (expecting 5)
  PASS: all.test 6
  PASS: all.test 7
  PASS: all.test 8
  END
  
  do_checks total=8 pass=3 fail=0 xpass=0 xfail=0 skip=0 error=5
  
  :
  

Download