kc3-lang/automake/t/parallel-tests-concurrency.sh

• Show log

  Commit

• Hash : d19eb85c
  Author :
  Date : 2013-05-24T01:13:40
  

  tests: use append mode to capture parallel make output
  
  This will allow us to run the Automake testsuite forcing all the make
  invocations in the test cases to run in parallel mode [1], but without
  hitting the spurious failure reported in automake bug#11413.
  
  See also:
  <http://lists.gnu.org/archive/html/bug-make/2013-05/msg00135.html>
  
  The make invocations in the test cases can be forced to run in parallel
  mode by, e.g., invoking "make check" like this:
  
        make check AM_TESTSUITE_MAKE="make -j16"
  
  The possible spurious failures hinted above are due to the fact that
  the redirected output of parallel make can racily lose lines.  For
  example, if GNU make (3.82) is run with -j10 on a Makefile like this:
  
      all = 0 1 2 3 4 5 6 7 8 9
      default: $(all)
      $(all):
              @sleep 0.$$(($RANDOM % 10)); echo $@
  
  and has its standard output redirected in overwrite-mode to a regular
  file, it looses a line of that output every 15 runs or so on a Fedora
  17 system with 64 ppc64 cores.  Redirection in append mode does not
  suffer of this problem, as explained here:
  <http://lists.gnu.org/archive/html/automake-patches/2009-03/msg00073.html>
  
  See also previous commits v1.12-63-g45c1fcd of 2012-05-05 (tests: use
  append mode to capture parallel make output) and Release-1-10-280-g6426999
  of 2009-03-10 (Use append mode to capture parallel test output).
  
  * t/ax/am-test-lib.sh (run_make): Adjust and enhance.
  * t/lisp8.sh: Take advantage of the enhancement, nd stop doing output
  redirection for $MAKE by hand.
  * t/tap-more.sh: Likewise.
  * t/parallel-tests-concurrency.sh: Likewise.
  
  Signed-off-by: Stefano Lattarini <stefano.lattarini@gmail.com>
  

Download

• t/parallel-tests-concurrency.sh

• #! /bin/sh
  # Copyright (C) 2009-2013 Free Software Foundation, Inc.
  #
  # This program is free software; you can redistribute it and/or modify
  # it under the terms of the GNU General Public License as published by
  # the Free Software Foundation; either version 2, or (at your option)
  # any later version.
  #
  # This program is distributed in the hope that it will be useful,
  # but WITHOUT ANY WARRANTY; without even the implied warranty of
  # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  # GNU General Public License for more details.
  #
  # You should have received a copy of the GNU General Public License
  # along with this program.  If not, see <http://www.gnu.org/licenses/>.
  
  # Check parallel-tests features:
  # - concurrent parallel execution
  
  # FIXME: we should factorize the code to determine how to run
  #        make in parallel out in am-test-lib.sh ...
  
  . test-init.sh
  
  case $MAKE in
    *\ -j*) skip_ "\$MAKE contains '-j'";;
  esac
  
  if using_gmake; then
    j=-j
  else
    unindent > Makefile <<END
      all: one two
      one:
  	$sleep && test -f two
      two:
  	echo ok > \$@
  END
    for j in "-j" "-j " NONE; do
      if test x"$j" = xNONE; then
        skip_ "can't run make in parallel mode"
      fi
      run_make -M -- ${j}2 all || continue
      $EGREP -i "(warning|error):|-j[\"\'\` ]" output && continue
      break
    done
    rm -f one output Makefile
  fi
  
  cat >> configure.ac << 'END'
  AC_OUTPUT
  END
  
  cat > Makefile.am << 'END'
  TESTS =
  END
  
  cat > x <<'END'
  #! /bin/sh
  echo "this is $0"
  # Creative quoting below to please maintainer-check.
  sleep '1'
  exit 0
  END
  chmod a+x ./x
  
  mkdir sub
  for i in 1 2 3; do
    echo "TESTS += foo$i.test" >> Makefile.am
    cp x foo$i.test
    echo "TESTS += zap$i" >> Makefile.am
    cp x zap$i
    echo "TESTS += sub/bar$i.test" >> Makefile.am
    cp x sub/bar$i.test
    echo "TESTS += sub/mu$i" >> Makefile.am
    cp x sub/mu$i
  done
  
  $ACLOCAL
  $AUTOCONF
  $AUTOMAKE -a
  
  for build in serial parallel; do
    mkdir $build
    cd $build
    ../configure
    $MAKE
    cd ..
  done
  
  cd serial
  $MAKE ${j}1 check &
  cd ../parallel
  $sleep
  run_make -O -- ${j}4 check
  cd ..
  # Ensure the tests are really being run in parallel mode: if this is
  # the case, the serial run of the dummy testsuite started above should
  # still be ongoing when the parallel one has terminated.
  kill -0 $!
  cat parallel/stdout
  test $(grep -c '^PASS:' parallel/stdout) -eq 12
  
  # Wait long enough so that there are no open files any more when the
  # post-test cleanup runs.  But exit after we've waited for two minutes
  # or more, to avoid testsuite hangs in unusual situations (this has
  # already happened).
  i=1
  while test ! -f serial/test-suite.log && test $i -le 120; do
    i=$(($i + 1))
    sleep '1' # Extra quoting to please maintainer-check.
  done
  $sleep
  
  :
  

Download