kc3-lang/harfbuzz/test/fuzzing/run-subset-fuzzer-tests.py

• Show log

  Commit

• Hash : 84dd65a8
  Author :
  Date : 2020-10-13T20:21:28
  

  [test] Remove timeout from test runners
  
  See https://github.com/harfbuzz/harfbuzz/issues/2707#issuecomment-707744079
  
  This wasn’t inconsistent as well, HB_TEST_SUBSET_FUZZER_TIMEOUT defaulted
  to 12 in the test runner, but it was overridden to 50 in meson.build,
  and then meson has its own test timeout.
  

Download

• test/fuzzing/run-subset-fuzzer-tests.py

• #!/usr/bin/env python3
  
  import sys, os, subprocess, tempfile, shutil
  
  
  def cmd (command):
  	# https://stackoverflow.com/a/4408409 as we might have huge output sometimes
  	with tempfile.TemporaryFile () as tempf:
  		p = subprocess.Popen (command, stderr=tempf)
  
  		try:
  			p.wait ()
  			tempf.seek (0)
  			text = tempf.read ()
  
  			#TODO: Detect debug mode with a better way
  			is_debug_mode = b"SANITIZE" in text
  
  			return ("" if is_debug_mode else text.decode ("utf-8").strip ()), p.returncode
  		except subprocess.TimeoutExpired:
  			return 'error: timeout, ' + ' '.join (command), 1
  
  
  srcdir = os.getenv ("srcdir", ".")
  EXEEXT = os.getenv ("EXEEXT", "")
  top_builddir = os.getenv ("top_builddir", ".")
  hb_subset_fuzzer = os.path.join (top_builddir, "hb-subset-fuzzer" + EXEEXT)
  
  if not os.path.exists (hb_subset_fuzzer):
          if len (sys.argv) < 2 or not os.path.exists (sys.argv[1]):
                  sys.exit ("""Failed to find hb-subset-fuzzer binary automatically,
  please provide it as the first argument to the tool""")
  
          hb_subset_fuzzer = sys.argv[1]
  
  print ('hb_subset_fuzzer:', hb_subset_fuzzer)
  fails = 0
  
  valgrind = None
  if os.getenv ('RUN_VALGRIND', ''):
  	valgrind = shutil.which ('valgrind')
  	if valgrind is None:
  		sys.exit ("""Valgrind requested but not found.""")
  
  def run_dir (parent_path):
  	global fails
  	for file in os.listdir (parent_path):
  		path = os.path.join(parent_path, file)
  		# TODO: Run on all the fonts not just subset related ones
  		if "subset" not in path: continue
  
  		print ("running subset fuzzer against %s" % path)
  		if valgrind:
  			text, returncode = cmd ([valgrind, '--leak-check=full', '--error-exitcode=1', hb_subset_fuzzer, path])
  		else:
  			text, returncode = cmd ([hb_subset_fuzzer, path])
  			if 'error' in text:
  				returncode = 1
  
  		if (not valgrind or returncode) and text.strip ():
  			print (text)
  
  		if returncode != 0:
  			print ("failed for %s" % path)
  			fails = fails + 1
  
  
  run_dir (os.path.join (srcdir, "..", "subset", "data", "fonts"))
  run_dir (os.path.join (srcdir, "fonts"))
  
  if fails:
  	sys.exit ("%d subset fuzzer related tests failed." % fails)
  

Download