kc3-lang/angle/src/commit_id.py

• Show log

  Commit

• Hash : e6662832
  Author :
  Date : 2022-04-28T17:30:41
  

  Re-land fixing of commit ID for Android builds.
  
  Android infra does not store the .git directory alongside the
  checked out code, instead using a gitdir directive to point
  elsewhere. This caused the commit_id script to fail, which
  could cause issues with disk-backed program caches on updates
  when the serialization format changes.
  
  Tested:
  
  1) Verified that cached binaries do not load when the ANGLE hash
  is "unknown hash". This fixes a bug where the serialization format
  could change but we are unaware of a change because the hash is technically
  the same.
  2) Verified that Android infra correctly generates the git hash.
  
  Bug: b/206109660
  Test: Run script on Android infra, verify hash is gathered properly.
  Change-Id: I114fc8edb9459592cab45c6726f9d946cf6d17d6
  Reviewed-on: https://chromium-review.googlesource.com/c/angle/angle/+/3615014
  Reviewed-by: Jamie Madill <jmadill@chromium.org>
  Commit-Queue: Doug Horn <doughorn@google.com>
  

Download

• src/commit_id.py

• #!/usr/bin/env python3
  #  Copyright 2018 The ANGLE Project Authors. All rights reserved.
  #  Use of this source code is governed by a BSD-style license that can be
  #  found in the LICENSE file.
  
  # Generate commit.h with git commit hash.
  #
  
  import logging
  import subprocess as sp
  import sys
  import os
  
  usage = """\
  Usage: commit_id.py check                - check if git is present
         commit_id.py unpack <ref_file>    - check if <ref_file> exists, and if not
                                             create it based on .git/packed-refs
         commit_id.py position             - print commit position
         commit_id.py gen <file_to_write>  - generate commit.h"""
  
  
  def grab_output(command, cwd):
      return sp.Popen(
          command, stdout=sp.PIPE, shell=True, cwd=cwd).communicate()[0].strip().decode('utf-8')
  
  
  def get_commit_position(cwd):
      return grab_output('git rev-list HEAD --count', cwd)
  
  
  def does_git_dir_exist(cwd, aosp):
      ret = os.path.exists(os.path.join(cwd, '.git', 'HEAD'))
      # If we're on Android, .git may be a file with a gitdir directive pointing elsewhere.
      if aosp and not ret and os.path.exists(os.path.join(cwd, '.git')):
          ret = 'true' == grab_output('git rev-parse --is-inside-work-tree', cwd)
      return ret
  
  
  def unpack_ref(ref_file, ref_file_full_path, packed_refs_full_path):
  
      with open(packed_refs_full_path) as fin:
          refs = fin.read().strip().split('\n')
  
      # Strip comments
      refs = [ref.split(' ') for ref in refs if ref.strip()[0] != '#']
  
      # Parse lines (which are in the format <hash> <ref_file>) and find the input file
      refs = [git_hash for (git_hash, file_path) in refs if file_path == ref_file]
  
      assert (len(refs) == 1)
      git_hash = refs[0]
  
      with open(ref_file_full_path, 'w') as fout:
          fout.write(git_hash + '\n')
  
  
  if len(sys.argv) < 2:
      sys.exit(usage)
  
  operation = sys.argv[1]
  
  # Set the root of ANGLE's repo as the working directory
  aosp_angle_path = os.path.join(os.path.dirname('.'), 'external', 'angle')
  aosp = os.path.exists(aosp_angle_path)
  cwd = aosp_angle_path if aosp else os.path.join(os.path.dirname(os.path.realpath(__file__)), '..')
  git_dir_exists = does_git_dir_exist(cwd, aosp)
  
  if operation == 'check':
      if git_dir_exists:
          print("1")
      else:
          print("0")
      sys.exit(0)
  elif operation == 'unpack':
      if len(sys.argv) < 3:
          sys.exit(usage)
  
      ref_file = sys.argv[2]
      ref_file_full_path = os.path.join(cwd, '.git', ref_file)
      ref_file_exists = os.path.exists(ref_file_full_path)
  
      if not ref_file_exists:
          packed_refs_full_path = os.path.join(cwd, '.git', 'packed-refs')
          unpack_ref(ref_file, ref_file_full_path, packed_refs_full_path)
  
      sys.exit(0)
  elif operation == 'position':
      if git_dir_exists:
          print(get_commit_position(cwd))
      else:
          print("0")
      sys.exit(0)
  
  if len(sys.argv) < 3 or operation != 'gen':
      sys.exit(usage)
  
  output_file = sys.argv[2]
  commit_id_size = 12
  commit_id = 'unknown hash'
  commit_date = 'unknown date'
  commit_position = '0'
  binary_loading = False
  
  if git_dir_exists:
      try:
          commit_id = grab_output('git rev-parse --short=%d HEAD' % commit_id_size, cwd)
          commit_date = grab_output('git show -s --format=%ci HEAD', cwd)
          commit_position = get_commit_position(cwd)
          binary_loading = True
      except:
          pass
  
  hfile = open(output_file, 'w')
  
  logging.info('ANGLE hash: {}'.format(commit_id))
  hfile.write('#define ANGLE_COMMIT_HASH "%s"\n' % commit_id)
  hfile.write('#define ANGLE_COMMIT_HASH_SIZE %d\n' % commit_id_size)
  hfile.write('#define ANGLE_COMMIT_DATE "%s"\n' % commit_date)
  hfile.write('#define ANGLE_COMMIT_POSITION %s\n' % commit_position)
  if binary_loading:
      hfile.write('#define ANGLE_HAS_BINARY_LOADING\n')
  
  hfile.close()
  

Download