build_project.py

#!/usr/bin/env python3

import argparse

from util.base_util import *
from util.file_util import *

CHROME_BUILD_TARGET = [
  'chrome',
  'content_shell',
  'telemetry_gpu_integration_test',
  'imagediff',
  'gl_tests',
  'vulkan_tests',
  'angle_tests',
  'dawn_tests',
]

ANGLE_BUILD_TARGET = [
  'angle_tests',
]

DAWN_BUILD_TARGET = [
  'dawn_tests',
]

AQUARIUM_BUILD_TARGET = [
  'aquarium',
]

CHROME_DEPS_TARGET = [
  '//chrome',
  '//chrome/test:telemetry_gpu_integration_test',
  '//gpu:gl_tests',
  '//gpu/vulkan:vulkan_tests',
  '//third_party/angle/src/tests:angle_end2end_tests',
  '//third_party/angle/src/tests:angle_perftests',
  '//third_party/dawn/src/tests:dawn_end2end_tests',
  '//third_party/dawn/src/tests:dawn_perf_tests',
  '//:blink_web_tests',
]

PATTERN_COMMIT = r'^commit (\w+)$'
PATTERN_DAWN_REVISION = r'  \'dawn_revision\': \'\w+\''

def parse_arguments():
  parser = argparse.ArgumentParser(
      description='Build project.',
      formatter_class=argparse.RawTextHelpFormatter)
  parser.add_argument('project', nargs='?',
      choices=['chrome', 'angle', 'dawn', 'aquarium', 'mesa'], default='chrome',
      help='The project to build. Default is "chrome".\n\n')
  parser.add_argument('--src-dir', '--dir', '-d', default='.',
      help='The source directory. Default is current directory.\n\n')
  parser.add_argument('--target', '-t', nargs='+', default=['Default'],
      help='The target build directory under "out/". You can specify multiple.\n'\
           'Default is "Default", so the actual build directory would be "out/Default".\n'\
           'The target name must comply with following formats:\n\n'\
           'Debug   or Debug_xx   : the debug build.\n'\
           'Release or Release_xx : the release build.\n'\
           'Default or Default_xx : For Chrome, the build arguments are the same as official trybot.\n'\
           '                        For others, it\'s the same as release build.\n\n')
  parser.add_argument('--update', '-u', action='store_true',
      help='Fetch from origin and rebase to master, then synchronize the dependencies before building.\n\n')
  parser.add_argument('--prefix', '-p',
      help='Install the binaries to a directory after building.\n\n')
  parser.add_argument('--zip', '-z',
      help='Package the binaries to a zip file after building.\n\n')
  args = parser.parse_args()

  if match_any(args.target, lambda x: not x.split('_')[0] in ['Debug', 'Release', 'Default']):
    raise Exception('Target name must start with Debug/Release/Default')

  if args.prefix or args.zip:
    if len(args.target) > 1:
      raise Exception('Do not support to package multiple targets')
    if not args.project in ['chrome', 'mesa']:
      raise Exception('Do not support to package ' + args.project)

  args.src_dir = path.abspath(args.src_dir)
  if args.prefix:
    args.prefix = path.abspath(args.prefix)
    if args.prefix == args.src_dir:
      raise Exception('Prefix is the same as source directory')
    if path.exists(args.prefix):
      raise Exception('Prefix already exits')
  if args.zip:
    args.zip = path.abspath(args.zip)
    if not args.zip.endswith('.zip'):
      raise Exception('Not a valid zip file name')
    if path.exists(args.zip):
      raise Exception('Zip file already exits')

  if args.prefix:
    args.pack_dir = args.prefix
  elif args.zip:
    args.pack_dir = path.join(args.src_dir, random_string(8))
  else:
    args.pack_dir = None
  return args


def build_gn_project(src_dir, target_dir, build_args, build_targets):
  env = get_env()
  env.pop('PKG_CONFIG_PATH', None)
  gn_args = ' '.join(['%s=%s' % (key, value) for key, value in build_args.items()])
  execute(['gn', 'gen', target_dir, '--args=' + gn_args], dir=src_dir, env=env)
  for target in build_targets:
    execute_progress(['autoninja', '-C', target_dir, target], dir=src_dir, env=env)


def build_chrome(args):
  build_args = {}
  build_args['proprietary_codecs'] = 'true'
  build_args['ffmpeg_branding'] = '"Chrome"'
  build_args['use_dawn'] = 'true'
  build_args['enable_nacl'] = 'false'
  build_args['blink_symbol_level'] = '0'
  build_args['internal_gles2_conform_tests'] = 'true'
  if args.build_type == 'debug':
    build_args['is_debug'] = 'true'
    build_args['symbol_level'] = '2'
  elif args.build_type in ['release', 'default']:
    build_args['is_debug'] = 'false'
    build_args['symbol_level'] = '1'
    build_args['dcheck_always_on'] = 'true'
    if args.build_type == 'release':
      build_args['is_component_build'] = 'true'
    elif args.build_type == 'default':
      build_args['is_component_build'] = 'false'
  build_gn_project(args.src_dir, args.target_dir, build_args, CHROME_BUILD_TARGET)


def build_angle(args):
  build_args = {}
  if args.build_type == 'debug':
    build_args['is_debug'] = 'true'
  elif args.build_type in ['release', 'default']:
    build_args['is_debug'] = 'false'
    build_args['dcheck_always_on'] = 'true'
  build_gn_project(args.src_dir, args.target_dir, build_args, ANGLE_BUILD_TARGET)


def build_dawn(args):
  build_args = {}
  if args.build_type == 'debug':
    build_args['is_debug'] = 'true'
  elif args.build_type in ['release', 'default']:
    build_args['is_debug'] = 'false'
    build_args['dcheck_always_on'] = 'true'
  build_gn_project(args.src_dir, args.target_dir, build_args, DAWN_BUILD_TARGET)


def build_aquarium(args):
  build_args = {}
  if args.build_type == 'debug':
    build_args['is_debug'] = 'true'
  elif args.build_type in ['release', 'default']:
    build_args['is_debug'] = 'false'
  if is_linux():
    build_args['dawn_enable_opengl'] = 'false'
  build_gn_project(args.src_dir, args.target_dir, build_args, AQUARIUM_BUILD_TARGET)


def build_mesa(args):
  build_args = {}
  if args.pack_dir:
    build_args['prefix'] = args.pack_dir
  build_args['platforms'] = 'x11,drm'
  build_args['dri-drivers'] = 'i915,i965'
  build_args['vulkan-drivers'] = 'intel'
  build_args['gallium-drivers'] = 'iris'
  build_args['dri3'] = 'true'
  build_args['gles1'] = 'true'
  build_args['gles2'] = 'true'
  build_args['gbm'] = 'true'
  build_args['shared-glapi'] = 'true'
  if args.build_type == 'debug':
    build_args['buildtype'] = 'debugoptimized'
  elif args.build_type in ['release', 'default']:
    build_args['buildtype'] = 'release'

  meson_args = ['-D%s=%s' % (key, value) for key, value in build_args.items()]
  execute(['meson', args.target_dir] + meson_args, dir=args.src_dir)
  execute_progress(['ninja', '-C', args.target_dir], dir=args.src_dir)


def pack_chrome(src_dir, target_dir, dest_dir):
  print()
  for target in CHROME_DEPS_TARGET:
    print('Packaging ' + target)
    ret = execute_return(['gn', 'desc', target_dir, target, 'runtime_deps'], dir=src_dir)
    for dep in ret.splitlines():
      src_dep = path.abspath(path.join(src_dir, target_dir, dep))
      dest_dep = path.abspath(path.join(dest_dir, target_dir, dep))
      if path.exists(src_dep) and not path.exists(dest_dep):
        dest_dep_dir = path.dirname(dest_dep)
        mkdir(dest_dep_dir)
        copy(src_dep, dest_dep_dir)

  if is_win() and not 'Debug' in target_dir:
    for file_path in list_file(path.join(dest_dir, target_dir)):
      if file_path.endswith('.pdb'):
        remove(file_path)


def update_aquarium_deps(src_dir):
  dawn_dir = path.join(src_dir, 'third_party', 'dawn')
  execute(['git', 'fetch', 'origin'], dir=dawn_dir)
  execute(['git', 'rebase', 'origin/master'], dir=dawn_dir)
  log = execute_return(['git', 'log', '-1'], dir=dawn_dir)
  for line in log.splitlines():
    match = re_match(PATTERN_COMMIT, line)
    if match:
      dawn_revision = match.group(1)
      break

  deps_file = path.join(src_dir, 'DEPS')
  deps_lines = read_file(deps_file).splitlines()
  index = index_match(deps_lines, lambda x: re_match(PATTERN_DAWN_REVISION, x))
  assert index > 0
  deps_lines[index] = '  \'dawn_revision\': \'' + dawn_revision + '\','
  write_line(deps_file, deps_lines)
  print('\nChanged dependent Dawn revision to its latest master branch')


def main():
  args = parse_arguments()

  if args.update:
    execute(['git', 'checkout', '.'], dir=args.src_dir)
    execute(['git', 'fetch', 'origin'], dir=args.src_dir)
    execute(['git', 'rebase', 'origin/master'], dir=args.src_dir)

    if args.project != 'mesa':
      if args.project == 'aquarium':
        update_aquarium_deps(args.src_dir)
      execute(['gclient', 'sync', '-D'], dir=args.src_dir)

  for target in args.target:
    args.build_type = target.lower().split('_')[0]
    args.target_dir = path.join('out', target)
    globals()['build_' + args.project](args)
  
  if args.prefix or args.zip:
    if args.project == 'chrome':
      pack_chrome(args.src_dir, args.target_dir, args.pack_dir)
    elif args.project == 'mesa':
      execute(['ninja', '-C', args.target_dir, 'install'], dir=args.src_dir)

    if args.zip:
      zip(args.zip, args.pack_dir)
      if not args.prefix:
        remove(args.pack_dir)


if __name__ == '__main__':
  sys.exit(main())