1#!/usr/bin/env python3
2#
3# Copyright 2017, The Android Open Source Project
4#
5# Licensed under the Apache License, Version 2.0 (the "License");
6# you may not use this file except in compliance with the License.
7# You may obtain a copy of the License at
8#
9#     http://www.apache.org/licenses/LICENSE-2.0
10#
11# Unless required by applicable law or agreed to in writing, software
12# distributed under the License is distributed on an "AS IS" BASIS,
13# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14# See the License for the specific language governing permissions and
15# limitations under the License.
16
17"""Build and run go/ab/git_master-art-host target
18
19This script is executed by the android build server and must not be moved,
20or changed in an otherwise backwards-incompatible manner.
21
22Provided with a target name, the script setup the environment for
23building the test target by taking config information from
24from target_config.py.
25
26See target_config.py for the configuration syntax.
27"""
28
29import argparse
30import os
31import pathlib
32import subprocess
33import sys
34
35from target_config import target_config
36import env
37
38parser = argparse.ArgumentParser()
39parser.add_argument('-j', default='1', dest='n_threads')
40# either -l/--list OR build-target is required (but not both).
41group = parser.add_mutually_exclusive_group(required=True)
42group.add_argument('build_target', nargs='?')
43group.add_argument('-l', '--list', action='store_true', help='List all possible run-build targets.')
44options = parser.parse_args()
45
46##########
47
48if options.list:
49  print("List of all known build_target: ")
50  for k in sorted(target_config.keys()):
51    print(" * " + k)
52  # TODO: would be nice if this was the same order as the target config file.
53  sys.exit(1)
54
55if not target_config.get(options.build_target):
56  sys.stderr.write("error: invalid build_target, see -l/--list.\n")
57  sys.exit(1)
58
59target = target_config[options.build_target]
60n_threads = options.n_threads
61custom_env = target.get('env', {})
62custom_env['SOONG_ALLOW_MISSING_DEPENDENCIES'] = 'true'
63# Switch the build system to unbundled mode in the reduced manifest branch.
64if not os.path.isdir(env.ANDROID_BUILD_TOP + '/frameworks/base'):
65  custom_env['TARGET_BUILD_UNBUNDLED'] = 'true'
66print(custom_env)
67os.environ.update(custom_env)
68
69# always run installclean first remove any old installed files from previous builds.
70# this does not remove intermediate files, so it still avoids recompilation.
71clean_command = 'build/soong/soong_ui.bash --make-mode installclean'
72if env.DIST_DIR:
73  clean_command += ' dist'
74sys.stdout.write(str(clean_command) + '\n')
75sys.stdout.flush()
76if subprocess.call(clean_command.split()):
77  sys.exit(1)
78
79# build is just a binary/script that is directly executed to build any artifacts needed for the
80# test.
81if 'build' in target:
82  build_command = target.get('build').format(
83      ANDROID_BUILD_TOP = env.ANDROID_BUILD_TOP,
84      MAKE_OPTIONS='DX=  -j{threads}'.format(threads = n_threads))
85  sys.stdout.write(str(build_command) + '\n')
86  sys.stdout.flush()
87  if subprocess.call(build_command.split()):
88    sys.exit(1)
89
90# make runs soong/kati to build the target listed in the entry.
91if 'make' in target:
92  build_command = 'build/soong/soong_ui.bash --make-mode'
93  build_command += ' DX='
94  build_command += ' -j' + str(n_threads)
95  build_command += ' ' + target.get('make')
96  if env.DIST_DIR:
97    build_command += ' dist'
98  sys.stdout.write(str(build_command) + '\n')
99  sys.stdout.flush()
100  if subprocess.call(build_command.split()):
101    sys.exit(1)
102
103if 'golem' in target:
104  machine_type = target.get('golem')
105  # use art-opt-cc by default since it mimics the default preopt config.
106  default_golem_config = 'art-opt-cc'
107
108  os.chdir(env.ANDROID_BUILD_TOP)
109  cmd =  ['art/tools/golem/build-target.sh']
110  cmd += ['-j' + str(n_threads)]
111  cmd += ['--showcommands']
112  cmd += ['--machine-type=%s' %(machine_type)]
113  cmd += ['--golem=%s' %(default_golem_config)]
114  cmd += ['--tarball']
115  sys.stdout.write(str(cmd) + '\n')
116  sys.stdout.flush()
117
118  if subprocess.call(cmd):
119    sys.exit(1)
120
121if 'run-test' in target:
122  run_test_command = [os.path.join(env.ANDROID_BUILD_TOP,
123                                   'art/test/testrunner/testrunner.py')]
124  test_flags = target.get('run-test', [])
125  out_dir = pathlib.PurePath(env.SOONG_OUT_DIR)
126  if not out_dir.is_absolute():
127    out_dir = pathlib.PurePath(env.ANDROID_BUILD_TOP).joinpath(out_dir)
128  run_test_command += list(map(lambda a: a.format(SOONG_OUT_DIR=str(out_dir)), test_flags))
129  # Let testrunner compute concurrency based on #cpus.
130  # b/65822340
131  # run_test_command += ['-j', str(n_threads)]
132
133  # In the config assume everything will run with --host and on ART.
134  # However for only [--jvm] this is undesirable, so don't pass in ART-specific flags.
135  if ['--jvm'] != test_flags:
136    run_test_command += ['--host']
137    run_test_command += ['--dex2oat-jobs']
138    run_test_command += ['4']
139  if '--no-build-dependencies' not in test_flags:
140    run_test_command += ['-b']
141    if env.DIST_DIR:
142      run_test_command += ['--dist']
143  run_test_command += ['--verbose']
144
145  sys.stdout.write(str(run_test_command) + '\n')
146  sys.stdout.flush()
147  if subprocess.call(run_test_command):
148    sys.exit(1)
149
150sys.exit(0)
151