1// Copyright 2017 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package build
16
17import (
18	"bytes"
19	"fmt"
20	"io/ioutil"
21	"os"
22	"strings"
23
24	"android/soong/ui/metrics"
25	"android/soong/ui/status"
26)
27
28// DumpMakeVars can be used to extract the values of Make variables after the
29// product configurations are loaded. This is roughly equivalent to the
30// `get_build_var` bash function.
31//
32// goals can be used to set MAKECMDGOALS, which emulates passing arguments to
33// Make without actually building them. So all the variables based on
34// MAKECMDGOALS can be read.
35//
36// vars is the list of variables to read. The values will be put in the
37// returned map.
38//
39// variables controlled by soong_ui directly are now returned without needing
40// to call into make, to retain compatibility.
41func DumpMakeVars(ctx Context, config Config, goals, vars []string) (map[string]string, error) {
42	soongUiVars := map[string]func() string{
43		"OUT_DIR":  func() string { return config.OutDir() },
44		"DIST_DIR": func() string { return config.DistDir() },
45		"TMPDIR":   func() string { return absPath(ctx, config.TempDir()) },
46	}
47
48	makeVars := make([]string, 0, len(vars))
49	for _, v := range vars {
50		if _, ok := soongUiVars[v]; !ok {
51			makeVars = append(makeVars, v)
52		}
53	}
54
55	var ret map[string]string
56	if len(makeVars) > 0 {
57		// It's not safe to use the same TMPDIR as the build, as that can be removed.
58		tmpDir, err := ioutil.TempDir("", "dumpvars")
59		if err != nil {
60			return nil, err
61		}
62		defer os.RemoveAll(tmpDir)
63
64		SetupLitePath(ctx, config, tmpDir)
65
66		ret, err = dumpMakeVars(ctx, config, goals, makeVars, false, tmpDir)
67		if err != nil {
68			return ret, err
69		}
70	} else {
71		ret = make(map[string]string)
72	}
73
74	for _, v := range vars {
75		if f, ok := soongUiVars[v]; ok {
76			ret[v] = f()
77		}
78	}
79
80	return ret, nil
81}
82
83func dumpMakeVars(ctx Context, config Config, goals, vars []string, write_soong_vars bool, tmpDir string) (map[string]string, error) {
84	ctx.BeginTrace(metrics.RunKati, "dumpvars")
85	defer ctx.EndTrace()
86
87	cmd := Command(ctx, config, "dumpvars",
88		config.PrebuiltBuildTool("ckati"),
89		"-f", "build/make/core/config.mk",
90		"--color_warnings",
91		"--kati_stats",
92		"dump-many-vars",
93		"MAKECMDGOALS="+strings.Join(goals, " "))
94	cmd.Environment.Set("CALLED_FROM_SETUP", "true")
95	if write_soong_vars {
96		cmd.Environment.Set("WRITE_SOONG_VARIABLES", "true")
97	}
98	cmd.Environment.Set("DUMP_MANY_VARS", strings.Join(vars, " "))
99	if tmpDir != "" {
100		cmd.Environment.Set("TMPDIR", tmpDir)
101	}
102	cmd.Sandbox = dumpvarsSandbox
103	output := bytes.Buffer{}
104	cmd.Stdout = &output
105	pipe, err := cmd.StderrPipe()
106	if err != nil {
107		ctx.Fatalln("Error getting output pipe for ckati:", err)
108	}
109	cmd.StartOrFatal()
110	// TODO: error out when Stderr contains any content
111	status.KatiReader(ctx.Status.StartTool(), pipe)
112	cmd.WaitOrFatal()
113
114	ret := make(map[string]string, len(vars))
115	for _, line := range strings.Split(output.String(), "\n") {
116		if len(line) == 0 {
117			continue
118		}
119
120		if key, value, ok := decodeKeyValue(line); ok {
121			if value, ok = singleUnquote(value); ok {
122				ret[key] = value
123				ctx.Verboseln(key, value)
124			} else {
125				return nil, fmt.Errorf("Failed to parse make line: %q", line)
126			}
127		} else {
128			return nil, fmt.Errorf("Failed to parse make line: %q", line)
129		}
130	}
131	if ctx.Metrics != nil {
132		ctx.Metrics.SetMetadataMetrics(ret)
133	}
134
135	return ret, nil
136}
137
138// Variables to print out in the top banner
139var BannerVars = []string{
140	"PLATFORM_VERSION_CODENAME",
141	"PLATFORM_VERSION",
142	"TARGET_PRODUCT",
143	"TARGET_BUILD_VARIANT",
144	"TARGET_BUILD_TYPE",
145	"TARGET_BUILD_APPS",
146	"TARGET_BUILD_UNBUNDLED",
147	"TARGET_ARCH",
148	"TARGET_ARCH_VARIANT",
149	"TARGET_CPU_VARIANT",
150	"TARGET_2ND_ARCH",
151	"TARGET_2ND_ARCH_VARIANT",
152	"TARGET_2ND_CPU_VARIANT",
153	"HOST_ARCH",
154	"HOST_2ND_ARCH",
155	"HOST_OS",
156	"HOST_OS_EXTRA",
157	"HOST_CROSS_OS",
158	"HOST_CROSS_ARCH",
159	"HOST_CROSS_2ND_ARCH",
160	"HOST_BUILD_TYPE",
161	"BUILD_ID",
162	"OUT_DIR",
163	"AUX_OS_VARIANT_LIST",
164	"PRODUCT_SOONG_NAMESPACES",
165	"SOONG_SDK_SNAPSHOT_PREFER",
166	"SOONG_SDK_SNAPSHOT_VERSION",
167}
168
169func Banner(make_vars map[string]string) string {
170	b := &bytes.Buffer{}
171
172	fmt.Fprintln(b, "============================================")
173	for _, name := range BannerVars {
174		if make_vars[name] != "" {
175			fmt.Fprintf(b, "%s=%s\n", name, make_vars[name])
176		}
177	}
178	fmt.Fprint(b, "============================================")
179
180	return b.String()
181}
182
183func runMakeProductConfig(ctx Context, config Config) {
184	// Variables to export into the environment of Kati/Ninja
185	exportEnvVars := []string{
186		// So that we can use the correct TARGET_PRODUCT if it's been
187		// modified by a buildspec.mk
188		"TARGET_PRODUCT",
189		"TARGET_BUILD_VARIANT",
190		"TARGET_BUILD_APPS",
191		"TARGET_BUILD_UNBUNDLED",
192
193		// compiler wrappers set up by make
194		"CC_WRAPPER",
195		"CXX_WRAPPER",
196		"RBE_WRAPPER",
197		"JAVAC_WRAPPER",
198		"R8_WRAPPER",
199		"D8_WRAPPER",
200
201		// ccache settings
202		"CCACHE_COMPILERCHECK",
203		"CCACHE_SLOPPINESS",
204		"CCACHE_BASEDIR",
205		"CCACHE_CPP2",
206	}
207
208	allVars := append(append([]string{
209		// Used to execute Kati and Ninja
210		"NINJA_GOALS",
211		"KATI_GOALS",
212
213		// To find target/product/<DEVICE>
214		"TARGET_DEVICE",
215
216		// So that later Kati runs can find BoardConfig.mk faster
217		"TARGET_DEVICE_DIR",
218
219		// Whether --werror_overriding_commands will work
220		"BUILD_BROKEN_DUP_RULES",
221
222		// Whether to enable the network during the build
223		"BUILD_BROKEN_USES_NETWORK",
224
225		// Extra environment variables to be exported to ninja
226		"BUILD_BROKEN_NINJA_USES_ENV_VARS",
227
228		// Not used, but useful to be in the soong.log
229		"BOARD_VNDK_VERSION",
230
231		"DEFAULT_WARNING_BUILD_MODULE_TYPES",
232		"DEFAULT_ERROR_BUILD_MODULE_TYPES",
233		"BUILD_BROKEN_PREBUILT_ELF_FILES",
234		"BUILD_BROKEN_TREBLE_SYSPROP_NEVERALLOW",
235		"BUILD_BROKEN_USES_BUILD_COPY_HEADERS",
236		"BUILD_BROKEN_USES_BUILD_EXECUTABLE",
237		"BUILD_BROKEN_USES_BUILD_FUZZ_TEST",
238		"BUILD_BROKEN_USES_BUILD_HEADER_LIBRARY",
239		"BUILD_BROKEN_USES_BUILD_HOST_DALVIK_JAVA_LIBRARY",
240		"BUILD_BROKEN_USES_BUILD_HOST_DALVIK_STATIC_JAVA_LIBRARY",
241		"BUILD_BROKEN_USES_BUILD_HOST_EXECUTABLE",
242		"BUILD_BROKEN_USES_BUILD_HOST_JAVA_LIBRARY",
243		"BUILD_BROKEN_USES_BUILD_HOST_PREBUILT",
244		"BUILD_BROKEN_USES_BUILD_HOST_SHARED_LIBRARY",
245		"BUILD_BROKEN_USES_BUILD_HOST_STATIC_LIBRARY",
246		"BUILD_BROKEN_USES_BUILD_JAVA_LIBRARY",
247		"BUILD_BROKEN_USES_BUILD_MULTI_PREBUILT",
248		"BUILD_BROKEN_USES_BUILD_NATIVE_TEST",
249		"BUILD_BROKEN_USES_BUILD_NOTICE_FILE",
250		"BUILD_BROKEN_USES_BUILD_PACKAGE",
251		"BUILD_BROKEN_USES_BUILD_PHONY_PACKAGE",
252		"BUILD_BROKEN_USES_BUILD_PREBUILT",
253		"BUILD_BROKEN_USES_BUILD_RRO_PACKAGE",
254		"BUILD_BROKEN_USES_BUILD_SHARED_LIBRARY",
255		"BUILD_BROKEN_USES_BUILD_STATIC_JAVA_LIBRARY",
256		"BUILD_BROKEN_USES_BUILD_STATIC_LIBRARY",
257	}, exportEnvVars...), BannerVars...)
258
259	makeVars, err := dumpMakeVars(ctx, config, config.Arguments(), allVars, true, "")
260	if err != nil {
261		ctx.Fatalln("Error dumping make vars:", err)
262	}
263
264	env := config.Environment()
265	// Print the banner like make does
266	if !env.IsEnvTrue("ANDROID_QUIET_BUILD") {
267		fmt.Fprintln(ctx.Writer, Banner(makeVars))
268	}
269
270	// Populate the environment
271	for _, name := range exportEnvVars {
272		if makeVars[name] == "" {
273			env.Unset(name)
274		} else {
275			env.Set(name, makeVars[name])
276		}
277	}
278
279	config.SetKatiArgs(strings.Fields(makeVars["KATI_GOALS"]))
280	config.SetNinjaArgs(strings.Fields(makeVars["NINJA_GOALS"]))
281	config.SetTargetDevice(makeVars["TARGET_DEVICE"])
282	config.SetTargetDeviceDir(makeVars["TARGET_DEVICE_DIR"])
283
284	config.SetBuildBrokenDupRules(makeVars["BUILD_BROKEN_DUP_RULES"] == "true")
285	config.SetBuildBrokenUsesNetwork(makeVars["BUILD_BROKEN_USES_NETWORK"] == "true")
286	config.SetBuildBrokenNinjaUsesEnvVars(strings.Fields(makeVars["BUILD_BROKEN_NINJA_USES_ENV_VARS"]))
287}
288