1// Copyright 2019 Google Inc. All rights reserved.
2//
3// Licensed under the Apache License, Version 2.0 (the "License");
4// you may not use this file except in compliance with the License.
5// You may obtain a copy of the License at
6//
7//     http://www.apache.org/licenses/LICENSE-2.0
8//
9// Unless required by applicable law or agreed to in writing, software
10// distributed under the License is distributed on an "AS IS" BASIS,
11// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12// See the License for the specific language governing permissions and
13// limitations under the License.
14
15package java
16
17import (
18	"github.com/google/blueprint"
19
20	"android/soong/android"
21)
22
23var hiddenAPIGenerateCSVRule = pctx.AndroidStaticRule("hiddenAPIGenerateCSV", blueprint.RuleParams{
24	Command:     "${config.Class2NonSdkList} --stub-api-flags ${stubAPIFlags} $in $outFlag $out",
25	CommandDeps: []string{"${config.Class2NonSdkList}"},
26}, "outFlag", "stubAPIFlags")
27
28type hiddenAPI struct {
29	// True if the module containing this structure contributes to the hiddenapi information or has
30	// that information encoded within it.
31	active bool
32
33	// The path to the dex jar that is in the boot class path. If this is nil then the associated
34	// module is not a boot jar, but could be one of the <x>-hiddenapi modules that provide additional
35	// annotations for the <x> boot dex jar but which do not actually provide a boot dex jar
36	// themselves.
37	//
38	// This must be the path to the unencoded dex jar as the encoded dex jar indirectly depends on
39	// this file so using the encoded dex jar here would result in a cycle in the ninja rules.
40	bootDexJarPath android.Path
41
42	// The paths to the classes jars that contain classes and class members annotated with
43	// the UnsupportedAppUsage annotation that need to be extracted as part of the hidden API
44	// processing.
45	classesJarPaths android.Paths
46
47	// The compressed state of the dex file being encoded. This is used to ensure that the encoded
48	// dex file has the same state.
49	uncompressDexState *bool
50}
51
52func (h *hiddenAPI) bootDexJar() android.Path {
53	return h.bootDexJarPath
54}
55
56func (h *hiddenAPI) classesJars() android.Paths {
57	return h.classesJarPaths
58}
59
60func (h *hiddenAPI) uncompressDex() *bool {
61	return h.uncompressDexState
62}
63
64// hiddenAPIModule is the interface a module that embeds the hiddenAPI structure must implement.
65type hiddenAPIModule interface {
66	android.Module
67	hiddenAPIIntf
68}
69
70type hiddenAPIIntf interface {
71	bootDexJar() android.Path
72	classesJars() android.Paths
73	uncompressDex() *bool
74}
75
76var _ hiddenAPIIntf = (*hiddenAPI)(nil)
77
78// Initialize the hiddenapi structure
79//
80// uncompressedDexState should be nil when the module is a prebuilt and so does not require hidden
81// API encoding.
82func (h *hiddenAPI) initHiddenAPI(ctx android.ModuleContext, dexJar, classesJar android.Path, uncompressedDexState *bool) {
83
84	// Save the classes jars even if this is not active as they may be used by modular hidden API
85	// processing.
86	classesJars := android.Paths{classesJar}
87	ctx.VisitDirectDepsWithTag(hiddenApiAnnotationsTag, func(dep android.Module) {
88		javaInfo := ctx.OtherModuleProvider(dep, JavaInfoProvider).(JavaInfo)
89		classesJars = append(classesJars, javaInfo.ImplementationJars...)
90	})
91	h.classesJarPaths = classesJars
92
93	// Save the unencoded dex jar so it can be used when generating the
94	// hiddenAPISingletonPathsStruct.stubFlags file.
95	h.bootDexJarPath = dexJar
96
97	h.uncompressDexState = uncompressedDexState
98
99	// If hiddenapi processing is disabled treat this as inactive.
100	if ctx.Config().IsEnvTrue("UNSAFE_DISABLE_HIDDENAPI_FLAGS") {
101		return
102	}
103
104	// The context module must implement hiddenAPIModule.
105	module := ctx.Module().(hiddenAPIModule)
106
107	// If the frameworks/base directories does not exist and no prebuilt hidden API flag files have
108	// been configured then it is not possible to do hidden API encoding.
109	if !ctx.Config().FrameworksBaseDirExists(ctx) && ctx.Config().PrebuiltHiddenApiDir(ctx) == "" {
110		return
111	}
112
113	// It is important that hiddenapi information is only gathered for/from modules that are actually
114	// on the boot jars list because the runtime only enforces access to the hidden API for the
115	// bootclassloader. If information is gathered for modules not on the list then that will cause
116	// failures in the CtsHiddenApiBlocklist... tests.
117	h.active = isModuleInBootClassPath(ctx, module)
118}
119
120func isModuleInBootClassPath(ctx android.BaseModuleContext, module android.Module) bool {
121	// Get the configured non-updatable and updatable boot jars.
122	nonUpdatableBootJars := ctx.Config().NonUpdatableBootJars()
123	updatableBootJars := ctx.Config().UpdatableBootJars()
124	active := isModuleInConfiguredList(ctx, module, nonUpdatableBootJars) ||
125		isModuleInConfiguredList(ctx, module, updatableBootJars)
126	return active
127}
128
129// hiddenAPIEncodeDex is called by any module that needs to encode dex files.
130//
131// It ignores any module that has not had initHiddenApi() called on it and which is not in the boot
132// jar list. In that case it simply returns the supplied dex jar path.
133//
134// Otherwise, it creates a copy of the supplied dex file into which it has encoded the hiddenapi
135// flags and returns this instead of the supplied dex jar.
136func (h *hiddenAPI) hiddenAPIEncodeDex(ctx android.ModuleContext, dexJar android.OutputPath) android.OutputPath {
137
138	if !h.active {
139		return dexJar
140	}
141
142	// A nil uncompressDexState prevents the dex file from being encoded.
143	if h.uncompressDexState == nil {
144		ctx.ModuleErrorf("cannot encode dex file %s when uncompressDexState is nil", dexJar)
145	}
146	uncompressDex := *h.uncompressDexState
147
148	// Create a copy of the dex jar which has been encoded with hiddenapi flags.
149	flagsCSV := hiddenAPISingletonPaths(ctx).flags
150	outputDir := android.PathForModuleOut(ctx, "hiddenapi").OutputPath
151	encodedDex := hiddenAPIEncodeDex(ctx, dexJar, flagsCSV, uncompressDex, outputDir)
152
153	// Use the encoded dex jar from here onwards.
154	return encodedDex
155}
156
157// buildRuleToGenerateAnnotationFlags builds a ninja rule to generate the annotation-flags.csv file
158// from the classes jars and stub-flags.csv files.
159//
160// The annotation-flags.csv file contains mappings from Java signature to various flags derived from
161// annotations in the source, e.g. whether it is public or the sdk version above which it can no
162// longer be used.
163//
164// It is created by the Class2NonSdkList tool which processes the .class files in the class
165// implementation jar looking for UnsupportedAppUsage and CovariantReturnType annotations. The
166// tool also consumes the hiddenAPISingletonPathsStruct.stubFlags file in order to perform
167// consistency checks on the information in the annotations and to filter out bridge methods
168// that are already part of the public API.
169func buildRuleToGenerateAnnotationFlags(ctx android.ModuleContext, desc string, classesJars android.Paths, stubFlagsCSV android.Path, outputPath android.WritablePath) {
170	ctx.Build(pctx, android.BuildParams{
171		Rule:        hiddenAPIGenerateCSVRule,
172		Description: desc,
173		Inputs:      classesJars,
174		Output:      outputPath,
175		Implicit:    stubFlagsCSV,
176		Args: map[string]string{
177			"outFlag":      "--write-flags-csv",
178			"stubAPIFlags": stubFlagsCSV.String(),
179		},
180	})
181}
182
183// buildRuleToGenerateMetadata builds a ninja rule to generate the metadata.csv file from
184// the classes jars and stub-flags.csv files.
185//
186// The metadata.csv file contains mappings from Java signature to the value of properties specified
187// on UnsupportedAppUsage annotations in the source.
188//
189// Like the annotation-flags.csv file this is also created by the Class2NonSdkList in the same way.
190// Although the two files could potentially be created in a single invocation of the
191// Class2NonSdkList at the moment they are created using their own invocation, with the behavior
192// being determined by the property that is used.
193func buildRuleToGenerateMetadata(ctx android.ModuleContext, desc string, classesJars android.Paths, stubFlagsCSV android.Path, metadataCSV android.WritablePath) {
194	ctx.Build(pctx, android.BuildParams{
195		Rule:        hiddenAPIGenerateCSVRule,
196		Description: desc,
197		Inputs:      classesJars,
198		Output:      metadataCSV,
199		Implicit:    stubFlagsCSV,
200		Args: map[string]string{
201			"outFlag":      "--write-metadata-csv",
202			"stubAPIFlags": stubFlagsCSV.String(),
203		},
204	})
205}
206
207// buildRuleToGenerateIndex builds a ninja rule to generate the index.csv file from the classes
208// jars.
209//
210// The index.csv file contains mappings from Java signature to source location information.
211//
212// It is created by the merge_csv tool which processes the class implementation jar, extracting
213// all the files ending in .uau (which are CSV files) and merges them together. The .uau files are
214// created by the unsupported app usage annotation processor during compilation of the class
215// implementation jar.
216func buildRuleToGenerateIndex(ctx android.ModuleContext, desc string, classesJars android.Paths, indexCSV android.WritablePath) {
217	rule := android.NewRuleBuilder(pctx, ctx)
218	rule.Command().
219		BuiltTool("merge_csv").
220		Flag("--zip_input").
221		Flag("--key_field signature").
222		FlagWithOutput("--output=", indexCSV).
223		Inputs(classesJars)
224	rule.Build(desc, desc)
225}
226
227var hiddenAPIEncodeDexRule = pctx.AndroidStaticRule("hiddenAPIEncodeDex", blueprint.RuleParams{
228	Command: `rm -rf $tmpDir && mkdir -p $tmpDir && mkdir $tmpDir/dex-input && mkdir $tmpDir/dex-output &&
229		unzip -qoDD $in 'classes*.dex' -d $tmpDir/dex-input &&
230		for INPUT_DEX in $$(find $tmpDir/dex-input -maxdepth 1 -name 'classes*.dex' | sort); do
231		  echo "--input-dex=$${INPUT_DEX}";
232		  echo "--output-dex=$tmpDir/dex-output/$$(basename $${INPUT_DEX})";
233		done | xargs ${config.HiddenAPI} encode --api-flags=$flagsCsv $hiddenapiFlags &&
234		${config.SoongZipCmd} $soongZipFlags -o $tmpDir/dex.jar -C $tmpDir/dex-output -f "$tmpDir/dex-output/classes*.dex" &&
235		${config.MergeZipsCmd} -j -D -zipToNotStrip $tmpDir/dex.jar -stripFile "classes*.dex" -stripFile "**/*.uau" $out $tmpDir/dex.jar $in`,
236	CommandDeps: []string{
237		"${config.HiddenAPI}",
238		"${config.SoongZipCmd}",
239		"${config.MergeZipsCmd}",
240	},
241}, "flagsCsv", "hiddenapiFlags", "tmpDir", "soongZipFlags")
242
243// hiddenAPIEncodeDex generates the build rule that will encode the supplied dex jar and place the
244// encoded dex jar in a file of the same name in the output directory.
245//
246// The encode dex rule requires unzipping, encoding and rezipping the classes.dex files along with
247// all the resources from the input jar. It also ensures that if it was uncompressed in the input
248// it stays uncompressed in the output.
249func hiddenAPIEncodeDex(ctx android.ModuleContext, dexInput, flagsCSV android.Path, uncompressDex bool, outputDir android.OutputPath) android.OutputPath {
250
251	// The output file has the same name as the input file and is in the output directory.
252	output := outputDir.Join(ctx, dexInput.Base())
253
254	// Create a jar specific temporary directory in which to do the work just in case this is called
255	// with the same output directory for multiple modules.
256	tmpDir := outputDir.Join(ctx, dexInput.Base()+"-tmp")
257
258	// If the input is uncompressed then generate the output of the encode rule to an intermediate
259	// file as the final output will need further processing after encoding.
260	soongZipFlags := ""
261	encodeRuleOutput := output
262	if uncompressDex {
263		soongZipFlags = "-L 0"
264		encodeRuleOutput = outputDir.Join(ctx, "unaligned", dexInput.Base())
265	}
266
267	// b/149353192: when a module is instrumented, jacoco adds synthetic members
268	// $jacocoData and $jacocoInit. Since they don't exist when building the hidden API flags,
269	// don't complain when we don't find hidden API flags for the synthetic members.
270	hiddenapiFlags := ""
271	if j, ok := ctx.Module().(interface {
272		shouldInstrument(android.BaseModuleContext) bool
273	}); ok && j.shouldInstrument(ctx) {
274		hiddenapiFlags = "--no-force-assign-all"
275	}
276
277	ctx.Build(pctx, android.BuildParams{
278		Rule:        hiddenAPIEncodeDexRule,
279		Description: "hiddenapi encode dex",
280		Input:       dexInput,
281		Output:      encodeRuleOutput,
282		Implicit:    flagsCSV,
283		Args: map[string]string{
284			"flagsCsv":       flagsCSV.String(),
285			"tmpDir":         tmpDir.String(),
286			"soongZipFlags":  soongZipFlags,
287			"hiddenapiFlags": hiddenapiFlags,
288		},
289	})
290
291	if uncompressDex {
292		TransformZipAlign(ctx, output, encodeRuleOutput)
293	}
294
295	return output
296}
297
298type hiddenApiAnnotationsDependencyTag struct {
299	blueprint.BaseDependencyTag
300}
301
302// Tag used to mark dependencies on java_library instances that contains Java source files whose
303// sole purpose is to provide additional hiddenapi annotations.
304var hiddenApiAnnotationsTag hiddenApiAnnotationsDependencyTag
305
306// Mark this tag so dependencies that use it are excluded from APEX contents.
307func (t hiddenApiAnnotationsDependencyTag) ExcludeFromApexContents() {}
308
309var _ android.ExcludeFromApexContentsTag = hiddenApiAnnotationsTag
310