1# 2# Copyright (C) 2010 The Android Open Source Project 3# 4# Licensed under the Apache License, Version 2.0 (the "License"); 5# you may not use this file except in compliance with the License. 6# You may obtain a copy of the License at 7# 8# http://www.apache.org/licenses/LICENSE-2.0 9# 10# Unless required by applicable law or agreed to in writing, software 11# distributed under the License is distributed on an "AS IS" BASIS, 12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13# See the License for the specific language governing permissions and 14# limitations under the License. 15# 16 17# Makefile for producing CTS coverage reports. 18# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. 19 20cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage 21dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps 22 23coverage_out := $(HOST_OUT)/cts-api-coverage 24 25api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/api.xml 26 27napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml 28napi_xml_description := $(coverage_out)/ndk-api.xml 29$(napi_xml_description) : $(napi_text_description) $(ACP) 30 $(hide) echo "Preparing NDK API XML: $@" 31 $(hide) mkdir -p $(dir $@) 32 $(hide) $(ACP) $< $@ 33 34system_api_xml_description := $(TARGET_OUT_COMMON_INTERMEDIATES)/system-api.xml 35 36cts-test-coverage-report := $(coverage_out)/test-coverage.html 37cts-system-api-coverage-report := $(coverage_out)/system-api-coverage.html 38cts-system-api-xml-coverage-report := $(coverage_out)/system-api-coverage.xml 39cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html 40cts-combined-coverage-report := $(coverage_out)/combined-coverage.html 41cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml 42 43cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description) 44cts_system_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(system_api_xml_description) 45 46android_cts_zip := $(HOST_OUT)/cts/android-cts.zip 47cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk 48 49$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 50$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 51$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 52$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 53$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 54$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP) 55 $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\ 56 $(PRIVATE_TEST_CASES),html) 57 58$(cts-system-api-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 59$(cts-system-api-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 60$(cts-system-api-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 61$(cts-system-api-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 62$(cts-system-api-coverage-report): PRIVATE_NAPI_XML_DESC := "" 63$(cts-system-api-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 64 $(call generate-coverage-report-cts,"CTS System API Coverage Report",\ 65 $(PRIVATE_TEST_CASES),html) 66 67$(cts-system-api-xml-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts) 68$(cts-system-api-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 69$(cts-system-api-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 70$(cts-system-api-xml-coverage-report): PRIVATE_API_XML_DESC := $(system_api_xml_description) 71$(cts-system-api-xml-coverage-report): PRIVATE_NAPI_XML_DESC := "" 72$(cts-system-api-xml-coverage-report) : $(android_cts_zip) $(cts_system_api_coverage_dependencies) | $(ACP) 73 $(call generate-coverage-report-cts,"CTS System API Coverage Report - XML",\ 74 $(PRIVATE_TEST_CASES),xml) 75 76$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk) 77$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 78$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 79$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 80$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 81$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 82 $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\ 83 $(PRIVATE_TEST_CASES),html) 84 85$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) 86$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 87$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 88$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 89$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 90$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 91 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\ 92 $(PRIVATE_TEST_CASES),html) 93 94$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c)) 95$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) 96$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) 97$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) 98$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description) 99$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP) 100 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\ 101 $(PRIVATE_TEST_CASES),xml) 102 103.PHONY: cts-test-coverage 104cts-test-coverage : $(cts-test-coverage-report) 105 106.PHONY: cts-system-api-coverage 107cts-system-api-coverage : $(cts-system-api-coverage-report) 108 109.PHONY: cts-system-api-xml-coverage 110cts-system-api-xml-coverage : $(cts-system-api-xml-coverage-report) 111 112.PHONY: cts-verifier-coverage 113cts-verifier-coverage : $(cts-verifier-coverage-report) 114 115.PHONY: cts-combined-coverage 116cts-combined-coverage : $(cts-combined-coverage-report) 117 118.PHONY: cts-combined-xml-coverage 119cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) 120 121.PHONY: cts-coverage-report-all cts-api-coverage 122cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage 123 124# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals. 125$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html) 126$(call dist-for-goals, cts-api-coverage, $(cts-system-api-coverage-report):cts-system-api-coverage-report.html) 127$(call dist-for-goals, cts-api-coverage, $(cts-system-api-xml-coverage-report):cts-system-api-coverage-report.xml) 128$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) 129$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html) 130$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) 131 132# Arguments; 133# 1 - Name of the report printed out on the screen 134# 2 - List of apk files that will be scanned to generate the report 135# 3 - Format of the report 136define generate-coverage-report-cts 137 $(hide) mkdir -p $(dir $@) 138 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2) 139 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@) 140endef 141 142# Reset temp vars 143cts_api_coverage_dependencies := 144cts_system_api_coverage_dependencies := 145cts-combined-coverage-report := 146cts-combined-xml-coverage-report := 147cts-verifier-coverage-report := 148cts-test-coverage-report := 149cts-system-api-coverage-report := 150cts-system-api-xml-coverage-report := 151api_xml_description := 152api_text_description := 153system_api_xml_description := 154napi_xml_description := 155napi_text_description := 156coverage_out := 157dexdeps_exe := 158cts_api_coverage_exe := 159cts_verifier_apk := 160android_cts_zip := 161