blob: 3f54cb36e721388d19446839704a0b1e892587dd [file] [log] [blame]
Brian Muramatsu2f8eead2010-09-24 14:56:43 -07001#
2# Copyright (C) 2010 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15#
16
17# Makefile for producing CTS coverage reports.
18# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory.
19
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070020cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage
21dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070022
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070023coverage_out := $(HOST_OUT)/cts-api-coverage
Ying Wang50889ab2010-12-01 16:29:54 -080024
Ying Wangd97c2b12012-10-05 16:43:21 -070025api_text_description := frameworks/base/api/current.txt
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070026api_xml_description := $(coverage_out)/api.xml
27$(api_xml_description) : $(api_text_description) $(APICHECK)
28 $(hide) echo "Converting API file to XML: $@"
Ying Wang697ebf02013-08-01 11:09:25 -070029 $(hide) mkdir -p $(dir $@)
30 $(hide) $(APICHECK_COMMAND) -convert2xml $< $@
Ying Wang50889ab2010-12-01 16:29:54 -080031
Sam Lin921218b2017-09-26 14:21:33 -070032napi_text_description := cts/tools/cts-api-coverage/etc/ndk-api.xml
33napi_xml_description := $(coverage_out)/ndk-api.xml
34$(napi_xml_description) : $(napi_text_description) $(ACP)
35 $(hide) echo "Preparing NDK API XML: $@"
36 $(hide) mkdir -p $(dir $@)
37 $(hide) $(ACP) $< $@
38
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070039cts-test-coverage-report := $(coverage_out)/test-coverage.html
40cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html
Keun young Park506ca412012-08-28 10:52:31 -070041cts-combined-coverage-report := $(coverage_out)/combined-coverage.html
Nicholas Sauer0130e902015-12-23 20:37:15 -080042cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070043
Sam Lin921218b2017-09-26 14:21:33 -070044cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(napi_xml_description)
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070045
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070046android_cts_zip := $(HOST_OUT)/cts/android-cts.zip
Nicholas Sauer12b986f2016-01-06 10:54:44 -080047cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk
48
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070049$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts)
Ying Wang697ebf02013-08-01 11:09:25 -070050$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
51$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
52$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Sam Lin921218b2017-09-26 14:21:33 -070053$(cts-test-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080054$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP)
Sam Lin921218b2017-09-26 14:21:33 -070055 $(call generate-coverage-report-cts,"CTS Tests API-NDK Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080056 $(PRIVATE_TEST_CASES),html)
Brian Muramatsu4b32d082010-12-02 13:08:44 -080057
Nicholas Sauer12b986f2016-01-06 10:54:44 -080058$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk)
Ying Wang697ebf02013-08-01 11:09:25 -070059$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
60$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
61$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Sam Lin921218b2017-09-26 14:21:33 -070062$(cts-verifier-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080063$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Sam Lin921218b2017-09-26 14:21:33 -070064 $(call generate-coverage-report-cts,"CTS Verifier API Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080065 $(PRIVATE_TEST_CASES),html)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070066
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070067$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))
Ying Wang697ebf02013-08-01 11:09:25 -070068$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
69$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
70$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Sam Lin921218b2017-09-26 14:21:33 -070071$(cts-combined-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080072$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Sam Lin921218b2017-09-26 14:21:33 -070073 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080074 $(PRIVATE_TEST_CASES),html)
Keun young Park506ca412012-08-28 10:52:31 -070075
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070076$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))
Nicholas Sauer0130e902015-12-23 20:37:15 -080077$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
78$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
79$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Sam Lin921218b2017-09-26 14:21:33 -070080$(cts-combined-xml-coverage-report): PRIVATE_NAPI_XML_DESC := $(napi_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080081$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Sam Lin921218b2017-09-26 14:21:33 -070082 $(call generate-coverage-report-cts,"CTS Combined API Coverage Report - XML",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080083 $(PRIVATE_TEST_CASES),xml)
Nicholas Sauer0130e902015-12-23 20:37:15 -080084
Ying Wang50889ab2010-12-01 16:29:54 -080085.PHONY: cts-test-coverage
86cts-test-coverage : $(cts-test-coverage-report)
87
Brian Muramatsu4b32d082010-12-02 13:08:44 -080088.PHONY: cts-verifier-coverage
89cts-verifier-coverage : $(cts-verifier-coverage-report)
90
Keun young Park506ca412012-08-28 10:52:31 -070091.PHONY: cts-combined-coverage
92cts-combined-coverage : $(cts-combined-coverage-report)
93
Nicholas Sauer0130e902015-12-23 20:37:15 -080094.PHONY: cts-combined-xml-coverage
95cts-combined-xml-coverage : $(cts-combined-xml-coverage-report)
96
Dan Willemsen02b5fb82018-06-19 16:38:24 -070097.PHONY: cts-coverage-report-all cts-api-coverage
Guang Zhu75f8dfd2018-04-13 10:22:42 -070098cts-coverage-report-all: cts-test-coverage cts-verifier-coverage cts-combined-coverage cts-combined-xml-coverage
99
100# Put the test coverage report in the dist dir if "cts-api-coverage" is among the build goals.
101$(call dist-for-goals, cts-api-coverage, $(cts-test-coverage-report):cts-test-coverage-report.html)
102$(call dist-for-goals, cts-api-coverage, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html)
103$(call dist-for-goals, cts-api-coverage, $(cts-combined-coverage-report):cts-combined-coverage-report.html)
104$(call dist-for-goals, cts-api-coverage, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml)
Ying Wang50889ab2010-12-01 16:29:54 -0800105
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700106# Arguments;
107# 1 - Name of the report printed out on the screen
Ying Wang1a833732013-07-10 11:29:35 -0700108# 2 - List of apk files that will be scanned to generate the report
109# 3 - Format of the report
Sam Lin921218b2017-09-26 14:21:33 -0700110define generate-coverage-report-cts
Ying Wang697ebf02013-08-01 11:09:25 -0700111 $(hide) mkdir -p $(dir $@)
Sam Lin921218b2017-09-26 14:21:33 -0700112 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -n $(PRIVATE_NAPI_XML_DESC) -f $(3) -o $@ $(2)
Dan Willemsen4483b292017-10-06 11:25:33 -0700113 @ echo $(1): file://$$(cd $(dir $@); pwd)/$(notdir $@)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700114endef
Ying Wang697ebf02013-08-01 11:09:25 -0700115
116# Reset temp vars
117cts_api_coverage_dependencies :=
Ying Wang697ebf02013-08-01 11:09:25 -0700118cts-combined-coverage-report :=
Nicholas Sauer0130e902015-12-23 20:37:15 -0800119cts-combined-xml-coverage-report :=
Ying Wang697ebf02013-08-01 11:09:25 -0700120cts-verifier-coverage-report :=
121cts-test-coverage-report :=
122api_xml_description :=
123api_text_description :=
Sam Lin921218b2017-09-26 14:21:33 -0700124napi_xml_description :=
125napi_text_description :=
Ying Wang697ebf02013-08-01 11:09:25 -0700126coverage_out :=
127dexdeps_exe :=
128cts_api_coverage_exe :=
Nicholas Sauereeb749c2016-01-05 17:42:50 -0800129cts_verifier_apk :=
Nicholas Sauer12b986f2016-01-06 10:54:44 -0800130android_cts_zip :=