blob: c4536f63c6d1c4e8a8e4c3d4542e89d91bf4a373 [file] [log] [blame]
Brian Muramatsu2f8eead2010-09-24 14:56:43 -07001#
2# Copyright (C) 2010 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15#
16
17# Makefile for producing CTS coverage reports.
18# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory.
19
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070020cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage
21dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070022
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070023coverage_out := $(HOST_OUT)/cts-api-coverage
Ying Wang50889ab2010-12-01 16:29:54 -080024
Ying Wangd97c2b12012-10-05 16:43:21 -070025api_text_description := frameworks/base/api/current.txt
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070026api_xml_description := $(coverage_out)/api.xml
27$(api_xml_description) : $(api_text_description) $(APICHECK)
28 $(hide) echo "Converting API file to XML: $@"
Ying Wang697ebf02013-08-01 11:09:25 -070029 $(hide) mkdir -p $(dir $@)
30 $(hide) $(APICHECK_COMMAND) -convert2xml $< $@
Ying Wang50889ab2010-12-01 16:29:54 -080031
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070032cts-test-coverage-report := $(coverage_out)/test-coverage.html
33cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html
Keun young Park506ca412012-08-28 10:52:31 -070034cts-combined-coverage-report := $(coverage_out)/combined-coverage.html
Nicholas Sauer0130e902015-12-23 20:37:15 -080035cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070036
Ying Wang1a833732013-07-10 11:29:35 -070037cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description)
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070038
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070039android_cts_zip := $(HOST_OUT)/cts/android-cts.zip
Nicholas Sauer12b986f2016-01-06 10:54:44 -080040cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk
41
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070042$(cts-test-coverage-report): PRIVATE_TEST_CASES := $(COMPATIBILITY_TESTCASES_OUT_cts)
Ying Wang697ebf02013-08-01 11:09:25 -070043$(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
44$(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
45$(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080046$(cts-test-coverage-report) : $(android_cts_zip) $(cts_api_coverage_dependencies) | $(ACP)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070047 $(call generate-coverage-report,"CTS Tests API Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080048 $(PRIVATE_TEST_CASES),html)
Brian Muramatsu4b32d082010-12-02 13:08:44 -080049
Nicholas Sauer12b986f2016-01-06 10:54:44 -080050$(cts-verifier-coverage-report): PRIVATE_TEST_CASES := $(cts_verifier_apk)
Ying Wang697ebf02013-08-01 11:09:25 -070051$(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
52$(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
53$(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080054$(cts-verifier-coverage-report) : $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Brian Muramatsu4b32d082010-12-02 13:08:44 -080055 $(call generate-coverage-report,"CTS Verifier API Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080056 $(PRIVATE_TEST_CASES),html)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070057
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070058$(cts-combined-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))
Ying Wang697ebf02013-08-01 11:09:25 -070059$(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
60$(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
61$(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080062$(cts-combined-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Keun young Park506ca412012-08-28 10:52:31 -070063 $(call generate-coverage-report,"CTS Combined API Coverage Report",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080064 $(PRIVATE_TEST_CASES),html)
Keun young Park506ca412012-08-28 10:52:31 -070065
Nicholas Sauer3a2cc272016-08-12 07:56:00 -070066$(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES := $(foreach c, $(cts_verifier_apk) $(COMPATIBILITY_TESTCASES_OUT_cts), $(c))
Nicholas Sauer0130e902015-12-23 20:37:15 -080067$(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe)
68$(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe)
69$(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description)
Nicholas Sauer12b986f2016-01-06 10:54:44 -080070$(cts-combined-xml-coverage-report) : $(android_cts_zip) $(cts_verifier_apk) $(cts_api_coverage_dependencies) | $(ACP)
Nicholas Sauer0130e902015-12-23 20:37:15 -080071 $(call generate-coverage-report,"CTS Combined API Coverage Report - XML",\
Nicholas Sauer12b986f2016-01-06 10:54:44 -080072 $(PRIVATE_TEST_CASES),xml)
Nicholas Sauer0130e902015-12-23 20:37:15 -080073
Ying Wang50889ab2010-12-01 16:29:54 -080074.PHONY: cts-test-coverage
75cts-test-coverage : $(cts-test-coverage-report)
76
Brian Muramatsu4b32d082010-12-02 13:08:44 -080077.PHONY: cts-verifier-coverage
78cts-verifier-coverage : $(cts-verifier-coverage-report)
79
Keun young Park506ca412012-08-28 10:52:31 -070080.PHONY: cts-combined-coverage
81cts-combined-coverage : $(cts-combined-coverage-report)
82
Nicholas Sauer0130e902015-12-23 20:37:15 -080083.PHONY: cts-combined-xml-coverage
84cts-combined-xml-coverage : $(cts-combined-xml-coverage-report)
85
Ying Wang50889ab2010-12-01 16:29:54 -080086# Put the test coverage report in the dist dir if "cts" is among the build goals.
87ifneq ($(filter cts, $(MAKECMDGOALS)),)
Brian Muramatsu16fdad82010-12-02 17:13:44 -080088 $(call dist-for-goals, cts, $(cts-test-coverage-report):cts-test-coverage-report.html)
89 $(call dist-for-goals, cts, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html)
Keun young Park506ca412012-08-28 10:52:31 -070090 $(call dist-for-goals, cts, $(cts-combined-coverage-report):cts-combined-coverage-report.html)
Nicholas Sauer0130e902015-12-23 20:37:15 -080091 $(call dist-for-goals, cts, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml)
Ying Wang50889ab2010-12-01 16:29:54 -080092endif
93
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070094# Arguments;
95# 1 - Name of the report printed out on the screen
Ying Wang1a833732013-07-10 11:29:35 -070096# 2 - List of apk files that will be scanned to generate the report
97# 3 - Format of the report
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070098define generate-coverage-report
Ying Wang697ebf02013-08-01 11:09:25 -070099 $(hide) mkdir -p $(dir $@)
100 $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -f $(3) -o $@ $(2)
101 @ echo $(1): file://$(ANDROID_BUILD_TOP)/$@
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700102endef
Ying Wang697ebf02013-08-01 11:09:25 -0700103
104# Reset temp vars
105cts_api_coverage_dependencies :=
Ying Wang697ebf02013-08-01 11:09:25 -0700106cts-combined-coverage-report :=
Nicholas Sauer0130e902015-12-23 20:37:15 -0800107cts-combined-xml-coverage-report :=
Ying Wang697ebf02013-08-01 11:09:25 -0700108cts-verifier-coverage-report :=
109cts-test-coverage-report :=
110api_xml_description :=
111api_text_description :=
112coverage_out :=
113dexdeps_exe :=
114cts_api_coverage_exe :=
Nicholas Sauereeb749c2016-01-05 17:42:50 -0800115cts_verifier_apk :=
Nicholas Sauer12b986f2016-01-06 10:54:44 -0800116android_cts_zip :=