blob: 8d67a996b27d201fafcbc22055c53a193d5737c3 [file] [log] [blame]
Brian Muramatsu2f8eead2010-09-24 14:56:43 -07001#
2# Copyright (C) 2010 The Android Open Source Project
3#
4# Licensed under the Apache License, Version 2.0 (the "License");
5# you may not use this file except in compliance with the License.
6# You may obtain a copy of the License at
7#
8# http://www.apache.org/licenses/LICENSE-2.0
9#
10# Unless required by applicable law or agreed to in writing, software
11# distributed under the License is distributed on an "AS IS" BASIS,
12# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13# See the License for the specific language governing permissions and
14# limitations under the License.
15#
16
17# Makefile for producing CTS coverage reports.
18# Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory.
19
20include cts/CtsTestCaseList.mk
21
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070022cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage
23dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070024
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070025coverage_out := $(HOST_OUT)/cts-api-coverage
Ying Wang50889ab2010-12-01 16:29:54 -080026
Ying Wangd97c2b12012-10-05 16:43:21 -070027api_text_description := frameworks/base/api/current.txt
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070028api_xml_description := $(coverage_out)/api.xml
29$(api_xml_description) : $(api_text_description) $(APICHECK)
30 $(hide) echo "Converting API file to XML: $@"
31 $(hide) mkdir -p $(coverage_out)
32 $(hide) $(APICHECK_COMMAND) -convert2xml $(api_text_description) $(api_xml_description)
Ying Wang50889ab2010-12-01 16:29:54 -080033
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070034cts-test-coverage-report := $(coverage_out)/test-coverage.html
35cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html
Keun young Park506ca412012-08-28 10:52:31 -070036cts-combined-coverage-report := $(coverage_out)/combined-coverage.html
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070037
38cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) $(ACP)
39
40$(cts-test-coverage-report) : $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070041 $(call generate-coverage-report,"CTS Tests API Coverage Report",\
Brian Muramatsu50f888e2011-06-30 17:06:13 -070042 $(CTS_COVERAGE_TEST_CASE_LIST),cts-test-apks,html,test-coverage.html)
Brian Muramatsu4b32d082010-12-02 13:08:44 -080043
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070044$(cts-verifier-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies)
Brian Muramatsu4b32d082010-12-02 13:08:44 -080045 $(call generate-coverage-report,"CTS Verifier API Coverage Report",\
Brian Muramatsu50f888e2011-06-30 17:06:13 -070046 CtsVerifier,cts-verifier-apks,html,verifier-coverage.html)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070047
Keun young Park506ca412012-08-28 10:52:31 -070048$(cts-combined-coverage-report) : CtsVerifier $(cts_api_coverage_dependencies) $(CTS_COVERAGE_TEST_CASE_LIST) $(cts_api_coverage_dependencies)
49 $(call generate-coverage-report,"CTS Combined API Coverage Report",\
50 $(CTS_COVERAGE_TEST_CASE_LIST) CtsVerifier,cts-combined-apks,html,combined-coverage.html)
51
Ying Wang50889ab2010-12-01 16:29:54 -080052.PHONY: cts-test-coverage
53cts-test-coverage : $(cts-test-coverage-report)
54
Brian Muramatsu4b32d082010-12-02 13:08:44 -080055.PHONY: cts-verifier-coverage
56cts-verifier-coverage : $(cts-verifier-coverage-report)
57
Keun young Park506ca412012-08-28 10:52:31 -070058.PHONY: cts-combined-coverage
59cts-combined-coverage : $(cts-combined-coverage-report)
60
Ying Wang50889ab2010-12-01 16:29:54 -080061# Put the test coverage report in the dist dir if "cts" is among the build goals.
62ifneq ($(filter cts, $(MAKECMDGOALS)),)
Brian Muramatsu16fdad82010-12-02 17:13:44 -080063 $(call dist-for-goals, cts, $(cts-test-coverage-report):cts-test-coverage-report.html)
64 $(call dist-for-goals, cts, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html)
Keun young Park506ca412012-08-28 10:52:31 -070065 $(call dist-for-goals, cts, $(cts-combined-coverage-report):cts-combined-coverage-report.html)
Ying Wang50889ab2010-12-01 16:29:54 -080066endif
67
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070068# Arguments;
69# 1 - Name of the report printed out on the screen
70# 2 - Name of APK packages that will be scanned to generate the report
Brian Muramatsu50f888e2011-06-30 17:06:13 -070071# 3 - Name of variable to hold the calculated paths of the APKs
72# 4 - Format of the report
73# 5 - Output file name of the report
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070074define generate-coverage-report
Brian Muramatsu50f888e2011-06-30 17:06:13 -070075 $(foreach testcase,$(2),$(eval $(call add-testcase-apk,$(3),$(testcase))))
Brian Muramatsu61bd88c2011-04-11 13:48:08 -070076 $(hide) mkdir -p $(coverage_out)
Brian Muramatsu50f888e2011-06-30 17:06:13 -070077 $(hide) $(cts_api_coverage_exe) -d $(dexdeps_exe) -a $(api_xml_description) -f $(4) -o $(coverage_out)/$(5) $($(3))
78 $(hide) echo $(1): file://$(ANDROID_BUILD_TOP)/$(coverage_out)/$(5)
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070079endef
80
Ying Wang670fe902011-07-13 16:14:59 -070081# classes.dex is stripped from package.apk if dex-preopt is enabled,
82# so we use the copy that definitely includes classes.dex.
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070083define add-testcase-apk
Ying Wang670fe902011-07-13 16:14:59 -070084 $(1) += $(call intermediates-dir-for,APPS,$(2))/package.apk.unaligned
Brian Muramatsu2f8eead2010-09-24 14:56:43 -070085endef