Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 1 | # |
| 2 | # Copyright (C) 2010 The Android Open Source Project |
| 3 | # |
| 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 5 | # you may not use this file except in compliance with the License. |
| 6 | # You may obtain a copy of the License at |
| 7 | # |
| 8 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 9 | # |
| 10 | # Unless required by applicable law or agreed to in writing, software |
| 11 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 12 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 13 | # See the License for the specific language governing permissions and |
| 14 | # limitations under the License. |
| 15 | # |
| 16 | |
| 17 | # Makefile for producing CTS coverage reports. |
| 18 | # Run "make cts-test-coverage" in the $ANDROID_BUILD_TOP directory. |
| 19 | |
| 20 | include cts/CtsTestCaseList.mk |
| 21 | |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 22 | cts_testcases_out_apk := $(wildcard $(CTS_TESTCASES_OUT)/*.apk) |
| 23 | cts_testcases_out_jar := $(wildcard $(CTS_TESTCASES_OUT)/*.jar) |
| 24 | cts_verifier_apk := $(call intermediates-dir-for,APPS,CtsVerifier)/package.apk |
| 25 | |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 26 | cts_api_coverage_exe := $(HOST_OUT_EXECUTABLES)/cts-api-coverage |
| 27 | dexdeps_exe := $(HOST_OUT_EXECUTABLES)/dexdeps |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 28 | |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 29 | coverage_out := $(HOST_OUT)/cts-api-coverage |
Ying Wang | 50889ab | 2010-12-01 16:29:54 -0800 | [diff] [blame] | 30 | |
Ying Wang | d97c2b1 | 2012-10-05 16:43:21 -0700 | [diff] [blame] | 31 | api_text_description := frameworks/base/api/current.txt |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 32 | api_xml_description := $(coverage_out)/api.xml |
| 33 | $(api_xml_description) : $(api_text_description) $(APICHECK) |
| 34 | $(hide) echo "Converting API file to XML: $@" |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 35 | $(hide) mkdir -p $(dir $@) |
| 36 | $(hide) $(APICHECK_COMMAND) -convert2xml $< $@ |
Ying Wang | 50889ab | 2010-12-01 16:29:54 -0800 | [diff] [blame] | 37 | |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 38 | cts-test-coverage-report := $(coverage_out)/test-coverage.html |
| 39 | cts-verifier-coverage-report := $(coverage_out)/verifier-coverage.html |
Keun young Park | 506ca41 | 2012-08-28 10:52:31 -0700 | [diff] [blame] | 40 | cts-combined-coverage-report := $(coverage_out)/combined-coverage.html |
Nicholas Sauer | 0130e90 | 2015-12-23 20:37:15 -0800 | [diff] [blame] | 41 | cts-combined-xml-coverage-report := $(coverage_out)/combined-coverage.xml |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 42 | |
Ying Wang | 1a83373 | 2013-07-10 11:29:35 -0700 | [diff] [blame] | 43 | cts_api_coverage_dependencies := $(cts_api_coverage_exe) $(dexdeps_exe) $(api_xml_description) |
Brian Muramatsu | 61bd88c | 2011-04-11 13:48:08 -0700 | [diff] [blame] | 44 | |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 45 | cts_coverage_test_cases_dependencies := $(cts_testcases_out_apk) $(cts_testcases_out_jar) |
Nicholas Sauer | f7e8eae | 2016-01-05 19:47:07 +0000 | [diff] [blame] | 46 | $(cts-test-coverage-report): PRIVATE_TEST_CASES_APKS := $(cts_coverage_test_cases_dependencies) |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 47 | $(cts-test-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| 48 | $(cts-test-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| 49 | $(cts-test-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
Ying Wang | 1a83373 | 2013-07-10 11:29:35 -0700 | [diff] [blame] | 50 | $(cts-test-coverage-report) : $(cts_coverage_test_cases_dependencies) $(cts_api_coverage_dependencies) | $(ACP) |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 51 | $(call generate-coverage-report,"CTS Tests API Coverage Report",\ |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 52 | $(PRIVATE_TEST_CASES_APKS),html) |
Brian Muramatsu | 4b32d08 | 2010-12-02 13:08:44 -0800 | [diff] [blame] | 53 | |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 54 | cts_coverage_test_cases_dependencies := $(cts_verifier_apk) |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 55 | $(cts-verifier-coverage-report): PRIVATE_TEST_CASES_APKS := $(cts_coverage_test_cases_dependencies) |
| 56 | $(cts-verifier-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| 57 | $(cts-verifier-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| 58 | $(cts-verifier-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
Ying Wang | 1a83373 | 2013-07-10 11:29:35 -0700 | [diff] [blame] | 59 | $(cts-verifier-coverage-report) : $(cts_coverage_test_cases_dependencies) $(cts_api_coverage_dependencies) | $(ACP) |
Brian Muramatsu | 4b32d08 | 2010-12-02 13:08:44 -0800 | [diff] [blame] | 60 | $(call generate-coverage-report,"CTS Verifier API Coverage Report",\ |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 61 | $(PRIVATE_TEST_CASES_APKS),html) |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 62 | |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 63 | cts_coverage_test_cases_dependencies := $(cts_testcases_out_apk) $(cts_testcases_out_jar) $(cts_verifier) |
Nicholas Sauer | f7e8eae | 2016-01-05 19:47:07 +0000 | [diff] [blame] | 64 | $(cts-combined-coverage-report): PRIVATE_TEST_CASES_APKS := $(cts_coverage_test_cases_dependencies) |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 65 | $(cts-combined-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| 66 | $(cts-combined-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| 67 | $(cts-combined-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
Ying Wang | 1a83373 | 2013-07-10 11:29:35 -0700 | [diff] [blame] | 68 | $(cts-combined-coverage-report) : $(cts_coverage_test_cases_dependencies) $(cts_api_coverage_dependencies) | $(ACP) |
Keun young Park | 506ca41 | 2012-08-28 10:52:31 -0700 | [diff] [blame] | 69 | $(call generate-coverage-report,"CTS Combined API Coverage Report",\ |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 70 | $(PRIVATE_TEST_CASES_APKS),html) |
Keun young Park | 506ca41 | 2012-08-28 10:52:31 -0700 | [diff] [blame] | 71 | |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 72 | cts_coverage_test_cases_dependencies := $(cts_testcases_out_apk) $(cts_testcases_out_jar) $(cts_verifier) |
Nicholas Sauer | f7e8eae | 2016-01-05 19:47:07 +0000 | [diff] [blame] | 73 | $(cts-combined-xml-coverage-report): PRIVATE_TEST_CASES_APKS := $(cts_coverage_test_cases_dependencies) |
Nicholas Sauer | 0130e90 | 2015-12-23 20:37:15 -0800 | [diff] [blame] | 74 | $(cts-combined-xml-coverage-report): PRIVATE_CTS_API_COVERAGE_EXE := $(cts_api_coverage_exe) |
| 75 | $(cts-combined-xml-coverage-report): PRIVATE_DEXDEPS_EXE := $(dexdeps_exe) |
| 76 | $(cts-combined-xml-coverage-report): PRIVATE_API_XML_DESC := $(api_xml_description) |
| 77 | $(cts-combined-xml-coverage-report) : $(cts_coverage_test_cases_dependencies) $(cts_api_coverage_dependencies) | $(ACP) |
| 78 | $(call generate-coverage-report,"CTS Combined API Coverage Report - XML",\ |
| 79 | $(PRIVATE_TEST_CASES_APKS),xml) |
| 80 | |
Ying Wang | 50889ab | 2010-12-01 16:29:54 -0800 | [diff] [blame] | 81 | .PHONY: cts-test-coverage |
| 82 | cts-test-coverage : $(cts-test-coverage-report) |
| 83 | |
Brian Muramatsu | 4b32d08 | 2010-12-02 13:08:44 -0800 | [diff] [blame] | 84 | .PHONY: cts-verifier-coverage |
| 85 | cts-verifier-coverage : $(cts-verifier-coverage-report) |
| 86 | |
Keun young Park | 506ca41 | 2012-08-28 10:52:31 -0700 | [diff] [blame] | 87 | .PHONY: cts-combined-coverage |
| 88 | cts-combined-coverage : $(cts-combined-coverage-report) |
| 89 | |
Nicholas Sauer | 0130e90 | 2015-12-23 20:37:15 -0800 | [diff] [blame] | 90 | .PHONY: cts-combined-xml-coverage |
| 91 | cts-combined-xml-coverage : $(cts-combined-xml-coverage-report) |
| 92 | |
Ying Wang | 50889ab | 2010-12-01 16:29:54 -0800 | [diff] [blame] | 93 | # Put the test coverage report in the dist dir if "cts" is among the build goals. |
| 94 | ifneq ($(filter cts, $(MAKECMDGOALS)),) |
Brian Muramatsu | 16fdad8 | 2010-12-02 17:13:44 -0800 | [diff] [blame] | 95 | $(call dist-for-goals, cts, $(cts-test-coverage-report):cts-test-coverage-report.html) |
| 96 | $(call dist-for-goals, cts, $(cts-verifier-coverage-report):cts-verifier-coverage-report.html) |
Keun young Park | 506ca41 | 2012-08-28 10:52:31 -0700 | [diff] [blame] | 97 | $(call dist-for-goals, cts, $(cts-combined-coverage-report):cts-combined-coverage-report.html) |
Nicholas Sauer | 0130e90 | 2015-12-23 20:37:15 -0800 | [diff] [blame] | 98 | $(call dist-for-goals, cts, $(cts-combined-xml-coverage-report):cts-combined-coverage-report.xml) |
Ying Wang | 50889ab | 2010-12-01 16:29:54 -0800 | [diff] [blame] | 99 | endif |
| 100 | |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 101 | # Arguments; |
| 102 | # 1 - Name of the report printed out on the screen |
Ying Wang | 1a83373 | 2013-07-10 11:29:35 -0700 | [diff] [blame] | 103 | # 2 - List of apk files that will be scanned to generate the report |
| 104 | # 3 - Format of the report |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 105 | define generate-coverage-report |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 106 | $(hide) mkdir -p $(dir $@) |
| 107 | $(hide) $(PRIVATE_CTS_API_COVERAGE_EXE) -d $(PRIVATE_DEXDEPS_EXE) -a $(PRIVATE_API_XML_DESC) -f $(3) -o $@ $(2) |
| 108 | @ echo $(1): file://$(ANDROID_BUILD_TOP)/$@ |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 109 | endef |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 110 | |
| 111 | # Reset temp vars |
| 112 | cts_api_coverage_dependencies := |
| 113 | cts_coverage_test_cases_dependencies := |
| 114 | cts-combined-coverage-report := |
Nicholas Sauer | 0130e90 | 2015-12-23 20:37:15 -0800 | [diff] [blame] | 115 | cts-combined-xml-coverage-report := |
Ying Wang | 697ebf0 | 2013-08-01 11:09:25 -0700 | [diff] [blame] | 116 | cts-verifier-coverage-report := |
| 117 | cts-test-coverage-report := |
| 118 | api_xml_description := |
| 119 | api_text_description := |
| 120 | coverage_out := |
| 121 | dexdeps_exe := |
| 122 | cts_api_coverage_exe := |
Nicholas Sauer | eeb749c | 2016-01-05 17:42:50 -0800 | [diff] [blame] | 123 | cts_testcases_out_apk := |
| 124 | cts_testcases_out_jar := |
| 125 | cts_verifier_apk := |