blob: 2774534103510620276d7241a56c5adfb4ba7413 [file] [log] [blame]
Brian Muramatsu320a7a12010-07-08 16:37:21 -07001# Copyright (C) 2010 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Brian Muramatsube775f52012-01-10 18:26:00 -080015cts_security_apps_list := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030016 CtsAppAccessData \
17 CtsAppWithData \
Svetoslav Ganov6cabc132016-12-29 14:59:10 -080018 CtsDeclareNonRuntimePermissions \
Jeff Sharkey3c4d2fc2014-10-10 11:40:22 -070019 CtsDocumentProvider \
20 CtsDocumentClient \
Svetoslav Ganov6cabc132016-12-29 14:59:10 -080021 CtsEscalateToRuntimePermissions \
Mika Isojärvi84e65932014-09-11 18:11:07 +030022 CtsExternalStorageApp \
23 CtsInstrumentationAppDiffCert \
Alex Klyubin727fde62015-12-11 15:08:23 -080024 CtsNetSecPolicyUsesCleartextTrafficFalse \
25 CtsNetSecPolicyUsesCleartextTrafficTrue \
26 CtsNetSecPolicyUsesCleartextTrafficUnspecified \
Jeff Sharkeyf5fdad92015-07-13 10:13:27 -070027 CtsUsePermissionApp \
28 CtsUsePermissionAppCompat \
Mika Isojärvi84e65932014-09-11 18:11:07 +030029 CtsPermissionDeclareApp \
30 CtsPermissionDeclareAppCompat \
31 CtsReadExternalStorageApp \
32 CtsSharedUidInstall \
33 CtsSharedUidInstallDiffCert \
34 CtsSimpleAppInstall \
35 CtsSimpleAppInstallDiffCert \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070036 CtsSplitApp \
37 CtsSplitApp_x86 \
38 CtsSplitApp_x86_64 \
39 CtsSplitApp_armeabi-v7a \
40 CtsSplitApp_armeabi \
41 CtsSplitApp_arm64-v8a \
42 CtsSplitApp_mips64 \
43 CtsSplitApp_mips \
Jeff Sharkeycd627da2014-12-10 14:31:12 -080044 CtsSplitAppDiffRevision \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070045 CtsSplitAppDiffVersion \
46 CtsSplitAppDiffCert \
Jeff Sharkeyd724a392014-10-08 16:37:51 -070047 CtsSplitAppFeature \
Mika Isojärvi84e65932014-09-11 18:11:07 +030048 CtsTargetInstrumentationApp \
49 CtsUsePermissionDiffCert \
50 CtsWriteExternalStorageApp \
51 CtsMultiUserStorageApp
Brian Muramatsu320a7a12010-07-08 16:37:21 -070052
dcashmane84939a2014-08-21 15:33:24 -070053cts_security_keysets_list := \
54 CtsKeySetTestApp \
55 CtsKeySetPermDefSigningA \
56 CtsKeySetPermDefSigningB\
57 CtsKeySetPermUseSigningA \
58 CtsKeySetPermUseSigningB \
59 CtsKeySetSigningAUpgradeA \
60 CtsKeySetSigningBUpgradeA \
61 CtsKeySetSigningAUpgradeAAndB \
62 CtsKeySetSigningAUpgradeAOrB \
63 CtsKeySetSigningAUpgradeB \
64 CtsKeySetSigningBUpgradeB \
65 CtsKeySetSigningAAndBUpgradeA \
66 CtsKeySetSigningAAndCUpgradeB \
dcashmanf7050df2015-05-22 12:19:41 -070067 CtsKeySetSigningAUpgradeNone \
68 CtsKeySetSharedUserSigningAUpgradeB \
69 CtsKeySetSharedUserSigningBUpgradeB \
70 CtsKeySetSigningABadUpgradeB \
71 CtsKeySetSigningCBadAUpgradeAB \
dcashman851517b2015-06-01 15:09:32 -070072 CtsKeySetSigningANoDefUpgradeB \
73 CtsKeySetSigningAUpgradeEcA \
74 CtsKeySetSigningEcAUpgradeA
dcashmane84939a2014-08-21 15:33:24 -070075
Carlos Valdivia56d285a2015-07-26 17:19:01 -070076cts_account_support_packages := \
77 CtsUnaffiliatedAccountAuthenticators
78
Brian Muramatsube775f52012-01-10 18:26:00 -080079cts_support_packages := \
Stuart Scott1734c7f2014-02-19 17:34:36 -080080 CtsAccelerationTestStubs \
Vasu Noric397e8e2015-07-20 13:57:30 -070081 CtsAlarmClockService \
Chenjie Luo15f32be2014-09-25 11:28:03 -070082 CtsAppTestStubs \
Alice Leed71a07b2015-07-29 14:30:56 -070083 CtsAssistService \
84 CtsAssistApp \
Chris Craik66399332015-06-05 16:08:31 -070085 CtsAtraceTestApp \
Rubin Xua21a5642015-03-09 15:50:34 +000086 CtsCertInstallerApp \
Grigory Dzhavadyan46ede902015-09-29 17:44:47 -070087 CtsCppToolsApp \
Stuart Scott1734c7f2014-02-19 17:34:36 -080088 CtsDeviceAdmin \
Stuart Scotta132af62013-11-07 10:30:32 -080089 CtsDeviceOpenGl \
Zoltan Szatmary-Banb99428e2015-06-24 10:50:26 +010090 CtsWifiConfigCreator \
Benjamin Franz55cf9742015-07-22 13:41:33 +010091 CtsDeviceAndProfileOwnerApp \
Adam Lesinski6cbd55d2015-08-14 15:59:48 -070092 CtsDeviceAppUsageTestApp \
Agatha Man62a97bf2015-07-14 13:47:47 -070093 CtsDeviceInfo \
Christopher Tateeacd4fd2015-08-17 15:49:12 -070094 CtsDeviceOsTestApp \
Esteban Talavera17aafef2014-09-30 17:03:32 +010095 CtsDeviceOwnerApp \
Stuart Scotta132af62013-11-07 10:30:32 -080096 CtsDeviceTaskswitchingAppA \
97 CtsDeviceTaskswitchingAppB \
98 CtsDeviceTaskswitchingControl \
99 CtsDeviceUi \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -0800100 CtsHostsideNetworkTestsApp \
Nicolas Prevot7366f3f2014-10-01 13:56:18 +0100101 CtsIntentReceiverApp \
Jeff Sharkey8d959c12014-10-14 14:16:31 -0700102 CtsIntentSenderApp \
Kenny Guyda652442015-01-26 14:49:13 +0000103 CtsLauncherAppsTests \
104 CtsLauncherAppsTestsSupport \
Tatsuhisa Yamaguchi8d808052015-07-10 18:33:22 +0900105 CtsLeanbackJank \
Esteban Talavera17aafef2014-09-30 17:03:32 +0100106 CtsManagedProfileApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800107 CtsMonkeyApp \
108 CtsMonkeyApp2 \
Daniel Xiea41d4972015-10-19 15:35:16 -0700109 CtsPackageInstallerApp \
Vasu Nori2835d692015-07-07 14:22:43 -0700110 CtsPermissionApp \
Kenny Guyda652442015-01-26 14:49:13 +0000111 CtsSimpleApp \
Esteban Talaverac90f6062015-06-26 12:01:50 +0100112 CtsSimplePreMApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800113 CtsSomeAccessibilityServices \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -0700114 CtsThemeDeviceApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800115 TestDeviceSetup \
116 CtsUiAutomatorApp \
117 CtsUsbSerialTestApp \
Vasu Nori4d23c7a2015-06-16 19:37:50 -0700118 CtsVoiceInteractionService \
119 CtsVoiceInteractionApp \
Vasu Nori2835d692015-07-07 14:22:43 -0700120 CtsVoiceSettingsService \
Benjamin Franz05488bb2015-08-11 16:32:32 +0100121 CtsWidgetProviderApp \
Neha Sharmab4b3bc22016-02-22 11:12:45 -0800122 CtsTrustedVoiceApp \
Carlos Valdivia56d285a2015-07-26 17:19:01 -0700123 $(cts_account_support_packages) \
dcashmane84939a2014-08-21 15:33:24 -0700124 $(cts_security_apps_list) \
125 $(cts_security_keysets_list)
Brian Muramatsube775f52012-01-10 18:26:00 -0800126
127cts_external_packages := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300128 com.replica.replicaisland \
129 com.drawelements.deqp
Brian Muramatsube775f52012-01-10 18:26:00 -0800130
131# Any APKs that need to be copied to the CTS distribution's testcases
132# directory but do not require an associated test package XML.
133CTS_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300134 $(cts_support_packages) \
135 $(cts_external_packages)
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800136
137# Test packages that require an associated test package XML.
Brian Muramatsube775f52012-01-10 18:26:00 -0800138cts_test_packages := \
Stuart Scotta132af62013-11-07 10:30:32 -0800139 CtsDeviceFilePerf \
140 CtsDeviceUi \
141 CtsDeviceDram \
142 CtsDeviceSimpleCpu \
Stuart Scotta132af62013-11-07 10:30:32 -0800143 CtsDeviceVideoPerf \
144 CtsDeviceOpenGl \
Wonsik Kim37388882014-09-07 12:24:20 +0900145 CtsDeviceTvProviderPerf \
Stuart Scotta132af62013-11-07 10:30:32 -0800146 CtsAccelerationTestCases \
147 CtsAccountManagerTestCases \
148 CtsAccessibilityServiceTestCases \
149 CtsAccessibilityTestCases \
150 CtsAdminTestCases \
Vasu Nori8714b8a2015-07-13 10:39:05 -0700151 CtsAlarmClockTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800152 CtsAnimationTestCases \
153 CtsAppTestCases \
Svet Ganov31510c02014-07-28 00:07:01 -0700154 CtsAppWidgetTestCases \
Alice Leed71a07b2015-07-29 14:30:56 -0700155 CtsAssistTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800156 CtsBluetoothTestCases \
157 CtsCalendarcommon2TestCases \
Vasu Nori2835d692015-07-07 14:22:43 -0700158 CtsCallLogTestCases \
Yin-Chia Yeh96f4d402015-10-29 17:53:39 -0700159 CtsCameraTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800160 CtsContentTestCases \
161 CtsDatabaseTestCases \
162 CtsDisplayTestCases \
163 CtsDpiTestCases \
164 CtsDpiTestCases2 \
165 CtsDreamsTestCases \
166 CtsDrmTestCases \
167 CtsEffectTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800168 CtsGestureTestCases \
169 CtsGraphicsTestCases \
170 CtsGraphics2TestCases \
171 CtsHardwareTestCases \
Guang Zhucf5c2542015-03-09 23:13:27 -0700172 CtsJankTestCases \
Tatsuhisa Yamaguchi8d808052015-07-10 18:33:22 +0900173 CtsLeanbackJankTestCases \
Matthew Williams547b8162014-10-15 10:18:11 -0700174 CtsJobSchedulerDeviceTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800175 CtsJniTestCases \
176 CtsKeystoreTestCases \
Neil Fuller92b89af2015-04-16 18:21:49 +0100177 CtsLibcoreLegacy22TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800178 CtsLocationTestCases \
Chenjie Luo693ed402014-09-11 15:12:33 -0700179 CtsLocation2TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800180 CtsMediaStressTestCases \
181 CtsMediaTestCases \
Phil Burk4185d112015-06-02 17:23:34 -0700182 CtsMidiTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800183 CtsNativeOpenGLTestCases \
184 CtsNdefTestCases \
Alex Klyubin727fde62015-12-11 15:08:23 -0800185 CtsNetSecPolicyUsesCleartextTrafficFalseTestCases \
186 CtsNetSecPolicyUsesCleartextTrafficTrueTestCases \
187 CtsNetSecPolicyUsesCleartextTrafficUnspecifiedTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800188 CtsNetTestCases \
Lorenzo Colitti86b43e52015-08-06 16:09:55 +0900189 CtsNetTestCasesLegacyApi22 \
Lorenzo Colittif556d7d2015-08-11 23:03:53 +0900190 CtsNetTestCasesLegacyPermission22 \
Stuart Scotta132af62013-11-07 10:30:32 -0800191 CtsOpenGLTestCases \
192 CtsOpenGlPerfTestCases \
193 CtsOsTestCases \
194 CtsPermissionTestCases \
195 CtsPermission2TestCases \
196 CtsPreferenceTestCases \
197 CtsPreference2TestCases \
Svetoslav12c82d42013-12-20 12:34:52 -0800198 CtsPrintTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800199 CtsProviderTestCases \
200 CtsRenderscriptTestCases \
Chenjie Luo74e860b2014-09-08 11:36:02 -0700201 CtsRenderscriptLegacyTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800202 CtsRsCppTestCases \
203 CtsSaxTestCases \
204 CtsSecurityTestCases \
Stuart Scottf67280f2014-09-30 14:07:30 -0700205 CtsSignatureTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800206 CtsSpeechTestCases \
Daniel Xiea41d4972015-10-19 15:35:16 -0700207 CtsSystemUiTestCases \
Yorke Leedfca0f42015-06-04 18:47:01 -0700208 CtsTelecomTestCases \
Yorke Lee80eab502015-06-11 15:26:31 -0700209 CtsTelecomTestCases2 \
Stuart Scotta132af62013-11-07 10:30:32 -0800210 CtsTelephonyTestCases \
211 CtsTextTestCases \
212 CtsTextureViewTestCases \
213 CtsThemeTestCases \
George Mount82577ea2015-06-23 11:06:45 -0700214 CtsTransitionTestCases \
Wonsik Kim42fe8892014-08-07 17:05:37 +0900215 CtsTvTestCases \
Svetoslav966b4e92014-03-28 13:41:17 -0700216 CtsUiAutomationTestCases \
Antonio Calabrese16ac3c82014-06-12 13:58:58 -0700217 CtsUiRenderingTestCases \
Adam Lesinski4da0bc02014-07-30 11:52:12 -0700218 CtsUsageStatsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800219 CtsUtilTestCases \
220 CtsViewTestCases \
Vasu Nori4d23c7a2015-06-16 19:37:50 -0700221 CtsVoiceInteractionTestCases \
Vasu Nori2835d692015-07-07 14:22:43 -0700222 CtsVoiceSettingsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800223 CtsWebkitTestCases \
224 CtsWidgetTestCases
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700225
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800226# All APKs that need to be scanned by the coverage utilities.
227CTS_COVERAGE_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300228 $(cts_support_packages) \
229 $(cts_test_packages)
Brian Muramatsu12c86912011-07-21 17:26:46 -0700230
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800231# Host side only tests
Brian Muramatsube775f52012-01-10 18:26:00 -0800232cts_host_libraries := \
Stuart Scotta132af62013-11-07 10:30:32 -0800233 CtsAdbTests \
234 CtsAppSecurityTests \
Chris Craika81eb0f2015-06-03 09:08:44 -0700235 CtsAtraceHostTestCases \
Grigory Dzhavadyan46ede902015-09-29 17:44:47 -0700236 CtsCppToolsTestCases \
Esteban Talaverab53252a2014-09-17 11:56:52 +0100237 CtsDevicePolicyManagerTestCases \
Roman Dudkoda4fccc2014-11-13 11:27:26 -0800238 CtsDumpsysHostTestCases \
Stuart Scott1734c7f2014-02-19 17:34:36 -0800239 CtsHostJank \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -0800240 CtsHostsideNetworkTests \
Stuart Scott1734c7f2014-02-19 17:34:36 -0800241 CtsHostUi \
Sebastien Hertze37f4b42015-08-11 15:39:02 +0200242 CtsJdwpSecurityHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800243 CtsMonkeyTestCases \
Sudheer Shankaa0adeeb2016-06-16 09:12:41 -0700244 CtsMultiUserHostTestCases \
Christopher Tateeacd4fd2015-08-17 15:49:12 -0700245 CtsOsHostTestCases \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -0700246 CtsThemeHostTestCases \
Adam Lesinskif6d79a42015-07-21 14:56:05 -0700247 CtsUsageHostTestCases \
dcashman5909bcd2014-08-21 15:33:24 -0700248 CtsSecurityHostTestCases \
Neha Sharmab4b3bc22016-02-22 11:12:45 -0800249 CtsTrustedVoiceHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800250 CtsUsbTests
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800251
Christopher Ferris286aca52014-10-15 18:08:41 -0700252# List of native tests. For 32 bit targets, assumes that there will be
253# one test executable, and it will end in 32. For 64 bit targets, assumes
254# that there will be two executables, one that ends in 32 for the 32
255# bit executable and one that ends in 64 for the 64 bit executable.
256cts_native_tests := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300257 NativeMediaTest_SL \
258 NativeMediaTest_XA \
Narayan Kamathfef43142014-02-14 13:27:22 +0000259
260ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64))
Christopher Ferris286aca52014-10-15 18:08:41 -0700261cts_native_tests += bionic-unit-tests-cts
Narayan Kamathfef43142014-02-14 13:27:22 +0000262endif
Brian Muramatsu88d32a82011-12-02 10:55:12 -0800263
Brett Chabot87f44512012-11-16 16:00:02 -0800264cts_ui_tests := \
Stuart Scotta132af62013-11-07 10:30:32 -0800265 CtsUiAutomatorTests
266
267cts_device_jars := \
Sebastien Hertze37f4b42015-08-11 15:39:02 +0200268 CtsDeviceJank \
269 CtsJdwpApp
Svetoslav12c82d42013-12-20 12:34:52 -0800270
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700271cts_target_junit_tests := \
272 CtsJdwp
273
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700274cts_deqp_test_apis := \
Pyry Haulos3d698f22015-04-14 13:52:46 -0700275 egl \
276 gles2 \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700277 gles3 \
278 gles31
279
Badashe5a3fa62017-04-21 11:14:21 -0700280cts_device_executables := \
281 CVE-2016-8430
282
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800283# All the files that will end up under the repository/testcases
284# directory of the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800285CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800286 $(call cts-get-package-paths,$(cts_test_packages)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800287 $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \
Svetoslav12c82d42013-12-20 12:34:52 -0800288 $(call cts-get-ui-lib-paths,$(cts_device_jars)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700289 $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \
Stuart Scott0337dbf2015-02-04 10:37:07 -0800290 $(call cts-get-executable-paths,$(cts_device_executables)) \
291 $(call cts-get-native-paths,$(cts_native_tests),32)
Christopher Ferris286aca52014-10-15 18:08:41 -0700292
293ifeq ($(TARGET_IS_64_BIT),true)
294CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64)
295endif
296
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800297# All the XMLs that will end up under the repository/testcases
298# and that need to be created before making the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800299CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800300 $(call cts-get-test-xmls,$(cts_test_packages)) \
Christopher Ferris286aca52014-10-15 18:08:41 -0700301 $(call cts-get-test-xmls,$(cts_native_tests)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700302 $(call cts-get-test-xmls,$(cts_target_junit_tests)) \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300303 $(call cts-get-test-xmls,$(cts_ui_tests)) \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700304 $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis))
Brett Chabot87f44512012-11-16 16:00:02 -0800305
Brian Muramatsu12c86912011-07-21 17:26:46 -0700306# The following files will be placed in the tools directory of the CTS distribution
Narayan Kamathfef43142014-02-14 13:27:22 +0000307CTS_TOOLS_LIST :=