blob: 72eab9fb64ff9f1482c056e23adb4d0b4392c32f [file] [log] [blame]
Brian Muramatsu320a7a12010-07-08 16:37:21 -07001# Copyright (C) 2010 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Brian Muramatsube775f52012-01-10 18:26:00 -080015cts_security_apps_list := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030016 CtsAppAccessData \
17 CtsAppWithData \
Jeff Sharkey3c4d2fc2014-10-10 11:40:22 -070018 CtsDocumentProvider \
19 CtsDocumentClient \
Mika Isojärvi84e65932014-09-11 18:11:07 +030020 CtsExternalStorageApp \
21 CtsInstrumentationAppDiffCert \
Jeff Sharkeyf5fdad92015-07-13 10:13:27 -070022 CtsUsePermissionApp \
23 CtsUsePermissionAppCompat \
Mika Isojärvi84e65932014-09-11 18:11:07 +030024 CtsPermissionDeclareApp \
25 CtsPermissionDeclareAppCompat \
26 CtsReadExternalStorageApp \
27 CtsSharedUidInstall \
28 CtsSharedUidInstallDiffCert \
29 CtsSimpleAppInstall \
30 CtsSimpleAppInstallDiffCert \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070031 CtsSplitApp \
32 CtsSplitApp_x86 \
33 CtsSplitApp_x86_64 \
34 CtsSplitApp_armeabi-v7a \
35 CtsSplitApp_armeabi \
36 CtsSplitApp_arm64-v8a \
37 CtsSplitApp_mips64 \
38 CtsSplitApp_mips \
Jeff Sharkeycd627da2014-12-10 14:31:12 -080039 CtsSplitAppDiffRevision \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070040 CtsSplitAppDiffVersion \
41 CtsSplitAppDiffCert \
Jeff Sharkeyd724a392014-10-08 16:37:51 -070042 CtsSplitAppFeature \
Mika Isojärvi84e65932014-09-11 18:11:07 +030043 CtsTargetInstrumentationApp \
44 CtsUsePermissionDiffCert \
45 CtsWriteExternalStorageApp \
46 CtsMultiUserStorageApp
Brian Muramatsu320a7a12010-07-08 16:37:21 -070047
dcashmane84939a2014-08-21 15:33:24 -070048cts_security_keysets_list := \
49 CtsKeySetTestApp \
50 CtsKeySetPermDefSigningA \
51 CtsKeySetPermDefSigningB\
52 CtsKeySetPermUseSigningA \
53 CtsKeySetPermUseSigningB \
54 CtsKeySetSigningAUpgradeA \
55 CtsKeySetSigningBUpgradeA \
56 CtsKeySetSigningAUpgradeAAndB \
57 CtsKeySetSigningAUpgradeAOrB \
58 CtsKeySetSigningAUpgradeB \
59 CtsKeySetSigningBUpgradeB \
60 CtsKeySetSigningAAndBUpgradeA \
61 CtsKeySetSigningAAndCUpgradeB \
dcashmanf7050df2015-05-22 12:19:41 -070062 CtsKeySetSigningAUpgradeNone \
63 CtsKeySetSharedUserSigningAUpgradeB \
64 CtsKeySetSharedUserSigningBUpgradeB \
65 CtsKeySetSigningABadUpgradeB \
66 CtsKeySetSigningCBadAUpgradeAB \
dcashman851517b2015-06-01 15:09:32 -070067 CtsKeySetSigningANoDefUpgradeB \
68 CtsKeySetSigningAUpgradeEcA \
69 CtsKeySetSigningEcAUpgradeA
dcashmane84939a2014-08-21 15:33:24 -070070
Carlos Valdivia56d285a2015-07-26 17:19:01 -070071cts_account_support_packages := \
72 CtsUnaffiliatedAccountAuthenticators
73
Brian Muramatsube775f52012-01-10 18:26:00 -080074cts_support_packages := \
Vasu Noric397e8e2015-07-20 13:57:30 -070075 CtsAlarmClockService \
Chenjie Luo15f32be2014-09-25 11:28:03 -070076 CtsAppTestStubs \
Stuart Scotta0c6f392015-09-29 13:26:02 -070077 CtsAppUsageTestApp \
Alice Leed71a07b2015-07-29 14:30:56 -070078 CtsAssistService \
79 CtsAssistApp \
Chris Craik66399332015-06-05 16:08:31 -070080 CtsAtraceTestApp \
Rubin Xua21a5642015-03-09 15:50:34 +000081 CtsCertInstallerApp \
Stuart Scott7384c1d2015-09-29 12:00:22 -070082 CtsAdminApp \
Zoltan Szatmary-Banb99428e2015-06-24 10:50:26 +010083 CtsWifiConfigCreator \
Benjamin Franz55cf9742015-07-22 13:41:33 +010084 CtsDeviceAndProfileOwnerApp \
Agatha Man25b07aa2015-07-14 13:47:47 -070085 CtsDeviceInfo \
Christopher Tateeacd4fd2015-08-17 15:49:12 -070086 CtsDeviceOsTestApp \
Esteban Talavera17aafef2014-09-30 17:03:32 +010087 CtsDeviceOwnerApp \
Stuart Scottbb212342015-09-15 14:04:06 -070088 CtsDeviceTaskSwitchingAppA \
89 CtsDeviceTaskSwitchingAppB \
90 CtsDeviceTaskSwitchingControl \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -080091 CtsHostsideNetworkTestsApp \
Nicolas Prevot7366f3f2014-10-01 13:56:18 +010092 CtsIntentReceiverApp \
Jeff Sharkey8d959c12014-10-14 14:16:31 -070093 CtsIntentSenderApp \
Kenny Guyda652442015-01-26 14:49:13 +000094 CtsLauncherAppsTests \
95 CtsLauncherAppsTestsSupport \
Aaron Holdenc05310c2015-10-21 16:07:05 -070096 CtsLeanbackJankApp \
Esteban Talavera17aafef2014-09-30 17:03:32 +010097 CtsManagedProfileApp \
Stuart Scotta132af62013-11-07 10:30:32 -080098 CtsMonkeyApp \
99 CtsMonkeyApp2 \
Alex Chau8b5df142015-08-10 18:11:02 +0100100 CtsPackageInstallerApp \
Vasu Nori2835d692015-07-07 14:22:43 -0700101 CtsPermissionApp \
Kenny Guyda652442015-01-26 14:49:13 +0000102 CtsSimpleApp \
Esteban Talaverac90f6062015-06-26 12:01:50 +0100103 CtsSimplePreMApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800104 CtsSomeAccessibilityServices \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -0700105 CtsThemeDeviceApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800106 TestDeviceSetup \
Stuart Scott7ee56dc2015-09-29 11:01:18 -0700107 CtsUiAutomatorTestApp \
Stuart Scotta132af62013-11-07 10:30:32 -0800108 CtsUsbSerialTestApp \
Vasu Nori4d23c7a2015-06-16 19:37:50 -0700109 CtsVoiceInteractionService \
110 CtsVoiceInteractionApp \
Vasu Nori2835d692015-07-07 14:22:43 -0700111 CtsVoiceSettingsService \
Benjamin Franz05488bb2015-08-11 16:32:32 +0100112 CtsWidgetProviderApp \
Carlos Valdivia56d285a2015-07-26 17:19:01 -0700113 $(cts_account_support_packages) \
dcashmane84939a2014-08-21 15:33:24 -0700114 $(cts_security_apps_list) \
115 $(cts_security_keysets_list)
Brian Muramatsube775f52012-01-10 18:26:00 -0800116
117cts_external_packages := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300118 com.replica.replicaisland \
119 com.drawelements.deqp
Brian Muramatsube775f52012-01-10 18:26:00 -0800120
121# Any APKs that need to be copied to the CTS distribution's testcases
122# directory but do not require an associated test package XML.
123CTS_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300124 $(cts_support_packages) \
125 $(cts_external_packages)
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800126
127# Test packages that require an associated test package XML.
Brian Muramatsube775f52012-01-10 18:26:00 -0800128cts_test_packages := \
Rayhaan Jaufeerally9dec7cb2015-09-17 14:34:57 +0100129 CtsIcuTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800130 CtsAccelerationTestCases \
131 CtsAccountManagerTestCases \
132 CtsAccessibilityServiceTestCases \
133 CtsAccessibilityTestCases \
134 CtsAdminTestCases \
Vasu Nori8714b8a2015-07-13 10:39:05 -0700135 CtsAlarmClockTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800136 CtsAnimationTestCases \
137 CtsAppTestCases \
Svet Ganov31510c02014-07-28 00:07:01 -0700138 CtsAppWidgetTestCases \
Alice Leed71a07b2015-07-29 14:30:56 -0700139 CtsAssistTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800140 CtsBluetoothTestCases \
Stuart Scott2c993ed2015-09-14 13:58:31 -0700141 CtsBrowserTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800142 CtsCalendarcommon2TestCases \
Vasu Nori2835d692015-07-07 14:22:43 -0700143 CtsCallLogTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800144 CtsContentTestCases \
145 CtsDatabaseTestCases \
146 CtsDisplayTestCases \
147 CtsDpiTestCases \
148 CtsDpiTestCases2 \
Stuart Scott5d509992015-09-15 10:56:10 -0700149 CtsDramTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800150 CtsDreamsTestCases \
151 CtsDrmTestCases \
152 CtsEffectTestCases \
Stuart Scotte4036fe2015-09-15 11:36:43 -0700153 CtsFileSystemTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800154 CtsGestureTestCases \
155 CtsGraphicsTestCases \
156 CtsGraphics2TestCases \
157 CtsHardwareTestCases \
Stuart Scottbb212342015-09-15 14:04:06 -0700158 CtsJankDeviceTestCases \
Tatsuhisa Yamaguchi8d808052015-07-10 18:33:22 +0900159 CtsLeanbackJankTestCases \
Agatha Man38aeeec2015-09-10 17:12:00 -0700160 CtsJobSchedulerTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800161 CtsJniTestCases \
162 CtsKeystoreTestCases \
Neil Fuller92b89af2015-04-16 18:21:49 +0100163 CtsLibcoreLegacy22TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800164 CtsLocationTestCases \
Chenjie Luo693ed402014-09-11 15:12:33 -0700165 CtsLocation2TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800166 CtsMediaStressTestCases \
Phil Burk4185d112015-06-02 17:23:34 -0700167 CtsMidiTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800168 CtsNdefTestCases \
169 CtsNetTestCases \
Lorenzo Colitti86b43e52015-08-06 16:09:55 +0900170 CtsNetTestCasesLegacyApi22 \
Lorenzo Colittif556d7d2015-08-11 23:03:53 +0900171 CtsNetTestCasesLegacyPermission22 \
Stuart Scotta132af62013-11-07 10:30:32 -0800172 CtsOpenGLTestCases \
173 CtsOpenGlPerfTestCases \
Stuart Scottbb212342015-09-15 14:04:06 -0700174 CtsOpenGlPerf2TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800175 CtsOsTestCases \
176 CtsPermissionTestCases \
177 CtsPermission2TestCases \
178 CtsPreferenceTestCases \
179 CtsPreference2TestCases \
Svetoslav12c82d42013-12-20 12:34:52 -0800180 CtsPrintTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800181 CtsProviderTestCases \
182 CtsRenderscriptTestCases \
Chenjie Luo74e860b2014-09-08 11:36:02 -0700183 CtsRenderscriptLegacyTestCases \
Miao Wangc0abc272015-10-09 11:45:31 -0700184 CtsRsBlasTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800185 CtsRsCppTestCases \
186 CtsSaxTestCases \
187 CtsSecurityTestCases \
Stuart Scottf67280f2014-09-30 14:07:30 -0700188 CtsSignatureTestCases \
Aaron Holdenecda1b32015-10-15 12:23:21 -0700189 CtsSimpleCpuTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800190 CtsSpeechTestCases \
Adrian Roosd052b582015-08-27 19:06:39 -0700191 CtsSystemUiTestCases \
Yorke Leedfca0f42015-06-04 18:47:01 -0700192 CtsTelecomTestCases \
Yorke Lee80eab502015-06-11 15:26:31 -0700193 CtsTelecomTestCases2 \
Stuart Scotta132af62013-11-07 10:30:32 -0800194 CtsTelephonyTestCases \
195 CtsTextTestCases \
196 CtsTextureViewTestCases \
Stuart Scott372e9e92015-09-29 12:44:54 -0700197 CtsThemeDeviceTestCases \
George Mount82577ea2015-06-23 11:06:45 -0700198 CtsTransitionTestCases \
Aaron Holden7e9317b2015-10-15 14:24:57 -0700199 CtsTvProviderTestCases \
Wonsik Kim42fe8892014-08-07 17:05:37 +0900200 CtsTvTestCases \
Svetoslav966b4e92014-03-28 13:41:17 -0700201 CtsUiAutomationTestCases \
Antonio Calabrese16ac3c82014-06-12 13:58:58 -0700202 CtsUiRenderingTestCases \
Stuart Scottbb212342015-09-15 14:04:06 -0700203 CtsUiDeviceTestCases \
Adam Lesinski4da0bc02014-07-30 11:52:12 -0700204 CtsUsageStatsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800205 CtsUtilTestCases \
Aaron Holden24fd5782015-10-15 16:30:44 -0700206 CtsVideoTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800207 CtsViewTestCases \
Vasu Nori4d23c7a2015-06-16 19:37:50 -0700208 CtsVoiceInteractionTestCases \
Vasu Nori2835d692015-07-07 14:22:43 -0700209 CtsVoiceSettingsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800210 CtsWebkitTestCases \
211 CtsWidgetTestCases
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700212
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800213# All APKs that need to be scanned by the coverage utilities.
214CTS_COVERAGE_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300215 $(cts_support_packages) \
216 $(cts_test_packages)
Brian Muramatsu12c86912011-07-21 17:26:46 -0700217
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800218# Host side only tests
Brian Muramatsube775f52012-01-10 18:26:00 -0800219cts_host_libraries := \
Aaron Holden8cc910a2015-10-16 17:09:31 -0700220 CtsAadbHostTestCases \
Aaron Holdenc7f3b252015-10-20 11:48:37 -0700221 CtsAppSecurityHostTestCases \
Stuart Scotta0c6f392015-09-29 13:26:02 -0700222 CtsAppUsageHostTestCases \
Chris Craika81eb0f2015-06-03 09:08:44 -0700223 CtsAtraceHostTestCases \
Esteban Talaverab53252a2014-09-17 11:56:52 +0100224 CtsDevicePolicyManagerTestCases \
Roman Dudkoda4fccc2014-11-13 11:27:26 -0800225 CtsDumpsysHostTestCases \
Stuart Scottbb212342015-09-15 14:04:06 -0700226 CtsJankHostTestCases \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -0800227 CtsHostsideNetworkTests \
Sebastien Hertze37f4b42015-08-11 15:39:02 +0200228 CtsJdwpSecurityHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800229 CtsMonkeyTestCases \
Christopher Tateeacd4fd2015-08-17 15:49:12 -0700230 CtsOsHostTestCases \
dcashman5909bcd2014-08-21 15:33:24 -0700231 CtsSecurityHostTestCases \
Stuart Scottbb212342015-09-15 14:04:06 -0700232 CtsThemeHostTestCases \
233 CtsUiHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800234 CtsUsbTests
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800235
Christopher Ferris286aca52014-10-15 18:08:41 -0700236# List of native tests. For 32 bit targets, assumes that there will be
237# one test executable, and it will end in 32. For 64 bit targets, assumes
238# that there will be two executables, one that ends in 32 for the 32
239# bit executable and one that ends in 64 for the 64 bit executable.
240cts_native_tests := \
Stuart Scott1aa997c2015-10-16 11:58:05 -0700241 CtsNativeMediaSlTestCases \
242 CtsNativeMediaXaTestCases \
Narayan Kamathfef43142014-02-14 13:27:22 +0000243
244ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64))
Stuart Scottc213c372015-10-06 16:37:54 -0700245cts_native_tests += CtsBionicTestCases
Narayan Kamathfef43142014-02-14 13:27:22 +0000246endif
Brian Muramatsu88d32a82011-12-02 10:55:12 -0800247
Brett Chabot87f44512012-11-16 16:00:02 -0800248cts_ui_tests := \
Stuart Scott7ee56dc2015-09-29 11:01:18 -0700249 CtsUiAutomatorTestCases
Stuart Scotta132af62013-11-07 10:30:32 -0800250
251cts_device_jars := \
Stuart Scottbb212342015-09-15 14:04:06 -0700252 CtsJankTestJar \
Sebastien Hertze37f4b42015-08-11 15:39:02 +0200253 CtsJdwpApp
Svetoslav12c82d42013-12-20 12:34:52 -0800254
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700255cts_target_junit_tests := \
256 CtsJdwp
257
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700258cts_deqp_test_apis := \
Pyry Haulos3d698f22015-04-14 13:52:46 -0700259 egl \
260 gles2 \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700261 gles3 \
262 gles31
263
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800264# All the files that will end up under the repository/testcases
265# directory of the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800266CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800267 $(call cts-get-package-paths,$(cts_test_packages)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800268 $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \
Svetoslav12c82d42013-12-20 12:34:52 -0800269 $(call cts-get-ui-lib-paths,$(cts_device_jars)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700270 $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \
Stuart Scott0337dbf2015-02-04 10:37:07 -0800271 $(call cts-get-executable-paths,$(cts_device_executables)) \
272 $(call cts-get-native-paths,$(cts_native_tests),32)
Christopher Ferris286aca52014-10-15 18:08:41 -0700273
274ifeq ($(TARGET_IS_64_BIT),true)
275CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64)
276endif
277
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800278# All the XMLs that will end up under the repository/testcases
279# and that need to be created before making the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800280CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800281 $(call cts-get-test-xmls,$(cts_test_packages)) \
Christopher Ferris286aca52014-10-15 18:08:41 -0700282 $(call cts-get-test-xmls,$(cts_native_tests)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700283 $(call cts-get-test-xmls,$(cts_target_junit_tests)) \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300284 $(call cts-get-test-xmls,$(cts_ui_tests)) \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700285 $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis))
Brett Chabot87f44512012-11-16 16:00:02 -0800286
Brian Muramatsu12c86912011-07-21 17:26:46 -0700287# The following files will be placed in the tools directory of the CTS distribution
Narayan Kamathfef43142014-02-14 13:27:22 +0000288CTS_TOOLS_LIST :=