blob: 588e40371d4d9cffaccd13c233e6de8bbd542c93 [file] [log] [blame]
Brian Muramatsu320a7a12010-07-08 16:37:21 -07001# Copyright (C) 2010 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Brian Muramatsube775f52012-01-10 18:26:00 -080015cts_security_apps_list := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030016 CtsAppAccessData \
17 CtsAppWithData \
Jeff Sharkey3c4d2fc2014-10-10 11:40:22 -070018 CtsDocumentProvider \
19 CtsDocumentClient \
Mika Isojärvi84e65932014-09-11 18:11:07 +030020 CtsExternalStorageApp \
21 CtsInstrumentationAppDiffCert \
22 CtsPermissionDeclareApp \
23 CtsPermissionDeclareAppCompat \
24 CtsReadExternalStorageApp \
25 CtsSharedUidInstall \
26 CtsSharedUidInstallDiffCert \
27 CtsSimpleAppInstall \
28 CtsSimpleAppInstallDiffCert \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070029 CtsSplitApp \
30 CtsSplitApp_x86 \
31 CtsSplitApp_x86_64 \
32 CtsSplitApp_armeabi-v7a \
33 CtsSplitApp_armeabi \
34 CtsSplitApp_arm64-v8a \
35 CtsSplitApp_mips64 \
36 CtsSplitApp_mips \
Jeff Sharkeycd627da2014-12-10 14:31:12 -080037 CtsSplitAppDiffRevision \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070038 CtsSplitAppDiffVersion \
39 CtsSplitAppDiffCert \
Jeff Sharkeyd724a392014-10-08 16:37:51 -070040 CtsSplitAppFeature \
Mika Isojärvi84e65932014-09-11 18:11:07 +030041 CtsTargetInstrumentationApp \
42 CtsUsePermissionDiffCert \
43 CtsWriteExternalStorageApp \
44 CtsMultiUserStorageApp
Brian Muramatsu320a7a12010-07-08 16:37:21 -070045
dcashmane84939a2014-08-21 15:33:24 -070046cts_security_keysets_list := \
47 CtsKeySetTestApp \
48 CtsKeySetPermDefSigningA \
49 CtsKeySetPermDefSigningB\
50 CtsKeySetPermUseSigningA \
51 CtsKeySetPermUseSigningB \
52 CtsKeySetSigningAUpgradeA \
53 CtsKeySetSigningBUpgradeA \
54 CtsKeySetSigningAUpgradeAAndB \
55 CtsKeySetSigningAUpgradeAOrB \
56 CtsKeySetSigningAUpgradeB \
57 CtsKeySetSigningBUpgradeB \
58 CtsKeySetSigningAAndBUpgradeA \
59 CtsKeySetSigningAAndCUpgradeB \
dcashmanf7050df2015-05-22 12:19:41 -070060 CtsKeySetSigningAUpgradeNone \
61 CtsKeySetSharedUserSigningAUpgradeB \
62 CtsKeySetSharedUserSigningBUpgradeB \
63 CtsKeySetSigningABadUpgradeB \
64 CtsKeySetSigningCBadAUpgradeAB \
65 CtsKeySetSigningANoDefUpgradeB
dcashmane84939a2014-08-21 15:33:24 -070066
Brian Muramatsube775f52012-01-10 18:26:00 -080067cts_support_packages := \
Stuart Scott1734c7f2014-02-19 17:34:36 -080068 CtsAccelerationTestStubs \
Chenjie Luo15f32be2014-09-25 11:28:03 -070069 CtsAppTestStubs \
Stuart Scott1734c7f2014-02-19 17:34:36 -080070 CtsDeviceAdmin \
Stuart Scotta132af62013-11-07 10:30:32 -080071 CtsDeviceOpenGl \
Esteban Talavera17aafef2014-09-30 17:03:32 +010072 CtsDeviceOwnerApp \
Stuart Scotta132af62013-11-07 10:30:32 -080073 CtsDeviceTaskswitchingAppA \
74 CtsDeviceTaskswitchingAppB \
75 CtsDeviceTaskswitchingControl \
76 CtsDeviceUi \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -080077 CtsHostsideNetworkTestsApp \
Nicolas Prevot7366f3f2014-10-01 13:56:18 +010078 CtsIntentReceiverApp \
Jeff Sharkey8d959c12014-10-14 14:16:31 -070079 CtsIntentSenderApp \
Kenny Guyda652442015-01-26 14:49:13 +000080 CtsLauncherAppsTests \
81 CtsLauncherAppsTestsSupport \
Esteban Talavera17aafef2014-09-30 17:03:32 +010082 CtsManagedProfileApp \
Stuart Scotta132af62013-11-07 10:30:32 -080083 CtsMonkeyApp \
84 CtsMonkeyApp2 \
Kenny Guyda652442015-01-26 14:49:13 +000085 CtsSimpleApp \
Stuart Scotta132af62013-11-07 10:30:32 -080086 CtsSomeAccessibilityServices \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -070087 CtsThemeDeviceApp \
Stuart Scotta132af62013-11-07 10:30:32 -080088 TestDeviceSetup \
89 CtsUiAutomatorApp \
90 CtsUsbSerialTestApp \
dcashmane84939a2014-08-21 15:33:24 -070091 $(cts_security_apps_list) \
92 $(cts_security_keysets_list)
Brian Muramatsube775f52012-01-10 18:26:00 -080093
94cts_external_packages := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030095 com.replica.replicaisland \
96 com.drawelements.deqp
Brian Muramatsube775f52012-01-10 18:26:00 -080097
98# Any APKs that need to be copied to the CTS distribution's testcases
99# directory but do not require an associated test package XML.
100CTS_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300101 $(cts_support_packages) \
102 $(cts_external_packages)
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800103
104# Test packages that require an associated test package XML.
Brian Muramatsube775f52012-01-10 18:26:00 -0800105cts_test_packages := \
Stuart Scotta132af62013-11-07 10:30:32 -0800106 CtsDeviceFilePerf \
107 CtsDeviceUi \
108 CtsDeviceDram \
109 CtsDeviceSimpleCpu \
110 CtsDeviceBrowserBench \
111 CtsDeviceVideoPerf \
112 CtsDeviceOpenGl \
Wonsik Kim37388882014-09-07 12:24:20 +0900113 CtsDeviceTvProviderPerf \
Stuart Scotta132af62013-11-07 10:30:32 -0800114 CtsAccelerationTestCases \
115 CtsAccountManagerTestCases \
116 CtsAccessibilityServiceTestCases \
117 CtsAccessibilityTestCases \
118 CtsAdminTestCases \
119 CtsAnimationTestCases \
120 CtsAppTestCases \
Svet Ganov31510c02014-07-28 00:07:01 -0700121 CtsAppWidgetTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800122 CtsBluetoothTestCases \
123 CtsCalendarcommon2TestCases \
124 CtsContentTestCases \
125 CtsDatabaseTestCases \
126 CtsDisplayTestCases \
127 CtsDpiTestCases \
128 CtsDpiTestCases2 \
129 CtsDreamsTestCases \
130 CtsDrmTestCases \
131 CtsEffectTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800132 CtsGestureTestCases \
133 CtsGraphicsTestCases \
134 CtsGraphics2TestCases \
135 CtsHardwareTestCases \
Guang Zhucf5c2542015-03-09 23:13:27 -0700136 CtsJankTestCases \
Matthew Williams547b8162014-10-15 10:18:11 -0700137 CtsJobSchedulerDeviceTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800138 CtsJniTestCases \
139 CtsKeystoreTestCases \
Neil Fuller92b89af2015-04-16 18:21:49 +0100140 CtsLibcoreLegacy22TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800141 CtsLocationTestCases \
Chenjie Luo693ed402014-09-11 15:12:33 -0700142 CtsLocation2TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800143 CtsMediaStressTestCases \
144 CtsMediaTestCases \
145 CtsNativeOpenGLTestCases \
146 CtsNdefTestCases \
147 CtsNetTestCases \
148 CtsOpenGLTestCases \
149 CtsOpenGlPerfTestCases \
150 CtsOsTestCases \
151 CtsPermissionTestCases \
152 CtsPermission2TestCases \
153 CtsPreferenceTestCases \
154 CtsPreference2TestCases \
Svetoslav12c82d42013-12-20 12:34:52 -0800155 CtsPrintTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800156 CtsProviderTestCases \
157 CtsRenderscriptTestCases \
Chenjie Luo74e860b2014-09-08 11:36:02 -0700158 CtsRenderscriptLegacyTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800159 CtsRsCppTestCases \
160 CtsSaxTestCases \
161 CtsSecurityTestCases \
Stuart Scottf67280f2014-09-30 14:07:30 -0700162 CtsSignatureTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800163 CtsSpeechTestCases \
164 CtsTelephonyTestCases \
165 CtsTextTestCases \
166 CtsTextureViewTestCases \
167 CtsThemeTestCases \
Wonsik Kim42fe8892014-08-07 17:05:37 +0900168 CtsTvTestCases \
Svetoslav966b4e92014-03-28 13:41:17 -0700169 CtsUiAutomationTestCases \
Antonio Calabrese16ac3c82014-06-12 13:58:58 -0700170 CtsUiRenderingTestCases \
Adam Lesinski4da0bc02014-07-30 11:52:12 -0700171 CtsUsageStatsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800172 CtsUtilTestCases \
173 CtsViewTestCases \
174 CtsWebkitTestCases \
175 CtsWidgetTestCases
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700176
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800177# All APKs that need to be scanned by the coverage utilities.
178CTS_COVERAGE_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300179 $(cts_support_packages) \
180 $(cts_test_packages)
Brian Muramatsu12c86912011-07-21 17:26:46 -0700181
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800182# Host side only tests
Brian Muramatsube775f52012-01-10 18:26:00 -0800183cts_host_libraries := \
Stuart Scotta132af62013-11-07 10:30:32 -0800184 CtsAdbTests \
185 CtsAppSecurityTests \
Chris Craika81eb0f2015-06-03 09:08:44 -0700186 CtsAtraceHostTestCases \
Esteban Talaverab53252a2014-09-17 11:56:52 +0100187 CtsDevicePolicyManagerTestCases \
Roman Dudkoda4fccc2014-11-13 11:27:26 -0800188 CtsDumpsysHostTestCases \
Stuart Scott1734c7f2014-02-19 17:34:36 -0800189 CtsHostJank \
Lorenzo Colitti33b838b2014-11-16 20:09:24 -0800190 CtsHostsideNetworkTests \
Stuart Scott1734c7f2014-02-19 17:34:36 -0800191 CtsHostUi \
Stuart Scotta132af62013-11-07 10:30:32 -0800192 CtsMonkeyTestCases \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -0700193 CtsThemeHostTestCases \
dcashman5909bcd2014-08-21 15:33:24 -0700194 CtsSecurityHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800195 CtsUsbTests
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800196
Christopher Ferris286aca52014-10-15 18:08:41 -0700197# List of native tests. For 32 bit targets, assumes that there will be
198# one test executable, and it will end in 32. For 64 bit targets, assumes
199# that there will be two executables, one that ends in 32 for the 32
200# bit executable and one that ends in 64 for the 64 bit executable.
201cts_native_tests := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300202 NativeMediaTest_SL \
203 NativeMediaTest_XA \
Narayan Kamathfef43142014-02-14 13:27:22 +0000204
205ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64))
Christopher Ferris286aca52014-10-15 18:08:41 -0700206cts_native_tests += bionic-unit-tests-cts
Narayan Kamathfef43142014-02-14 13:27:22 +0000207endif
Brian Muramatsu88d32a82011-12-02 10:55:12 -0800208
Brett Chabot87f44512012-11-16 16:00:02 -0800209cts_ui_tests := \
Stuart Scotta132af62013-11-07 10:30:32 -0800210 CtsUiAutomatorTests
211
212cts_device_jars := \
Guang Zhuba2f09c2015-01-26 11:04:08 -0800213 CtsDeviceJank
Svetoslav12c82d42013-12-20 12:34:52 -0800214
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700215cts_target_junit_tests := \
216 CtsJdwp
217
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700218cts_deqp_test_apis := \
Pyry Haulos3d698f22015-04-14 13:52:46 -0700219 egl \
220 gles2 \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700221 gles3 \
222 gles31
223
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800224# All the files that will end up under the repository/testcases
225# directory of the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800226CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800227 $(call cts-get-package-paths,$(cts_test_packages)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800228 $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \
Svetoslav12c82d42013-12-20 12:34:52 -0800229 $(call cts-get-ui-lib-paths,$(cts_device_jars)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700230 $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \
Stuart Scott0337dbf2015-02-04 10:37:07 -0800231 $(call cts-get-executable-paths,$(cts_device_executables)) \
232 $(call cts-get-native-paths,$(cts_native_tests),32)
Christopher Ferris286aca52014-10-15 18:08:41 -0700233
234ifeq ($(TARGET_IS_64_BIT),true)
235CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64)
236endif
237
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800238# All the XMLs that will end up under the repository/testcases
239# and that need to be created before making the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800240CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800241 $(call cts-get-test-xmls,$(cts_test_packages)) \
Christopher Ferris286aca52014-10-15 18:08:41 -0700242 $(call cts-get-test-xmls,$(cts_native_tests)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700243 $(call cts-get-test-xmls,$(cts_target_junit_tests)) \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300244 $(call cts-get-test-xmls,$(cts_ui_tests)) \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700245 $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis))
Brett Chabot87f44512012-11-16 16:00:02 -0800246
Brian Muramatsu12c86912011-07-21 17:26:46 -0700247# The following files will be placed in the tools directory of the CTS distribution
Narayan Kamathfef43142014-02-14 13:27:22 +0000248CTS_TOOLS_LIST :=