blob: 8894409252f2c02c007bf823492e40ffc899f4d6 [file] [log] [blame]
Brian Muramatsu320a7a12010-07-08 16:37:21 -07001# Copyright (C) 2010 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14
Brian Muramatsube775f52012-01-10 18:26:00 -080015cts_security_apps_list := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030016 CtsAppAccessData \
17 CtsAppWithData \
Jeff Sharkey3c4d2fc2014-10-10 11:40:22 -070018 CtsDocumentProvider \
19 CtsDocumentClient \
Mika Isojärvi84e65932014-09-11 18:11:07 +030020 CtsExternalStorageApp \
21 CtsInstrumentationAppDiffCert \
22 CtsPermissionDeclareApp \
23 CtsPermissionDeclareAppCompat \
24 CtsReadExternalStorageApp \
25 CtsSharedUidInstall \
26 CtsSharedUidInstallDiffCert \
27 CtsSimpleAppInstall \
28 CtsSimpleAppInstallDiffCert \
Jeff Sharkey6302bb52014-10-07 12:09:40 -070029 CtsSplitApp \
30 CtsSplitApp_x86 \
31 CtsSplitApp_x86_64 \
32 CtsSplitApp_armeabi-v7a \
33 CtsSplitApp_armeabi \
34 CtsSplitApp_arm64-v8a \
35 CtsSplitApp_mips64 \
36 CtsSplitApp_mips \
37 CtsSplitAppDiffVersion \
38 CtsSplitAppDiffCert \
Jeff Sharkeyd724a392014-10-08 16:37:51 -070039 CtsSplitAppFeature \
Mika Isojärvi84e65932014-09-11 18:11:07 +030040 CtsTargetInstrumentationApp \
41 CtsUsePermissionDiffCert \
42 CtsWriteExternalStorageApp \
43 CtsMultiUserStorageApp
Brian Muramatsu320a7a12010-07-08 16:37:21 -070044
dcashmane84939a2014-08-21 15:33:24 -070045cts_security_keysets_list := \
46 CtsKeySetTestApp \
47 CtsKeySetPermDefSigningA \
48 CtsKeySetPermDefSigningB\
49 CtsKeySetPermUseSigningA \
50 CtsKeySetPermUseSigningB \
51 CtsKeySetSigningAUpgradeA \
52 CtsKeySetSigningBUpgradeA \
53 CtsKeySetSigningAUpgradeAAndB \
54 CtsKeySetSigningAUpgradeAOrB \
55 CtsKeySetSigningAUpgradeB \
56 CtsKeySetSigningBUpgradeB \
57 CtsKeySetSigningAAndBUpgradeA \
58 CtsKeySetSigningAAndCUpgradeB \
59 CtsKeySetSigningAUpgradeNone
60
Brian Muramatsube775f52012-01-10 18:26:00 -080061cts_support_packages := \
Stuart Scott1734c7f2014-02-19 17:34:36 -080062 CtsAccelerationTestStubs \
Chenjie Luo15f32be2014-09-25 11:28:03 -070063 CtsAppTestStubs \
Stuart Scott1734c7f2014-02-19 17:34:36 -080064 CtsDeviceAdmin \
Stuart Scotta132af62013-11-07 10:30:32 -080065 CtsDeviceOpenGl \
Esteban Talavera17aafef2014-09-30 17:03:32 +010066 CtsDeviceOwnerApp \
Stuart Scotta132af62013-11-07 10:30:32 -080067 CtsDeviceTaskswitchingAppA \
68 CtsDeviceTaskswitchingAppB \
69 CtsDeviceTaskswitchingControl \
70 CtsDeviceUi \
Nicolas Prevot7366f3f2014-10-01 13:56:18 +010071 CtsIntentReceiverApp \
Esteban Talavera17aafef2014-09-30 17:03:32 +010072 CtsManagedProfileApp \
Stuart Scotta132af62013-11-07 10:30:32 -080073 CtsMonkeyApp \
74 CtsMonkeyApp2 \
75 CtsSomeAccessibilityServices \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -070076 CtsThemeDeviceApp \
Stuart Scotta132af62013-11-07 10:30:32 -080077 TestDeviceSetup \
78 CtsUiAutomatorApp \
79 CtsUsbSerialTestApp \
dcashmane84939a2014-08-21 15:33:24 -070080 $(cts_security_apps_list) \
81 $(cts_security_keysets_list)
Brian Muramatsube775f52012-01-10 18:26:00 -080082
83cts_external_packages := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030084 com.replica.replicaisland \
85 com.drawelements.deqp
Brian Muramatsube775f52012-01-10 18:26:00 -080086
87# Any APKs that need to be copied to the CTS distribution's testcases
88# directory but do not require an associated test package XML.
89CTS_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +030090 $(cts_support_packages) \
91 $(cts_external_packages)
Brian Muramatsu5df641c2011-12-28 15:46:57 -080092
93# Test packages that require an associated test package XML.
Brian Muramatsube775f52012-01-10 18:26:00 -080094cts_test_packages := \
Stuart Scotta132af62013-11-07 10:30:32 -080095 CtsDeviceFilePerf \
96 CtsDeviceUi \
97 CtsDeviceDram \
98 CtsDeviceSimpleCpu \
99 CtsDeviceBrowserBench \
100 CtsDeviceVideoPerf \
101 CtsDeviceOpenGl \
102 CtsAccelerationTestCases \
103 CtsAccountManagerTestCases \
104 CtsAccessibilityServiceTestCases \
105 CtsAccessibilityTestCases \
106 CtsAdminTestCases \
107 CtsAnimationTestCases \
108 CtsAppTestCases \
Svet Ganov31510c02014-07-28 00:07:01 -0700109 CtsAppWidgetTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800110 CtsBluetoothTestCases \
111 CtsCalendarcommon2TestCases \
112 CtsContentTestCases \
113 CtsDatabaseTestCases \
114 CtsDisplayTestCases \
115 CtsDpiTestCases \
116 CtsDpiTestCases2 \
117 CtsDreamsTestCases \
118 CtsDrmTestCases \
119 CtsEffectTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800120 CtsGestureTestCases \
121 CtsGraphicsTestCases \
122 CtsGraphics2TestCases \
123 CtsHardwareTestCases \
Matthew Williams547b8162014-10-15 10:18:11 -0700124 CtsJobSchedulerDeviceTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800125 CtsJniTestCases \
126 CtsKeystoreTestCases \
127 CtsLocationTestCases \
Chenjie Luo693ed402014-09-11 15:12:33 -0700128 CtsLocation2TestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800129 CtsMediaStressTestCases \
130 CtsMediaTestCases \
131 CtsNativeOpenGLTestCases \
132 CtsNdefTestCases \
133 CtsNetTestCases \
134 CtsOpenGLTestCases \
135 CtsOpenGlPerfTestCases \
136 CtsOsTestCases \
137 CtsPermissionTestCases \
138 CtsPermission2TestCases \
139 CtsPreferenceTestCases \
140 CtsPreference2TestCases \
Svetoslav12c82d42013-12-20 12:34:52 -0800141 CtsPrintTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800142 CtsProviderTestCases \
143 CtsRenderscriptTestCases \
Chenjie Luo74e860b2014-09-08 11:36:02 -0700144 CtsRenderscriptLegacyTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800145 CtsRsCppTestCases \
146 CtsSaxTestCases \
147 CtsSecurityTestCases \
Stuart Scottf67280f2014-09-30 14:07:30 -0700148 CtsSignatureTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800149 CtsSpeechTestCases \
150 CtsTelephonyTestCases \
151 CtsTextTestCases \
152 CtsTextureViewTestCases \
153 CtsThemeTestCases \
Wonsik Kim42fe8892014-08-07 17:05:37 +0900154 CtsTvTestCases \
Svetoslav966b4e92014-03-28 13:41:17 -0700155 CtsUiAutomationTestCases \
Antonio Calabrese16ac3c82014-06-12 13:58:58 -0700156 CtsUiRenderingTestCases \
Adam Lesinski4da0bc02014-07-30 11:52:12 -0700157 CtsUsageStatsTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800158 CtsUtilTestCases \
159 CtsViewTestCases \
160 CtsWebkitTestCases \
Eric Pennerf0a43ae2014-08-31 14:36:51 -0700161 CtsWebGLTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800162 CtsWidgetTestCases
Brian Muramatsu2f8eead2010-09-24 14:56:43 -0700163
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800164# All APKs that need to be scanned by the coverage utilities.
165CTS_COVERAGE_TEST_CASE_LIST := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300166 $(cts_support_packages) \
167 $(cts_test_packages)
Brian Muramatsu12c86912011-07-21 17:26:46 -0700168
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800169# Host side only tests
Brian Muramatsube775f52012-01-10 18:26:00 -0800170cts_host_libraries := \
Stuart Scotta132af62013-11-07 10:30:32 -0800171 CtsAdbTests \
172 CtsAppSecurityTests \
Esteban Talaverab53252a2014-09-17 11:56:52 +0100173 CtsDevicePolicyManagerTestCases \
Stuart Scott1734c7f2014-02-19 17:34:36 -0800174 CtsHostJank \
175 CtsHostUi \
Stuart Scotta132af62013-11-07 10:30:32 -0800176 CtsMonkeyTestCases \
Chenjie Luo42aaa5c2014-08-20 18:33:47 -0700177 CtsThemeHostTestCases \
dcashman5909bcd2014-08-21 15:33:24 -0700178 CtsSecurityHostTestCases \
Stuart Scotta132af62013-11-07 10:30:32 -0800179 CtsUsbTests
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800180
181# Native test executables that need to have associated test XMLs.
Brian Muramatsube775f52012-01-10 18:26:00 -0800182cts_native_exes := \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300183 NativeMediaTest_SL \
184 NativeMediaTest_XA \
Narayan Kamathfef43142014-02-14 13:27:22 +0000185
186ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64))
187cts_native_exes += bionic-unit-tests-cts
188endif
Brian Muramatsu88d32a82011-12-02 10:55:12 -0800189
Brett Chabot87f44512012-11-16 16:00:02 -0800190cts_ui_tests := \
Stuart Scotta132af62013-11-07 10:30:32 -0800191 CtsUiAutomatorTests
192
193cts_device_jars := \
Svetoslav12c82d42013-12-20 12:34:52 -0800194 CtsDeviceJank \
195 CtsPrintInstrument
196
197cts_device_executables := \
198 print-instrument
Brett Chabot87f44512012-11-16 16:00:02 -0800199
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700200cts_target_junit_tests := \
201 CtsJdwp
202
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700203cts_deqp_test_apis := \
204 gles3 \
205 gles31
206
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800207# All the files that will end up under the repository/testcases
208# directory of the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800209CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800210 $(call cts-get-package-paths,$(cts_test_packages)) \
211 $(call cts-get-native-paths,$(cts_native_exes)) \
212 $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \
Svetoslav12c82d42013-12-20 12:34:52 -0800213 $(call cts-get-ui-lib-paths,$(cts_device_jars)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700214 $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \
Svetoslav12c82d42013-12-20 12:34:52 -0800215 $(call cts-get-executable-paths,$(cts_device_executables))
Brian Muramatsu88d32a82011-12-02 10:55:12 -0800216
Brian Muramatsu5df641c2011-12-28 15:46:57 -0800217# All the XMLs that will end up under the repository/testcases
218# and that need to be created before making the final CTS distribution.
Brian Muramatsube775f52012-01-10 18:26:00 -0800219CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \
Stuart Scotta132af62013-11-07 10:30:32 -0800220 $(call cts-get-test-xmls,$(cts_test_packages)) \
221 $(call cts-get-test-xmls,$(cts_native_exes)) \
Tsu Chiang Chuang06f4c562014-06-18 09:57:57 -0700222 $(call cts-get-test-xmls,$(cts_target_junit_tests)) \
Mika Isojärvi84e65932014-09-11 18:11:07 +0300223 $(call cts-get-test-xmls,$(cts_ui_tests)) \
Jarkko Pöyry59a8dbb2014-10-13 22:01:15 -0700224 $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis))
Brett Chabot87f44512012-11-16 16:00:02 -0800225
Brian Muramatsu12c86912011-07-21 17:26:46 -0700226# The following files will be placed in the tools directory of the CTS distribution
Narayan Kamathfef43142014-02-14 13:27:22 +0000227CTS_TOOLS_LIST :=