Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 1 | # Copyright (C) 2010 The Android Open Source Project |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 15 | cts_security_apps_list := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 16 | CtsAppAccessData \ |
| 17 | CtsAppWithData \ |
Jeff Sharkey | 3c4d2fc | 2014-10-10 11:40:22 -0700 | [diff] [blame] | 18 | CtsDocumentProvider \ |
| 19 | CtsDocumentClient \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 20 | CtsExternalStorageApp \ |
| 21 | CtsInstrumentationAppDiffCert \ |
| 22 | CtsPermissionDeclareApp \ |
| 23 | CtsPermissionDeclareAppCompat \ |
| 24 | CtsReadExternalStorageApp \ |
| 25 | CtsSharedUidInstall \ |
| 26 | CtsSharedUidInstallDiffCert \ |
| 27 | CtsSimpleAppInstall \ |
| 28 | CtsSimpleAppInstallDiffCert \ |
Jeff Sharkey | 6302bb5 | 2014-10-07 12:09:40 -0700 | [diff] [blame] | 29 | CtsSplitApp \ |
| 30 | CtsSplitApp_x86 \ |
| 31 | CtsSplitApp_x86_64 \ |
| 32 | CtsSplitApp_armeabi-v7a \ |
| 33 | CtsSplitApp_armeabi \ |
| 34 | CtsSplitApp_arm64-v8a \ |
| 35 | CtsSplitApp_mips64 \ |
| 36 | CtsSplitApp_mips \ |
Jeff Sharkey | cd627da | 2014-12-10 14:31:12 -0800 | [diff] [blame] | 37 | CtsSplitAppDiffRevision \ |
Jeff Sharkey | 6302bb5 | 2014-10-07 12:09:40 -0700 | [diff] [blame] | 38 | CtsSplitAppDiffVersion \ |
| 39 | CtsSplitAppDiffCert \ |
Jeff Sharkey | d724a39 | 2014-10-08 16:37:51 -0700 | [diff] [blame] | 40 | CtsSplitAppFeature \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 41 | CtsTargetInstrumentationApp \ |
| 42 | CtsUsePermissionDiffCert \ |
| 43 | CtsWriteExternalStorageApp \ |
| 44 | CtsMultiUserStorageApp |
Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 45 | |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 46 | cts_security_keysets_list := \ |
| 47 | CtsKeySetTestApp \ |
| 48 | CtsKeySetPermDefSigningA \ |
| 49 | CtsKeySetPermDefSigningB\ |
| 50 | CtsKeySetPermUseSigningA \ |
| 51 | CtsKeySetPermUseSigningB \ |
| 52 | CtsKeySetSigningAUpgradeA \ |
| 53 | CtsKeySetSigningBUpgradeA \ |
| 54 | CtsKeySetSigningAUpgradeAAndB \ |
| 55 | CtsKeySetSigningAUpgradeAOrB \ |
| 56 | CtsKeySetSigningAUpgradeB \ |
| 57 | CtsKeySetSigningBUpgradeB \ |
| 58 | CtsKeySetSigningAAndBUpgradeA \ |
| 59 | CtsKeySetSigningAAndCUpgradeB \ |
| 60 | CtsKeySetSigningAUpgradeNone |
| 61 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 62 | cts_support_packages := \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 63 | CtsAccelerationTestStubs \ |
Chenjie Luo | 15f32be | 2014-09-25 11:28:03 -0700 | [diff] [blame] | 64 | CtsAppTestStubs \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 65 | CtsDeviceAdmin \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 66 | CtsDeviceOpenGl \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 67 | CtsDeviceOwnerApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 68 | CtsDeviceTaskswitchingAppA \ |
| 69 | CtsDeviceTaskswitchingAppB \ |
| 70 | CtsDeviceTaskswitchingControl \ |
| 71 | CtsDeviceUi \ |
Lorenzo Colitti | 33b838b | 2014-11-16 20:09:24 -0800 | [diff] [blame] | 72 | CtsHostsideNetworkTestsApp \ |
Nicolas Prevot | 7366f3f | 2014-10-01 13:56:18 +0100 | [diff] [blame] | 73 | CtsIntentReceiverApp \ |
Jeff Sharkey | 8d959c1 | 2014-10-14 14:16:31 -0700 | [diff] [blame] | 74 | CtsIntentSenderApp \ |
Kenny Guy | da65244 | 2015-01-26 14:49:13 +0000 | [diff] [blame] | 75 | CtsLauncherAppsTests \ |
| 76 | CtsLauncherAppsTestsSupport \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 77 | CtsManagedProfileApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 78 | CtsMonkeyApp \ |
| 79 | CtsMonkeyApp2 \ |
Kenny Guy | da65244 | 2015-01-26 14:49:13 +0000 | [diff] [blame] | 80 | CtsSimpleApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 81 | CtsSomeAccessibilityServices \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 82 | CtsThemeDeviceApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 83 | TestDeviceSetup \ |
| 84 | CtsUiAutomatorApp \ |
| 85 | CtsUsbSerialTestApp \ |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 86 | $(cts_security_apps_list) \ |
| 87 | $(cts_security_keysets_list) |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 88 | |
| 89 | cts_external_packages := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 90 | com.replica.replicaisland \ |
| 91 | com.drawelements.deqp |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 92 | |
| 93 | # Any APKs that need to be copied to the CTS distribution's testcases |
| 94 | # directory but do not require an associated test package XML. |
| 95 | CTS_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 96 | $(cts_support_packages) \ |
| 97 | $(cts_external_packages) |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 98 | |
| 99 | # Test packages that require an associated test package XML. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 100 | cts_test_packages := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 101 | CtsDeviceFilePerf \ |
| 102 | CtsDeviceUi \ |
| 103 | CtsDeviceDram \ |
| 104 | CtsDeviceSimpleCpu \ |
| 105 | CtsDeviceBrowserBench \ |
| 106 | CtsDeviceVideoPerf \ |
| 107 | CtsDeviceOpenGl \ |
Wonsik Kim | 3738888 | 2014-09-07 12:24:20 +0900 | [diff] [blame] | 108 | CtsDeviceTvProviderPerf \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 109 | CtsAccelerationTestCases \ |
| 110 | CtsAccountManagerTestCases \ |
| 111 | CtsAccessibilityServiceTestCases \ |
| 112 | CtsAccessibilityTestCases \ |
| 113 | CtsAdminTestCases \ |
| 114 | CtsAnimationTestCases \ |
| 115 | CtsAppTestCases \ |
Svetoslav Ganov | 5619bdf | 2015-02-11 01:13:24 +0000 | [diff] [blame] | 116 | CtsAppWidgetTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 117 | CtsBluetoothTestCases \ |
| 118 | CtsCalendarcommon2TestCases \ |
| 119 | CtsContentTestCases \ |
| 120 | CtsDatabaseTestCases \ |
| 121 | CtsDisplayTestCases \ |
| 122 | CtsDpiTestCases \ |
| 123 | CtsDpiTestCases2 \ |
| 124 | CtsDreamsTestCases \ |
| 125 | CtsDrmTestCases \ |
| 126 | CtsEffectTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 127 | CtsGestureTestCases \ |
| 128 | CtsGraphicsTestCases \ |
| 129 | CtsGraphics2TestCases \ |
| 130 | CtsHardwareTestCases \ |
Matthew Williams | 547b816 | 2014-10-15 10:18:11 -0700 | [diff] [blame] | 131 | CtsJobSchedulerDeviceTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 132 | CtsJniTestCases \ |
| 133 | CtsKeystoreTestCases \ |
| 134 | CtsLocationTestCases \ |
Chenjie Luo | 693ed40 | 2014-09-11 15:12:33 -0700 | [diff] [blame] | 135 | CtsLocation2TestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 136 | CtsMediaStressTestCases \ |
| 137 | CtsMediaTestCases \ |
| 138 | CtsNativeOpenGLTestCases \ |
| 139 | CtsNdefTestCases \ |
| 140 | CtsNetTestCases \ |
| 141 | CtsOpenGLTestCases \ |
| 142 | CtsOpenGlPerfTestCases \ |
| 143 | CtsOsTestCases \ |
| 144 | CtsPermissionTestCases \ |
| 145 | CtsPermission2TestCases \ |
| 146 | CtsPreferenceTestCases \ |
| 147 | CtsPreference2TestCases \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 148 | CtsPrintTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 149 | CtsProviderTestCases \ |
| 150 | CtsRenderscriptTestCases \ |
Chenjie Luo | 74e860b | 2014-09-08 11:36:02 -0700 | [diff] [blame] | 151 | CtsRenderscriptLegacyTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 152 | CtsRsCppTestCases \ |
| 153 | CtsSaxTestCases \ |
| 154 | CtsSecurityTestCases \ |
Stuart Scott | f67280f | 2014-09-30 14:07:30 -0700 | [diff] [blame] | 155 | CtsSignatureTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 156 | CtsSpeechTestCases \ |
| 157 | CtsTelephonyTestCases \ |
| 158 | CtsTextTestCases \ |
| 159 | CtsTextureViewTestCases \ |
| 160 | CtsThemeTestCases \ |
Wonsik Kim | 42fe889 | 2014-08-07 17:05:37 +0900 | [diff] [blame] | 161 | CtsTvTestCases \ |
Svetoslav | 966b4e9 | 2014-03-28 13:41:17 -0700 | [diff] [blame] | 162 | CtsUiAutomationTestCases \ |
Antonio Calabrese | 16ac3c8 | 2014-06-12 13:58:58 -0700 | [diff] [blame] | 163 | CtsUiRenderingTestCases \ |
Adam Lesinski | 4da0bc0 | 2014-07-30 11:52:12 -0700 | [diff] [blame] | 164 | CtsUsageStatsTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 165 | CtsUtilTestCases \ |
| 166 | CtsViewTestCases \ |
| 167 | CtsWebkitTestCases \ |
Eric Penner | f0a43ae | 2014-08-31 14:36:51 -0700 | [diff] [blame] | 168 | CtsWebGLTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 169 | CtsWidgetTestCases |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 170 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 171 | # All APKs that need to be scanned by the coverage utilities. |
| 172 | CTS_COVERAGE_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 173 | $(cts_support_packages) \ |
| 174 | $(cts_test_packages) |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 175 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 176 | # Host side only tests |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 177 | cts_host_libraries := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 178 | CtsAdbTests \ |
| 179 | CtsAppSecurityTests \ |
Esteban Talavera | b53252a | 2014-09-17 11:56:52 +0100 | [diff] [blame] | 180 | CtsDevicePolicyManagerTestCases \ |
Roman Dudko | da4fccc | 2014-11-13 11:27:26 -0800 | [diff] [blame] | 181 | CtsDumpsysHostTestCases \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 182 | CtsHostJank \ |
Lorenzo Colitti | 33b838b | 2014-11-16 20:09:24 -0800 | [diff] [blame] | 183 | CtsHostsideNetworkTests \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 184 | CtsHostUi \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 185 | CtsMonkeyTestCases \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 186 | CtsThemeHostTestCases \ |
dcashman | 5909bcd | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 187 | CtsSecurityHostTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 188 | CtsUsbTests |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 189 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 190 | # List of native tests. For 32 bit targets, assumes that there will be |
| 191 | # one test executable, and it will end in 32. For 64 bit targets, assumes |
| 192 | # that there will be two executables, one that ends in 32 for the 32 |
| 193 | # bit executable and one that ends in 64 for the 64 bit executable. |
| 194 | cts_native_tests := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 195 | NativeMediaTest_SL \ |
| 196 | NativeMediaTest_XA \ |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 197 | |
| 198 | ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64)) |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 199 | cts_native_tests += bionic-unit-tests-cts |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 200 | endif |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 201 | |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 202 | cts_ui_tests := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 203 | CtsUiAutomatorTests |
| 204 | |
| 205 | cts_device_jars := \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 206 | CtsDeviceJank \ |
| 207 | CtsPrintInstrument |
| 208 | |
| 209 | cts_device_executables := \ |
| 210 | print-instrument |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 211 | |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 212 | cts_target_junit_tests := \ |
| 213 | CtsJdwp |
| 214 | |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 215 | cts_deqp_test_apis := \ |
| 216 | gles3 \ |
| 217 | gles31 |
| 218 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 219 | # All the files that will end up under the repository/testcases |
| 220 | # directory of the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 221 | CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 222 | $(call cts-get-package-paths,$(cts_test_packages)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 223 | $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 224 | $(call cts-get-ui-lib-paths,$(cts_device_jars)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 225 | $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 226 | $(call cts-get-executable-paths,$(cts_device_executables)) |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 227 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 228 | # NOTE: If compiling on a 64 bit target, TARGET_2ND_ARCH will be non-empty |
| 229 | # and will cause the function to expand to the secondary arch object |
| 230 | # directory. If compiling on a 32 bit target, TARGET_2ND_ARCH will be |
| 231 | # empty and will cause the function to expand to the primary arch object |
| 232 | # directory. |
| 233 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),32,$(TARGET_2ND_ARCH)) |
| 234 | |
| 235 | ifeq ($(TARGET_IS_64_BIT),true) |
| 236 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64) |
| 237 | endif |
| 238 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 239 | # All the XMLs that will end up under the repository/testcases |
| 240 | # and that need to be created before making the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 241 | CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 242 | $(call cts-get-test-xmls,$(cts_test_packages)) \ |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 243 | $(call cts-get-test-xmls,$(cts_native_tests)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 244 | $(call cts-get-test-xmls,$(cts_target_junit_tests)) \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 245 | $(call cts-get-test-xmls,$(cts_ui_tests)) \ |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 246 | $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis)) |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 247 | |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 248 | # The following files will be placed in the tools directory of the CTS distribution |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 249 | CTS_TOOLS_LIST := |