Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 1 | # Copyright (C) 2010 The Android Open Source Project |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 15 | cts_security_apps_list := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 16 | CtsAppAccessData \ |
| 17 | CtsAppWithData \ |
Jeff Sharkey | 3c4d2fc | 2014-10-10 11:40:22 -0700 | [diff] [blame] | 18 | CtsDocumentProvider \ |
| 19 | CtsDocumentClient \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 20 | CtsExternalStorageApp \ |
| 21 | CtsInstrumentationAppDiffCert \ |
| 22 | CtsPermissionDeclareApp \ |
| 23 | CtsPermissionDeclareAppCompat \ |
| 24 | CtsReadExternalStorageApp \ |
| 25 | CtsSharedUidInstall \ |
| 26 | CtsSharedUidInstallDiffCert \ |
| 27 | CtsSimpleAppInstall \ |
| 28 | CtsSimpleAppInstallDiffCert \ |
Jeff Sharkey | 6302bb5 | 2014-10-07 12:09:40 -0700 | [diff] [blame] | 29 | CtsSplitApp \ |
| 30 | CtsSplitApp_x86 \ |
| 31 | CtsSplitApp_x86_64 \ |
| 32 | CtsSplitApp_armeabi-v7a \ |
| 33 | CtsSplitApp_armeabi \ |
| 34 | CtsSplitApp_arm64-v8a \ |
| 35 | CtsSplitApp_mips64 \ |
| 36 | CtsSplitApp_mips \ |
| 37 | CtsSplitAppDiffVersion \ |
| 38 | CtsSplitAppDiffCert \ |
Jeff Sharkey | d724a39 | 2014-10-08 16:37:51 -0700 | [diff] [blame] | 39 | CtsSplitAppFeature \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 40 | CtsTargetInstrumentationApp \ |
| 41 | CtsUsePermissionDiffCert \ |
| 42 | CtsWriteExternalStorageApp \ |
| 43 | CtsMultiUserStorageApp |
Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 44 | |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 45 | cts_security_keysets_list := \ |
| 46 | CtsKeySetTestApp \ |
| 47 | CtsKeySetPermDefSigningA \ |
| 48 | CtsKeySetPermDefSigningB\ |
| 49 | CtsKeySetPermUseSigningA \ |
| 50 | CtsKeySetPermUseSigningB \ |
| 51 | CtsKeySetSigningAUpgradeA \ |
| 52 | CtsKeySetSigningBUpgradeA \ |
| 53 | CtsKeySetSigningAUpgradeAAndB \ |
| 54 | CtsKeySetSigningAUpgradeAOrB \ |
| 55 | CtsKeySetSigningAUpgradeB \ |
| 56 | CtsKeySetSigningBUpgradeB \ |
| 57 | CtsKeySetSigningAAndBUpgradeA \ |
| 58 | CtsKeySetSigningAAndCUpgradeB \ |
| 59 | CtsKeySetSigningAUpgradeNone |
| 60 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 61 | cts_support_packages := \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 62 | CtsAccelerationTestStubs \ |
Chenjie Luo | 15f32be | 2014-09-25 11:28:03 -0700 | [diff] [blame] | 63 | CtsAppTestStubs \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 64 | CtsDeviceAdmin \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 65 | CtsDeviceOpenGl \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 66 | CtsDeviceOwnerApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 67 | CtsDeviceTaskswitchingAppA \ |
| 68 | CtsDeviceTaskswitchingAppB \ |
| 69 | CtsDeviceTaskswitchingControl \ |
| 70 | CtsDeviceUi \ |
Lorenzo Colitti | 33b838b | 2014-11-16 20:09:24 -0800 | [diff] [blame] | 71 | CtsHostsideNetworkTestsApp \ |
Nicolas Prevot | 7366f3f | 2014-10-01 13:56:18 +0100 | [diff] [blame] | 72 | CtsIntentReceiverApp \ |
Jeff Sharkey | 8d959c1 | 2014-10-14 14:16:31 -0700 | [diff] [blame] | 73 | CtsIntentSenderApp \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 74 | CtsManagedProfileApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 75 | CtsMonkeyApp \ |
| 76 | CtsMonkeyApp2 \ |
| 77 | CtsSomeAccessibilityServices \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 78 | CtsThemeDeviceApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 79 | TestDeviceSetup \ |
| 80 | CtsUiAutomatorApp \ |
| 81 | CtsUsbSerialTestApp \ |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 82 | $(cts_security_apps_list) \ |
| 83 | $(cts_security_keysets_list) |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 84 | |
| 85 | cts_external_packages := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 86 | com.replica.replicaisland \ |
| 87 | com.drawelements.deqp |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 88 | |
| 89 | # Any APKs that need to be copied to the CTS distribution's testcases |
| 90 | # directory but do not require an associated test package XML. |
| 91 | CTS_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 92 | $(cts_support_packages) \ |
| 93 | $(cts_external_packages) |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 94 | |
| 95 | # Test packages that require an associated test package XML. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 96 | cts_test_packages := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 97 | CtsDeviceFilePerf \ |
| 98 | CtsDeviceUi \ |
| 99 | CtsDeviceDram \ |
| 100 | CtsDeviceSimpleCpu \ |
| 101 | CtsDeviceBrowserBench \ |
| 102 | CtsDeviceVideoPerf \ |
| 103 | CtsDeviceOpenGl \ |
Wonsik Kim | 3738888 | 2014-09-07 12:24:20 +0900 | [diff] [blame] | 104 | CtsDeviceTvProviderPerf \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 105 | CtsAccelerationTestCases \ |
| 106 | CtsAccountManagerTestCases \ |
| 107 | CtsAccessibilityServiceTestCases \ |
| 108 | CtsAccessibilityTestCases \ |
| 109 | CtsAdminTestCases \ |
| 110 | CtsAnimationTestCases \ |
| 111 | CtsAppTestCases \ |
| 112 | CtsBluetoothTestCases \ |
| 113 | CtsCalendarcommon2TestCases \ |
| 114 | CtsContentTestCases \ |
| 115 | CtsDatabaseTestCases \ |
| 116 | CtsDisplayTestCases \ |
| 117 | CtsDpiTestCases \ |
| 118 | CtsDpiTestCases2 \ |
| 119 | CtsDreamsTestCases \ |
| 120 | CtsDrmTestCases \ |
| 121 | CtsEffectTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 122 | CtsGestureTestCases \ |
| 123 | CtsGraphicsTestCases \ |
| 124 | CtsGraphics2TestCases \ |
| 125 | CtsHardwareTestCases \ |
Matthew Williams | 547b816 | 2014-10-15 10:18:11 -0700 | [diff] [blame] | 126 | CtsJobSchedulerDeviceTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 127 | CtsJniTestCases \ |
| 128 | CtsKeystoreTestCases \ |
| 129 | CtsLocationTestCases \ |
Chenjie Luo | 693ed40 | 2014-09-11 15:12:33 -0700 | [diff] [blame] | 130 | CtsLocation2TestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 131 | CtsMediaStressTestCases \ |
| 132 | CtsMediaTestCases \ |
| 133 | CtsNativeOpenGLTestCases \ |
| 134 | CtsNdefTestCases \ |
| 135 | CtsNetTestCases \ |
| 136 | CtsOpenGLTestCases \ |
| 137 | CtsOpenGlPerfTestCases \ |
| 138 | CtsOsTestCases \ |
| 139 | CtsPermissionTestCases \ |
| 140 | CtsPermission2TestCases \ |
| 141 | CtsPreferenceTestCases \ |
| 142 | CtsPreference2TestCases \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 143 | CtsPrintTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 144 | CtsProviderTestCases \ |
| 145 | CtsRenderscriptTestCases \ |
Chenjie Luo | 74e860b | 2014-09-08 11:36:02 -0700 | [diff] [blame] | 146 | CtsRenderscriptLegacyTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 147 | CtsRsCppTestCases \ |
| 148 | CtsSaxTestCases \ |
| 149 | CtsSecurityTestCases \ |
Stuart Scott | f67280f | 2014-09-30 14:07:30 -0700 | [diff] [blame] | 150 | CtsSignatureTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 151 | CtsSpeechTestCases \ |
| 152 | CtsTelephonyTestCases \ |
| 153 | CtsTextTestCases \ |
| 154 | CtsTextureViewTestCases \ |
| 155 | CtsThemeTestCases \ |
Wonsik Kim | 42fe889 | 2014-08-07 17:05:37 +0900 | [diff] [blame] | 156 | CtsTvTestCases \ |
Svetoslav | 966b4e9 | 2014-03-28 13:41:17 -0700 | [diff] [blame] | 157 | CtsUiAutomationTestCases \ |
Antonio Calabrese | 16ac3c8 | 2014-06-12 13:58:58 -0700 | [diff] [blame] | 158 | CtsUiRenderingTestCases \ |
Adam Lesinski | 4da0bc0 | 2014-07-30 11:52:12 -0700 | [diff] [blame] | 159 | CtsUsageStatsTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 160 | CtsUtilTestCases \ |
| 161 | CtsViewTestCases \ |
| 162 | CtsWebkitTestCases \ |
Eric Penner | f0a43ae | 2014-08-31 14:36:51 -0700 | [diff] [blame] | 163 | CtsWebGLTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 164 | CtsWidgetTestCases |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 165 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 166 | # All APKs that need to be scanned by the coverage utilities. |
| 167 | CTS_COVERAGE_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 168 | $(cts_support_packages) \ |
| 169 | $(cts_test_packages) |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 170 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 171 | # Host side only tests |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 172 | cts_host_libraries := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 173 | CtsAdbTests \ |
| 174 | CtsAppSecurityTests \ |
Esteban Talavera | b53252a | 2014-09-17 11:56:52 +0100 | [diff] [blame] | 175 | CtsDevicePolicyManagerTestCases \ |
Roman Dudko | da4fccc | 2014-11-13 11:27:26 -0800 | [diff] [blame] | 176 | CtsDumpsysHostTestCases \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 177 | CtsHostJank \ |
Lorenzo Colitti | 33b838b | 2014-11-16 20:09:24 -0800 | [diff] [blame] | 178 | CtsHostsideNetworkTests \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 179 | CtsHostUi \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 180 | CtsMonkeyTestCases \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 181 | CtsThemeHostTestCases \ |
dcashman | 5909bcd | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 182 | CtsSecurityHostTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 183 | CtsUsbTests |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 184 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 185 | # List of native tests. For 32 bit targets, assumes that there will be |
| 186 | # one test executable, and it will end in 32. For 64 bit targets, assumes |
| 187 | # that there will be two executables, one that ends in 32 for the 32 |
| 188 | # bit executable and one that ends in 64 for the 64 bit executable. |
| 189 | cts_native_tests := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 190 | NativeMediaTest_SL \ |
| 191 | NativeMediaTest_XA \ |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 192 | |
| 193 | ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64)) |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 194 | cts_native_tests += bionic-unit-tests-cts |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 195 | endif |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 196 | |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 197 | cts_ui_tests := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 198 | CtsUiAutomatorTests |
| 199 | |
| 200 | cts_device_jars := \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 201 | CtsDeviceJank \ |
| 202 | CtsPrintInstrument |
| 203 | |
| 204 | cts_device_executables := \ |
| 205 | print-instrument |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 206 | |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 207 | cts_target_junit_tests := \ |
| 208 | CtsJdwp |
| 209 | |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 210 | cts_deqp_test_apis := \ |
| 211 | gles3 \ |
| 212 | gles31 |
| 213 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 214 | # All the files that will end up under the repository/testcases |
| 215 | # directory of the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 216 | CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 217 | $(call cts-get-package-paths,$(cts_test_packages)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 218 | $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 219 | $(call cts-get-ui-lib-paths,$(cts_device_jars)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 220 | $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 221 | $(call cts-get-executable-paths,$(cts_device_executables)) |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 222 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 223 | # NOTE: If compiling on a 64 bit target, TARGET_2ND_ARCH will be non-empty |
| 224 | # and will cause the function to expand to the secondary arch object |
| 225 | # directory. If compiling on a 32 bit target, TARGET_2ND_ARCH will be |
| 226 | # empty and will cause the function to expand to the primary arch object |
| 227 | # directory. |
| 228 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),32,$(TARGET_2ND_ARCH)) |
| 229 | |
| 230 | ifeq ($(TARGET_IS_64_BIT),true) |
| 231 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64) |
| 232 | endif |
| 233 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 234 | # All the XMLs that will end up under the repository/testcases |
| 235 | # and that need to be created before making the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 236 | CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 237 | $(call cts-get-test-xmls,$(cts_test_packages)) \ |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 238 | $(call cts-get-test-xmls,$(cts_native_tests)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 239 | $(call cts-get-test-xmls,$(cts_target_junit_tests)) \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 240 | $(call cts-get-test-xmls,$(cts_ui_tests)) \ |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 241 | $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis)) |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 242 | |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 243 | # The following files will be placed in the tools directory of the CTS distribution |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 244 | CTS_TOOLS_LIST := |