Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 1 | # Copyright (C) 2010 The Android Open Source Project |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 15 | cts_security_apps_list := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 16 | CtsAppAccessData \ |
| 17 | CtsAppWithData \ |
Jeff Sharkey | 3c4d2fc | 2014-10-10 11:40:22 -0700 | [diff] [blame] | 18 | CtsDocumentProvider \ |
| 19 | CtsDocumentClient \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 20 | CtsExternalStorageApp \ |
| 21 | CtsInstrumentationAppDiffCert \ |
| 22 | CtsPermissionDeclareApp \ |
| 23 | CtsPermissionDeclareAppCompat \ |
| 24 | CtsReadExternalStorageApp \ |
| 25 | CtsSharedUidInstall \ |
| 26 | CtsSharedUidInstallDiffCert \ |
| 27 | CtsSimpleAppInstall \ |
| 28 | CtsSimpleAppInstallDiffCert \ |
Jeff Sharkey | 6302bb5 | 2014-10-07 12:09:40 -0700 | [diff] [blame] | 29 | CtsSplitApp \ |
| 30 | CtsSplitApp_x86 \ |
| 31 | CtsSplitApp_x86_64 \ |
| 32 | CtsSplitApp_armeabi-v7a \ |
| 33 | CtsSplitApp_armeabi \ |
| 34 | CtsSplitApp_arm64-v8a \ |
| 35 | CtsSplitApp_mips64 \ |
| 36 | CtsSplitApp_mips \ |
| 37 | CtsSplitAppDiffVersion \ |
| 38 | CtsSplitAppDiffCert \ |
Jeff Sharkey | d724a39 | 2014-10-08 16:37:51 -0700 | [diff] [blame] | 39 | CtsSplitAppFeature \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 40 | CtsTargetInstrumentationApp \ |
| 41 | CtsUsePermissionDiffCert \ |
| 42 | CtsWriteExternalStorageApp \ |
| 43 | CtsMultiUserStorageApp |
Brian Muramatsu | 320a7a1 | 2010-07-08 16:37:21 -0700 | [diff] [blame] | 44 | |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 45 | cts_security_keysets_list := \ |
| 46 | CtsKeySetTestApp \ |
| 47 | CtsKeySetPermDefSigningA \ |
| 48 | CtsKeySetPermDefSigningB\ |
| 49 | CtsKeySetPermUseSigningA \ |
| 50 | CtsKeySetPermUseSigningB \ |
| 51 | CtsKeySetSigningAUpgradeA \ |
| 52 | CtsKeySetSigningBUpgradeA \ |
| 53 | CtsKeySetSigningAUpgradeAAndB \ |
| 54 | CtsKeySetSigningAUpgradeAOrB \ |
| 55 | CtsKeySetSigningAUpgradeB \ |
| 56 | CtsKeySetSigningBUpgradeB \ |
| 57 | CtsKeySetSigningAAndBUpgradeA \ |
| 58 | CtsKeySetSigningAAndCUpgradeB \ |
| 59 | CtsKeySetSigningAUpgradeNone |
| 60 | |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 61 | cts_support_packages := \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 62 | CtsAccelerationTestStubs \ |
Chenjie Luo | 15f32be | 2014-09-25 11:28:03 -0700 | [diff] [blame] | 63 | CtsAppTestStubs \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 64 | CtsDeviceAdmin \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 65 | CtsDeviceOpenGl \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 66 | CtsDeviceOwnerApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 67 | CtsDeviceTaskswitchingAppA \ |
| 68 | CtsDeviceTaskswitchingAppB \ |
| 69 | CtsDeviceTaskswitchingControl \ |
| 70 | CtsDeviceUi \ |
Nicolas Prevot | 7366f3f | 2014-10-01 13:56:18 +0100 | [diff] [blame] | 71 | CtsIntentReceiverApp \ |
Jeff Sharkey | 8d959c1 | 2014-10-14 14:16:31 -0700 | [diff] [blame] | 72 | CtsIntentSenderApp \ |
Esteban Talavera | 17aafef | 2014-09-30 17:03:32 +0100 | [diff] [blame] | 73 | CtsManagedProfileApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 74 | CtsMonkeyApp \ |
| 75 | CtsMonkeyApp2 \ |
| 76 | CtsSomeAccessibilityServices \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 77 | CtsThemeDeviceApp \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 78 | TestDeviceSetup \ |
| 79 | CtsUiAutomatorApp \ |
| 80 | CtsUsbSerialTestApp \ |
dcashman | e84939a | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 81 | $(cts_security_apps_list) \ |
| 82 | $(cts_security_keysets_list) |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 83 | |
| 84 | cts_external_packages := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 85 | com.replica.replicaisland \ |
| 86 | com.drawelements.deqp |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 87 | |
| 88 | # Any APKs that need to be copied to the CTS distribution's testcases |
| 89 | # directory but do not require an associated test package XML. |
| 90 | CTS_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 91 | $(cts_support_packages) \ |
| 92 | $(cts_external_packages) |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 93 | |
| 94 | # Test packages that require an associated test package XML. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 95 | cts_test_packages := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 96 | CtsDeviceFilePerf \ |
| 97 | CtsDeviceUi \ |
| 98 | CtsDeviceDram \ |
| 99 | CtsDeviceSimpleCpu \ |
| 100 | CtsDeviceBrowserBench \ |
| 101 | CtsDeviceVideoPerf \ |
| 102 | CtsDeviceOpenGl \ |
| 103 | CtsAccelerationTestCases \ |
| 104 | CtsAccountManagerTestCases \ |
| 105 | CtsAccessibilityServiceTestCases \ |
| 106 | CtsAccessibilityTestCases \ |
| 107 | CtsAdminTestCases \ |
| 108 | CtsAnimationTestCases \ |
| 109 | CtsAppTestCases \ |
| 110 | CtsBluetoothTestCases \ |
| 111 | CtsCalendarcommon2TestCases \ |
| 112 | CtsContentTestCases \ |
| 113 | CtsDatabaseTestCases \ |
| 114 | CtsDisplayTestCases \ |
| 115 | CtsDpiTestCases \ |
| 116 | CtsDpiTestCases2 \ |
| 117 | CtsDreamsTestCases \ |
| 118 | CtsDrmTestCases \ |
| 119 | CtsEffectTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 120 | CtsGestureTestCases \ |
| 121 | CtsGraphicsTestCases \ |
| 122 | CtsGraphics2TestCases \ |
| 123 | CtsHardwareTestCases \ |
Matthew Williams | 547b816 | 2014-10-15 10:18:11 -0700 | [diff] [blame] | 124 | CtsJobSchedulerDeviceTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 125 | CtsJniTestCases \ |
| 126 | CtsKeystoreTestCases \ |
| 127 | CtsLocationTestCases \ |
Chenjie Luo | 693ed40 | 2014-09-11 15:12:33 -0700 | [diff] [blame] | 128 | CtsLocation2TestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 129 | CtsMediaStressTestCases \ |
| 130 | CtsMediaTestCases \ |
| 131 | CtsNativeOpenGLTestCases \ |
| 132 | CtsNdefTestCases \ |
| 133 | CtsNetTestCases \ |
| 134 | CtsOpenGLTestCases \ |
| 135 | CtsOpenGlPerfTestCases \ |
| 136 | CtsOsTestCases \ |
| 137 | CtsPermissionTestCases \ |
| 138 | CtsPermission2TestCases \ |
| 139 | CtsPreferenceTestCases \ |
| 140 | CtsPreference2TestCases \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 141 | CtsPrintTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 142 | CtsProviderTestCases \ |
| 143 | CtsRenderscriptTestCases \ |
Chenjie Luo | 74e860b | 2014-09-08 11:36:02 -0700 | [diff] [blame] | 144 | CtsRenderscriptLegacyTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 145 | CtsRsCppTestCases \ |
| 146 | CtsSaxTestCases \ |
| 147 | CtsSecurityTestCases \ |
Stuart Scott | f67280f | 2014-09-30 14:07:30 -0700 | [diff] [blame] | 148 | CtsSignatureTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 149 | CtsSpeechTestCases \ |
| 150 | CtsTelephonyTestCases \ |
| 151 | CtsTextTestCases \ |
| 152 | CtsTextureViewTestCases \ |
| 153 | CtsThemeTestCases \ |
Wonsik Kim | 42fe889 | 2014-08-07 17:05:37 +0900 | [diff] [blame] | 154 | CtsTvTestCases \ |
Svetoslav | 966b4e9 | 2014-03-28 13:41:17 -0700 | [diff] [blame] | 155 | CtsUiAutomationTestCases \ |
Antonio Calabrese | 16ac3c8 | 2014-06-12 13:58:58 -0700 | [diff] [blame] | 156 | CtsUiRenderingTestCases \ |
Adam Lesinski | 4da0bc0 | 2014-07-30 11:52:12 -0700 | [diff] [blame] | 157 | CtsUsageStatsTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 158 | CtsUtilTestCases \ |
| 159 | CtsViewTestCases \ |
| 160 | CtsWebkitTestCases \ |
Eric Penner | f0a43ae | 2014-08-31 14:36:51 -0700 | [diff] [blame] | 161 | CtsWebGLTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 162 | CtsWidgetTestCases |
Brian Muramatsu | 2f8eead | 2010-09-24 14:56:43 -0700 | [diff] [blame] | 163 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 164 | # All APKs that need to be scanned by the coverage utilities. |
| 165 | CTS_COVERAGE_TEST_CASE_LIST := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 166 | $(cts_support_packages) \ |
| 167 | $(cts_test_packages) |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 168 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 169 | # Host side only tests |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 170 | cts_host_libraries := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 171 | CtsAdbTests \ |
| 172 | CtsAppSecurityTests \ |
Esteban Talavera | b53252a | 2014-09-17 11:56:52 +0100 | [diff] [blame] | 173 | CtsDevicePolicyManagerTestCases \ |
Roman Dudko | da4fccc | 2014-11-13 11:27:26 -0800 | [diff] [blame] | 174 | CtsDumpsysHostTestCases \ |
Stuart Scott | 1734c7f | 2014-02-19 17:34:36 -0800 | [diff] [blame] | 175 | CtsHostJank \ |
| 176 | CtsHostUi \ |
Sebastien Hertz | 3f73348 | 2015-08-11 15:39:02 +0200 | [diff] [blame] | 177 | CtsJdwpSecurityHostTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 178 | CtsMonkeyTestCases \ |
Chenjie Luo | 42aaa5c | 2014-08-20 18:33:47 -0700 | [diff] [blame] | 179 | CtsThemeHostTestCases \ |
dcashman | 5909bcd | 2014-08-21 15:33:24 -0700 | [diff] [blame] | 180 | CtsSecurityHostTestCases \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 181 | CtsUsbTests |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 182 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 183 | # List of native tests. For 32 bit targets, assumes that there will be |
| 184 | # one test executable, and it will end in 32. For 64 bit targets, assumes |
| 185 | # that there will be two executables, one that ends in 32 for the 32 |
| 186 | # bit executable and one that ends in 64 for the 64 bit executable. |
| 187 | cts_native_tests := \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 188 | NativeMediaTest_SL \ |
| 189 | NativeMediaTest_XA \ |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 190 | |
| 191 | ifeq ($(HOST_OS)-$(HOST_ARCH),$(filter $(HOST_OS)-$(HOST_ARCH),linux-x86 linux-x86_64)) |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 192 | cts_native_tests += bionic-unit-tests-cts |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 193 | endif |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 194 | |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 195 | cts_ui_tests := \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 196 | CtsUiAutomatorTests |
| 197 | |
| 198 | cts_device_jars := \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 199 | CtsDeviceJank \ |
Sebastien Hertz | 3f73348 | 2015-08-11 15:39:02 +0200 | [diff] [blame] | 200 | CtsJdwpApp \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 201 | CtsPrintInstrument |
| 202 | |
| 203 | cts_device_executables := \ |
| 204 | print-instrument |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 205 | |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 206 | cts_target_junit_tests := \ |
| 207 | CtsJdwp |
| 208 | |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 209 | cts_deqp_test_apis := \ |
| 210 | gles3 \ |
| 211 | gles31 |
| 212 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 213 | # All the files that will end up under the repository/testcases |
| 214 | # directory of the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 215 | CTS_TEST_CASES := $(call cts-get-lib-paths,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 216 | $(call cts-get-package-paths,$(cts_test_packages)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 217 | $(call cts-get-ui-lib-paths,$(cts_ui_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 218 | $(call cts-get-ui-lib-paths,$(cts_device_jars)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 219 | $(call cts-get-ui-lib-paths,$(cts_target_junit_tests)) \ |
Svetoslav | 12c82d4 | 2013-12-20 12:34:52 -0800 | [diff] [blame] | 220 | $(call cts-get-executable-paths,$(cts_device_executables)) |
Brian Muramatsu | 88d32a8 | 2011-12-02 10:55:12 -0800 | [diff] [blame] | 221 | |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 222 | # NOTE: If compiling on a 64 bit target, TARGET_2ND_ARCH will be non-empty |
| 223 | # and will cause the function to expand to the secondary arch object |
| 224 | # directory. If compiling on a 32 bit target, TARGET_2ND_ARCH will be |
| 225 | # empty and will cause the function to expand to the primary arch object |
| 226 | # directory. |
| 227 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),32,$(TARGET_2ND_ARCH)) |
| 228 | |
| 229 | ifeq ($(TARGET_IS_64_BIT),true) |
| 230 | CTS_TEST_CASES += $(call cts-get-native-paths,$(cts_native_tests),64) |
| 231 | endif |
| 232 | |
Brian Muramatsu | 5df641c | 2011-12-28 15:46:57 -0800 | [diff] [blame] | 233 | # All the XMLs that will end up under the repository/testcases |
| 234 | # and that need to be created before making the final CTS distribution. |
Brian Muramatsu | be775f5 | 2012-01-10 18:26:00 -0800 | [diff] [blame] | 235 | CTS_TEST_XMLS := $(call cts-get-test-xmls,$(cts_host_libraries)) \ |
Stuart Scott | a132af6 | 2013-11-07 10:30:32 -0800 | [diff] [blame] | 236 | $(call cts-get-test-xmls,$(cts_test_packages)) \ |
Christopher Ferris | 286aca5 | 2014-10-15 18:08:41 -0700 | [diff] [blame] | 237 | $(call cts-get-test-xmls,$(cts_native_tests)) \ |
Tsu Chiang Chuang | 06f4c56 | 2014-06-18 09:57:57 -0700 | [diff] [blame] | 238 | $(call cts-get-test-xmls,$(cts_target_junit_tests)) \ |
Mika Isojärvi | 84e6593 | 2014-09-11 18:11:07 +0300 | [diff] [blame] | 239 | $(call cts-get-test-xmls,$(cts_ui_tests)) \ |
Jarkko Pöyry | 59a8dbb | 2014-10-13 22:01:15 -0700 | [diff] [blame] | 240 | $(call cts-get-deqp-test-xmls,$(cts_deqp_test_apis)) |
Brett Chabot | 87f4451 | 2012-11-16 16:00:02 -0800 | [diff] [blame] | 241 | |
Brian Muramatsu | 12c8691 | 2011-07-21 17:26:46 -0700 | [diff] [blame] | 242 | # The following files will be placed in the tools directory of the CTS distribution |
Narayan Kamath | fef4314 | 2014-02-14 13:27:22 +0000 | [diff] [blame] | 243 | CTS_TOOLS_LIST := |