Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1 | # Copyright (C) 2011 The Android Open Source Project |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | # |
| 15 | |
| 16 | LOCAL_PATH := $(call my-dir) |
| 17 | |
| 18 | include art/build/Android.common_test.mk |
| 19 | |
| 20 | # List of all tests of the form 003-omnibus-opcodes. |
| 21 | TEST_ART_RUN_TESTS := $(wildcard $(LOCAL_PATH)/[0-9]*) |
| 22 | TEST_ART_RUN_TESTS := $(subst $(LOCAL_PATH)/,, $(TEST_ART_RUN_TESTS)) |
| 23 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 24 | ######################################################################## |
| 25 | # The art-run-tests module, used to build all run-tests into an image. |
Alex Light | 9dcc457 | 2014-08-14 14:16:26 -0700 | [diff] [blame] | 26 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 27 | # The path where build only targets will be output, e.g. |
| 28 | # out/target/product/generic_x86_64/obj/PACKAGING/art-run-tests_intermediates/DATA |
| 29 | art_run_tests_dir := $(call intermediates-dir-for,PACKAGING,art-run-tests)/DATA |
| 30 | |
| 31 | # A generated list of prerequisites that call 'run-test --build-only', the actual prerequisite is |
| 32 | # an empty file touched in the intermediate directory. |
| 33 | TEST_ART_RUN_TEST_BUILD_RULES := |
| 34 | |
Nicolas Geoffray | 07f2bc1 | 2015-05-29 13:40:25 +0100 | [diff] [blame] | 35 | # Dependencies for actually running a run-test. |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 36 | TEST_ART_RUN_TEST_DEPENDENCIES := \ |
| 37 | $(DX) \ |
| 38 | $(HOST_OUT_EXECUTABLES)/jasmin \ |
| 39 | $(HOST_OUT_EXECUTABLES)/smali \ |
| 40 | $(HOST_OUT_EXECUTABLES)/dexmerger |
| 41 | |
| 42 | ifeq ($(ANDROID_COMPILE_WITH_JACK),true) |
| 43 | TEST_ART_RUN_TEST_DEPENDENCIES += \ |
| 44 | $(JACK_JAR) \ |
| 45 | $(JACK_LAUNCHER_JAR) \ |
| 46 | $(JILL_JAR) |
| 47 | endif |
Nicolas Geoffray | 07f2bc1 | 2015-05-29 13:40:25 +0100 | [diff] [blame] | 48 | |
Hiroshi Yamauchi | 093f1b4 | 2015-07-14 12:20:30 -0700 | [diff] [blame] | 49 | ifeq ($(ART_TEST_DEBUG_GC),true) |
| 50 | ART_TEST_WITH_STRACE := true |
| 51 | endif |
| 52 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 53 | # Helper to create individual build targets for tests. Must be called with $(eval). |
| 54 | # $(1): the test number |
| 55 | define define-build-art-run-test |
| 56 | dmart_target := $(art_run_tests_dir)/art-run-tests/$(1)/touch |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 57 | run_test_options = --build-only |
| 58 | ifeq ($(ANDROID_COMPILE_WITH_JACK),true) |
| 59 | run_test_options += --build-with-jack |
| 60 | else |
| 61 | run_test_options += --build-with-javac-dx |
| 62 | endif |
| 63 | $$(dmart_target): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) |
Nicolas Geoffray | 07f2bc1 | 2015-05-29 13:40:25 +0100 | [diff] [blame] | 64 | $$(dmart_target): $(TEST_ART_RUN_TEST_DEPENDENCIES) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 65 | $(hide) rm -rf $$(dir $$@) && mkdir -p $$(dir $$@) |
| 66 | $(hide) DX=$(abspath $(DX)) JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ |
Andreas Gampe | 8fda9f2 | 2014-10-03 16:15:37 -0700 | [diff] [blame] | 67 | SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ |
| 68 | DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 69 | JACK=$(abspath $(JACK)) \ |
| 70 | JACK_VM_COMMAND="$(JACK_VM) $(DEFAULT_JACK_VM_ARGS) $(JAVA_TMPDIR_ARG) -jar $(abspath $(JACK_LAUNCHER_JAR)) " \ |
| 71 | JACK_CLASSPATH=$(TARGET_JACK_CLASSPATH) \ |
| 72 | JACK_JAR=$(abspath $(JACK_JAR)) \ |
| 73 | JILL_JAR=$(abspath $(JILL_JAR)) \ |
| 74 | $(LOCAL_PATH)/run-test $$(PRIVATE_RUN_TEST_OPTIONS) --output-path $$(abspath $$(dir $$@)) $(1) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 75 | $(hide) touch $$@ |
| 76 | |
| 77 | TEST_ART_RUN_TEST_BUILD_RULES += $$(dmart_target) |
| 78 | dmart_target := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 79 | run_test_options := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 80 | endef |
Ian Rogers | bf66bce | 2014-06-24 23:15:34 -0700 | [diff] [blame] | 81 | $(foreach test, $(TEST_ART_RUN_TESTS), $(eval $(call define-build-art-run-test,$(test)))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 82 | |
| 83 | include $(CLEAR_VARS) |
| 84 | LOCAL_MODULE_TAGS := tests |
| 85 | LOCAL_MODULE := art-run-tests |
Ian Rogers | abbf242 | 2014-10-15 11:57:01 -0700 | [diff] [blame] | 86 | LOCAL_ADDITIONAL_DEPENDENCIES := $(TEST_ART_RUN_TEST_BUILD_RULES) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 87 | # The build system use this flag to pick up files generated by declare-make-art-run-test. |
| 88 | LOCAL_PICKUP_FILES := $(art_run_tests_dir) |
| 89 | |
| 90 | include $(BUILD_PHONY_PACKAGE) |
| 91 | |
| 92 | # Clear temp vars. |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 93 | art_run_tests_dir := |
| 94 | define-build-art-run-test := |
Ian Rogers | 8a14b75 | 2014-07-18 15:06:53 -0700 | [diff] [blame] | 95 | TEST_ART_RUN_TEST_BUILD_RULES := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 96 | |
| 97 | ######################################################################## |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 98 | # General rules to build and run a run-test. |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 99 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 100 | TARGET_TYPES := host target |
Nicolas Geoffray | 41bb331 | 2014-10-24 13:49:08 +0100 | [diff] [blame] | 101 | PREBUILD_TYPES := |
| 102 | ifeq ($(ART_TEST_RUN_TEST_PREBUILD),true) |
| 103 | PREBUILD_TYPES += prebuild |
| 104 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 105 | ifeq ($(ART_TEST_RUN_TEST_NO_PREBUILD),true) |
| 106 | PREBUILD_TYPES += no-prebuild |
| 107 | endif |
| 108 | ifeq ($(ART_TEST_RUN_TEST_NO_DEX2OAT),true) |
| 109 | PREBUILD_TYPES += no-dex2oat |
| 110 | endif |
| 111 | COMPILER_TYPES := |
| 112 | ifeq ($(ART_TEST_DEFAULT_COMPILER),true) |
| 113 | COMPILER_TYPES += default |
| 114 | endif |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 115 | ifeq ($(ART_TEST_INTERPRETER_ACCESS_CHECKS),true) |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 116 | COMPILER_TYPES += interp-ac |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 117 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 118 | ifeq ($(ART_TEST_INTERPRETER),true) |
| 119 | COMPILER_TYPES += interpreter |
| 120 | endif |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 121 | ifeq ($(ART_TEST_JIT),true) |
| 122 | COMPILER_TYPES += jit |
| 123 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 124 | ifeq ($(ART_TEST_OPTIMIZING),true) |
| 125 | COMPILER_TYPES += optimizing |
| 126 | endif |
| 127 | RELOCATE_TYPES := relocate |
| 128 | ifeq ($(ART_TEST_RUN_TEST_NO_RELOCATE),true) |
| 129 | RELOCATE_TYPES += no-relocate |
| 130 | endif |
| 131 | ifeq ($(ART_TEST_RUN_TEST_RELOCATE_NO_PATCHOAT),true) |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 132 | RELOCATE_TYPES += relocate-npatchoat |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 133 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 134 | TRACE_TYPES := ntrace |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 135 | ifeq ($(ART_TEST_TRACE),true) |
| 136 | TRACE_TYPES += trace |
| 137 | endif |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 138 | ifeq ($(ART_TEST_TRACE_STREAM),true) |
| 139 | TRACE_TYPES += stream |
| 140 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 141 | GC_TYPES := cms |
Alex Light | 992f1e7 | 2014-08-27 16:08:57 -0700 | [diff] [blame] | 142 | ifeq ($(ART_TEST_GC_STRESS),true) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 143 | GC_TYPES += gcstress |
| 144 | endif |
Alex Light | 992f1e7 | 2014-08-27 16:08:57 -0700 | [diff] [blame] | 145 | ifeq ($(ART_TEST_GC_VERIFY),true) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 146 | GC_TYPES += gcverify |
| 147 | endif |
| 148 | JNI_TYPES := checkjni |
| 149 | ifeq ($(ART_TEST_JNI_FORCECOPY),true) |
| 150 | JNI_TYPES += forcecopy |
| 151 | endif |
| 152 | IMAGE_TYPES := image |
| 153 | ifeq ($(ART_TEST_RUN_TEST_NO_IMAGE),true) |
| 154 | IMAGE_TYPES += no-image |
| 155 | endif |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 156 | ifeq ($(ART_TEST_PIC_IMAGE),true) |
| 157 | IMAGE_TYPES += picimage |
| 158 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 159 | PICTEST_TYPES := npictest |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 160 | ifeq ($(ART_TEST_PIC_TEST),true) |
| 161 | PICTEST_TYPES += pictest |
| 162 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 163 | RUN_TYPES := |
| 164 | ifeq ($(ART_TEST_RUN_TEST_DEBUG),true) |
| 165 | RUN_TYPES += debug |
| 166 | endif |
| 167 | ifeq ($(ART_TEST_RUN_TEST_NDEBUG),true) |
| 168 | RUN_TYPES += ndebug |
| 169 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 170 | DEBUGGABLE_TYPES := ndebuggable |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 171 | ifeq ($(ART_TEST_RUN_TEST_DEBUGGABLE),true) |
| 172 | DEBUGGABLE_TYPES += debuggable |
| 173 | endif |
Nicolas Geoffray | 41bb331 | 2014-10-24 13:49:08 +0100 | [diff] [blame] | 174 | ADDRESS_SIZES_TARGET := $(ART_PHONY_TEST_TARGET_SUFFIX) |
| 175 | ADDRESS_SIZES_HOST := $(ART_PHONY_TEST_HOST_SUFFIX) |
| 176 | ifeq ($(ART_TEST_RUN_TEST_2ND_ARCH),true) |
| 177 | ADDRESS_SIZES_TARGET += $(2ND_ART_PHONY_TEST_TARGET_SUFFIX) |
| 178 | ADDRESS_SIZES_HOST += $(2ND_ART_PHONY_TEST_HOST_SUFFIX) |
| 179 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 180 | ALL_ADDRESS_SIZES := 64 32 |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 181 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 182 | # List all run test names with number arguments agreeing with the comment above. |
| 183 | define all-run-test-names |
| 184 | $(foreach target, $(1), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 185 | $(foreach run-type, $(2), \ |
| 186 | $(foreach prebuild, $(3), \ |
| 187 | $(foreach compiler, $(4), \ |
| 188 | $(foreach relocate, $(5), \ |
| 189 | $(foreach trace, $(6), \ |
| 190 | $(foreach gc, $(7), \ |
| 191 | $(foreach jni, $(8), \ |
| 192 | $(foreach image, $(9), \ |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 193 | $(foreach pictest, $(10), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 194 | $(foreach debuggable, $(11), \ |
| 195 | $(foreach test, $(12), \ |
| 196 | $(foreach address_size, $(13), \ |
| 197 | test-art-$(target)-run-test-$(run-type)-$(prebuild)-$(compiler)-$(relocate)-$(trace)-$(gc)-$(jni)-$(image)-$(pictest)-$(debuggable)-$(test)$(address_size) \ |
| 198 | ))))))))))))) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 199 | endef # all-run-test-names |
| 200 | |
| 201 | # To generate a full list or tests: |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 202 | # $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 203 | # $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Roland Levillain | d139bb7 | 2015-07-15 14:09:20 +0100 | [diff] [blame] | 204 | # $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 205 | |
| 206 | # Convert's a rule name to the form used in variables, e.g. no-relocate to NO_RELOCATE |
| 207 | define name-to-var |
| 208 | $(shell echo $(1) | tr '[:lower:]' '[:upper:]' | tr '-' '_') |
| 209 | endef # name-to-var |
| 210 | |
| 211 | # Tests that are timing sensitive and flaky on heavily loaded systems. |
| 212 | TEST_ART_TIMING_SENSITIVE_RUN_TESTS := \ |
| 213 | 053-wait-some \ |
Mathieu Chartier | e4a91bb | 2015-01-28 13:11:44 -0800 | [diff] [blame] | 214 | 055-enum-performance \ |
| 215 | 133-static-invoke-super |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 216 | |
| 217 | # disable timing sensitive tests on "dist" builds. |
| 218 | ifdef dist_goal |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 219 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 220 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 221 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_TIMING_SENSITIVE_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 222 | endif |
| 223 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 224 | TEST_ART_TIMING_SENSITIVE_RUN_TESTS := |
| 225 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 226 | # Note 116-nodex2oat is not broken per-se it just doesn't (and isn't meant to) work with --prebuild. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 227 | TEST_ART_BROKEN_PREBUILD_RUN_TESTS := \ |
Andreas Gampe | 3ad5d5e | 2015-02-03 18:26:55 -0800 | [diff] [blame] | 228 | 116-nodex2oat \ |
Jean Christophe Beyler | 24e04aa | 2014-09-12 12:03:25 -0700 | [diff] [blame] | 229 | 118-noimage-dex2oat \ |
| 230 | 134-nodex2oat-nofallback |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 231 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 232 | ifneq (,$(filter prebuild,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 233 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),prebuild, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 234 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 235 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_PREBUILD_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 236 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 237 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 238 | TEST_ART_BROKEN_PREBUILD_RUN_TESTS := |
| 239 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 240 | TEST_ART_BROKEN_NO_PREBUILD_TESTS := \ |
| 241 | 117-nopatchoat |
| 242 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 243 | ifneq (,$(filter no-prebuild,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 244 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-prebuild, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 245 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 246 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_PREBUILD_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 247 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 248 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 249 | TEST_ART_BROKEN_NO_PREBUILD_TESTS := |
| 250 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 251 | # Note 117-nopatchoat is not broken per-se it just doesn't work (and isn't meant to) without |
| 252 | # --prebuild --relocate |
| 253 | TEST_ART_BROKEN_NO_RELOCATE_TESTS := \ |
Andreas Gampe | 3ad5d5e | 2015-02-03 18:26:55 -0800 | [diff] [blame] | 254 | 117-nopatchoat \ |
| 255 | 118-noimage-dex2oat \ |
| 256 | 119-noimage-patchoat |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 257 | |
| 258 | ifneq (,$(filter no-relocate,$(RELOCATE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 259 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 260 | $(COMPILER_TYPES), no-relocate,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 261 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_RELOCATE_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 262 | endif |
| 263 | |
| 264 | TEST_ART_BROKEN_NO_RELOCATE_TESTS := |
| 265 | |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 266 | # Temporarily disable some broken tests when forcing access checks in interpreter b/22414682 |
| 267 | TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := \ |
| 268 | 004-JniTest \ |
| 269 | 005-annotations \ |
| 270 | 044-proxy \ |
| 271 | 073-mismatched-field \ |
| 272 | 088-monitor-verification \ |
| 273 | 135-MirandaDispatch \ |
| 274 | 137-cfi \ |
| 275 | 412-new-array \ |
| 276 | 471-uninitialized-locals \ |
| 277 | 506-verify-aput \ |
| 278 | 800-smali |
| 279 | |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 280 | ifneq (,$(filter interp-ac,$(COMPILER_TYPES))) |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 281 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 282 | interp-ac,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 283 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS), $(ALL_ADDRESS_SIZES)) |
| 284 | endif |
| 285 | |
| 286 | TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := |
| 287 | |
Man Cao | 1ed11b9 | 2015-06-11 22:47:35 -0700 | [diff] [blame] | 288 | # Tests that are broken with GC stress. |
Mathieu Chartier | eb19362 | 2015-06-27 15:42:27 -0700 | [diff] [blame] | 289 | # 137-cfi needs to unwind a second forked process. We're using a primitive sleep to wait till we |
| 290 | # hope the second process got into the expected state. The slowness of gcstress makes this bad. |
| 291 | TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := \ |
Igor Murashkin | 222223a | 2015-07-24 14:43:26 -0700 | [diff] [blame] | 292 | 137-cfi |
Man Cao | 1ed11b9 | 2015-06-11 22:47:35 -0700 | [diff] [blame] | 293 | |
| 294 | ifneq (,$(filter gcstress,$(GC_TYPES))) |
| 295 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 296 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),gcstress,$(JNI_TYPES), \ |
| 297 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_GCSTRESS_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
| 298 | endif |
| 299 | |
| 300 | TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 301 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 302 | # 115-native-bridge setup is complicated. Need to implement it correctly for the target. |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 303 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 304 | $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), 115-native-bridge, \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 305 | $(ALL_ADDRESS_SIZES)) |
| 306 | |
Andreas Gampe | 3a91309 | 2015-01-10 00:26:17 -0800 | [diff] [blame] | 307 | # 130-hprof dumps the heap and runs hprof-conv to check whether the file is somewhat readable. This |
| 308 | # is only possible on the host. |
| 309 | # TODO: Turn off all the other combinations, this is more about testing actual ART code. A gtest is |
| 310 | # very hard to write here, as (for a complete test) JDWP must be set up. |
| 311 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 312 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 313 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),130-hprof,$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | 3a91309 | 2015-01-10 00:26:17 -0800 | [diff] [blame] | 314 | |
Andreas Gampe | 94329d3 | 2015-04-24 20:22:06 -0700 | [diff] [blame] | 315 | # 131 is an old test. The functionality has been implemented at an earlier stage and is checked |
| 316 | # in tests 138. |
| 317 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 318 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
| 319 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),131-structural-change,$(ALL_ADDRESS_SIZES)) |
| 320 | |
Andreas Gampe | 69b5d8f | 2015-06-03 15:43:16 -0700 | [diff] [blame] | 321 | # 138-duplicate-classes-check. Turned off temporarily, b/21333911. |
| 322 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 323 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
| 324 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),138-duplicate-classes-check,$(ALL_ADDRESS_SIZES)) |
| 325 | |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 326 | # All these tests check that we have sane behavior if we don't have a patchoat or dex2oat. |
| 327 | # Therefore we shouldn't run them in situations where we actually don't have these since they |
| 328 | # explicitly test for them. These all also assume we have an image. |
| 329 | TEST_ART_BROKEN_FALLBACK_RUN_TESTS := \ |
| 330 | 116-nodex2oat \ |
| 331 | 117-nopatchoat \ |
| 332 | 118-noimage-dex2oat \ |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 333 | 119-noimage-patchoat \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 334 | 137-cfi \ |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 335 | 138-duplicate-classes-check2 |
| 336 | |
| 337 | # This test fails without an image. |
| 338 | TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS := \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 339 | 137-cfi \ |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 340 | 138-duplicate-classes-check |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 341 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 342 | ifneq (,$(filter no-dex2oat,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 343 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-dex2oat, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 344 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 345 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 346 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 347 | |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 348 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 349 | ifneq (,$(filter no-image,$(IMAGE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 350 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 351 | $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 352 | $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 353 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 354 | $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ |
| 355 | $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 356 | endif |
| 357 | |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 358 | ifneq (,$(filter relocate-npatchoat,$(RELOCATE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 359 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 360 | $(COMPILER_TYPES), relocate-npatchoat,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 361 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 362 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 363 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 364 | TEST_ART_BROKEN_FALLBACK_RUN_TESTS := |
| 365 | |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 366 | # 137: |
| 367 | # This test unrolls and expects managed frames, but tracing means we run the interpreter. |
| 368 | # 802: |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 369 | # This test dynamically enables tracing to force a deoptimization. This makes the test meaningless |
| 370 | # when already tracing, and writes an error message that we do not want to check for. |
| 371 | TEST_ART_BROKEN_TRACING_RUN_TESTS := \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 372 | 137-cfi \ |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 373 | 802-deoptimization |
| 374 | |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 375 | ifneq (,$(filter trace stream,$(TRACE_TYPES))) |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 376 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 377 | $(COMPILER_TYPES),$(RELOCATE_TYPES),trace stream,$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 378 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_TRACING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 379 | endif |
| 380 | |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 381 | # Known broken tests for the interpreter. |
| 382 | # CFI unwinding expects managed frames. |
| 383 | TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := \ |
| 384 | 137-cfi |
| 385 | |
| 386 | ifneq (,$(filter interpreter,$(COMPILER_TYPES))) |
| 387 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 388 | interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 389 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_INTERPRETER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 390 | endif |
| 391 | |
| 392 | TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := |
| 393 | |
Andreas Gampe | aab9f73 | 2015-05-20 14:50:06 -0700 | [diff] [blame] | 394 | # Known broken tests for the JIT. |
| 395 | # CFI unwinding expects managed frames, and the test does not iterate enough to even compile. JIT |
| 396 | # also uses Generic JNI instead of the JNI compiler. |
| 397 | TEST_ART_BROKEN_JIT_RUN_TESTS := \ |
| 398 | 137-cfi |
| 399 | |
| 400 | ifneq (,$(filter jit,$(COMPILER_TYPES))) |
| 401 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 402 | jit,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 403 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_JIT_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 404 | endif |
| 405 | |
| 406 | TEST_ART_BROKEN_JIT_RUN_TESTS := |
| 407 | |
Nicolas Geoffray | a3d05a4 | 2014-10-20 17:41:32 +0100 | [diff] [blame] | 408 | # Known broken tests for the default compiler (Quick). |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 409 | TEST_ART_BROKEN_DEFAULT_RUN_TESTS := \ |
Vladimir Marko | 07785bb | 2015-06-15 18:52:54 +0100 | [diff] [blame] | 410 | 457-regs |
Nicolas Geoffray | a3d05a4 | 2014-10-20 17:41:32 +0100 | [diff] [blame] | 411 | |
| 412 | ifneq (,$(filter default,$(COMPILER_TYPES))) |
| 413 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Nicolas Geoffray | 83cae42 | 2014-10-22 15:08:03 +0100 | [diff] [blame] | 414 | default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 415 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_DEFAULT_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Nicolas Geoffray | a3d05a4 | 2014-10-20 17:41:32 +0100 | [diff] [blame] | 416 | endif |
| 417 | |
| 418 | TEST_ART_BROKEN_DEFAULT_RUN_TESTS := |
| 419 | |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 420 | # Known broken tests for the arm64 optimizing compiler backend. |
Serban Constantinescu | 02d81cc | 2015-01-05 16:08:49 +0000 | [diff] [blame] | 421 | TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS := |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 422 | |
| 423 | ifneq (,$(filter optimizing,$(COMPILER_TYPES))) |
| 424 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 425 | optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 426 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS),64) |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 427 | endif |
| 428 | |
| 429 | TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS := |
| 430 | |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 431 | # Known broken tests for the optimizing compiler. |
Nicolas Geoffray | aa8dd2f | 2015-01-23 17:48:28 +0000 | [diff] [blame] | 432 | TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS := |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 433 | |
| 434 | ifneq (,$(filter optimizing,$(COMPILER_TYPES))) |
| 435 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 436 | optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 437 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 438 | endif |
| 439 | |
Nicolas Geoffray | 5d672a6 | 2014-12-04 14:39:31 +0000 | [diff] [blame] | 440 | # If ART_USE_OPTIMIZING_COMPILER is set to true, then the default core.art has been |
| 441 | # compiled with the optimizing compiler. |
| 442 | ifeq ($(ART_USE_OPTIMIZING_COMPILER),true) |
| 443 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 444 | default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 445 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Nicolas Geoffray | 5d672a6 | 2014-12-04 14:39:31 +0000 | [diff] [blame] | 446 | endif |
| 447 | |
Nicolas Geoffray | 19a19cf | 2014-10-22 16:07:05 +0100 | [diff] [blame] | 448 | TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS := |
| 449 | |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 450 | # Tests that should fail when the optimizing compiler compiles them non-debuggable. |
| 451 | TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := \ |
Nicolas Geoffray | 915b9d0 | 2015-03-11 15:11:19 +0000 | [diff] [blame] | 452 | 454-get-vreg \ |
| 453 | 455-set-vreg \ |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 454 | 457-regs \ |
| 455 | |
| 456 | ifneq (,$(filter optimizing,$(COMPILER_TYPES))) |
| 457 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 458 | optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 459 | $(IMAGE_TYPES),$(PICTEST_TYPES),ndebuggable,$(TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 460 | endif |
| 461 | |
| 462 | TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := |
| 463 | |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 464 | # Tests that should fail when the optimizing compiler compiles them debuggable. |
| 465 | TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := \ |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 466 | |
| 467 | ifneq (,$(filter optimizing,$(COMPILER_TYPES))) |
| 468 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 469 | optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 470 | $(IMAGE_TYPES),$(PICTEST_TYPES),debuggable,$(TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 471 | endif |
| 472 | |
| 473 | TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := |
| 474 | |
Hiroshi Yamauchi | 1d85823 | 2015-05-05 13:36:39 -0700 | [diff] [blame] | 475 | # Tests that should fail in the read barrier configuration. |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 476 | # 137: Read barrier forces interpreter. Cannot run this with the interpreter. |
| 477 | TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS := \ |
| 478 | 137-cfi |
Hiroshi Yamauchi | 1d85823 | 2015-05-05 13:36:39 -0700 | [diff] [blame] | 479 | |
| 480 | ifeq ($(ART_USE_READ_BARRIER),true) |
| 481 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 482 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 483 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 484 | endif |
| 485 | |
| 486 | TEST_ART_BROKEN_READ_BARRIER_RUN_TESTS := |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 487 | |
Roland Levillain | 4d02711 | 2015-07-01 15:41:14 +0100 | [diff] [blame] | 488 | # Tests that should fail in the heap poisoning configuration with the default (Quick) compiler. |
| 489 | # 137: Quick punts to the interpreter, and this test cannot run this with the interpreter. |
| 490 | TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS := \ |
| 491 | 137-cfi |
| 492 | # Tests that should fail in the heap poisoning configuration with the Optimizing compiler. |
| 493 | # 055-enum-performance: Exceeds run time limits due to heap poisoning instrumentation. |
| 494 | TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := \ |
| 495 | 055-enum-performance |
| 496 | # Tests that should fail in the heap poisoning configuration with the interpreter. |
| 497 | # 137: Cannot run this with the interpreter. |
| 498 | TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS := \ |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 499 | 137-cfi |
| 500 | |
| 501 | ifeq ($(ART_HEAP_POISONING),true) |
Roland Levillain | 4d02711 | 2015-07-01 15:41:14 +0100 | [diff] [blame] | 502 | ifneq (,$(filter default,$(COMPILER_TYPES))) |
| 503 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 504 | $(PREBUILD_TYPES),default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 505 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 506 | $(TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 507 | endif |
| 508 | |
| 509 | ifneq (,$(filter optimizing,$(COMPILER_TYPES))) |
| 510 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 511 | $(PREBUILD_TYPES),optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 512 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 513 | $(TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 514 | endif |
| 515 | |
| 516 | ifneq (,$(filter interpreter,$(COMPILER_TYPES))) |
| 517 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 518 | $(PREBUILD_TYPES),interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 519 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 520 | $(TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 521 | endif |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 522 | endif |
| 523 | |
Roland Levillain | 4d02711 | 2015-07-01 15:41:14 +0100 | [diff] [blame] | 524 | TEST_ART_BROKEN_INTERPRETER_HEAP_POISONING_RUN_TESTS := |
| 525 | TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := |
| 526 | TEST_ART_BROKEN_DEFAULT_HEAP_POISONING_RUN_TESTS := |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 527 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 528 | # Clear variables ahead of appending to them when defining tests. |
| 529 | $(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) |
| 530 | $(foreach target, $(TARGET_TYPES), \ |
| 531 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 532 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) |
| 533 | $(foreach target, $(TARGET_TYPES), \ |
| 534 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 535 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) |
| 536 | $(foreach target, $(TARGET_TYPES), \ |
| 537 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 538 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) |
| 539 | $(foreach target, $(TARGET_TYPES), \ |
| 540 | $(foreach trace, $(TRACE_TYPES), \ |
| 541 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) |
| 542 | $(foreach target, $(TARGET_TYPES), \ |
| 543 | $(foreach gc, $(GC_TYPES), \ |
| 544 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) |
| 545 | $(foreach target, $(TARGET_TYPES), \ |
| 546 | $(foreach jni, $(JNI_TYPES), \ |
| 547 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) |
| 548 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 549 | $(foreach image, $(IMAGE_TYPES), \ |
| 550 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) |
| 551 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 552 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
| 553 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) |
| 554 | $(foreach target, $(TARGET_TYPES), \ |
| 555 | $(foreach address_size, $(ALL_ADDRESS_SIZES), \ |
| 556 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 557 | $(foreach target, $(TARGET_TYPES), \ |
| 558 | $(foreach run_type, $(RUN_TYPES), \ |
| 559 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 560 | $(foreach target, $(TARGET_TYPES), \ |
| 561 | $(foreach debuggable_type, $(DEBUGGABLE_TYPES), \ |
| 562 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable_type))_RULES :=))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 563 | |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 564 | # We need dex2oat and dalvikvm on the target as well as the core images (all images as we sync |
| 565 | # only once). |
| 566 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_EXECUTABLES) $(TARGET_CORE_IMG_OUTS) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 567 | |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 568 | # Also need libarttest. |
| 569 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libarttest.so |
Mathieu Chartier | 031768a | 2015-08-27 10:25:02 -0700 | [diff] [blame] | 570 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libarttestd.so |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 571 | ifdef TARGET_2ND_ARCH |
| 572 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libarttest.so |
Mathieu Chartier | 031768a | 2015-08-27 10:25:02 -0700 | [diff] [blame] | 573 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libarttestd.so |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 574 | endif |
| 575 | |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 576 | # Also need libnativebridgetest. |
| 577 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libnativebridgetest.so |
| 578 | ifdef TARGET_2ND_ARCH |
| 579 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libnativebridgetest.so |
| 580 | endif |
| 581 | |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 582 | # All tests require the host executables. The tests also depend on the core images, but on |
| 583 | # specific version depending on the compiler. |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 584 | ART_TEST_HOST_RUN_TEST_DEPENDENCIES := \ |
| 585 | $(ART_HOST_EXECUTABLES) \ |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 586 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \ |
Mathieu Chartier | 031768a | 2015-08-27 10:25:02 -0700 | [diff] [blame] | 587 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libarttestd$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 588 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 589 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) |
Ian Rogers | 665de8a | 2014-06-24 21:34:09 -0700 | [diff] [blame] | 590 | |
| 591 | ifneq ($(HOST_PREFER_32_BIT),true) |
| 592 | ART_TEST_HOST_RUN_TEST_DEPENDENCIES += \ |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 593 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \ |
Mathieu Chartier | 031768a | 2015-08-27 10:25:02 -0700 | [diff] [blame] | 594 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libarttestd$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 595 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 596 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) |
Ian Rogers | 665de8a | 2014-06-24 21:34:09 -0700 | [diff] [blame] | 597 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 598 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 599 | # Create a rule to build and run a tests following the form: |
Calin Juravle | 9228b2a | 2014-10-22 15:54:34 +0100 | [diff] [blame] | 600 | # test-art-{1: host or target}-run-test-{2: debug ndebug}-{3: prebuild no-prebuild no-dex2oat}- |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 601 | # {4: interpreter default optimizing jit interp-ac}- |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 602 | # {5: relocate nrelocate relocate-npatchoat}- |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 603 | # {6: trace or ntrace}-{7: gcstress gcverify cms}-{8: forcecopy checkjni jni}- |
| 604 | # {9: no-image image picimage}-{10: pictest npictest}- |
| 605 | # {11: ndebuggable debuggable}-{12: test name}{13: 32 or 64} |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 606 | define define-test-art-run-test |
Nicolas Geoffray | 611e1db | 2014-10-09 17:34:45 +0100 | [diff] [blame] | 607 | run_test_options := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 608 | prereq_rule := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 609 | test_groups := |
| 610 | uc_host_or_target := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 611 | jack_classpath := |
| 612 | ifeq ($(ANDROID_COMPILE_WITH_JACK),true) |
| 613 | run_test_options += --build-with-jack |
| 614 | else |
| 615 | run_test_options += --build-with-javac-dx |
| 616 | endif |
Hiroshi Yamauchi | 1d4184d | 2015-07-13 17:11:22 -0700 | [diff] [blame] | 617 | ifeq ($(ART_TEST_WITH_STRACE),true) |
| 618 | run_test_options += --strace |
| 619 | endif |
Alex Light | bfac14a | 2014-07-30 09:41:21 -0700 | [diff] [blame] | 620 | ifeq ($(ART_TEST_RUN_TEST_ALWAYS_CLEAN),true) |
| 621 | run_test_options += --always-clean |
| 622 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 623 | ifeq ($(1),host) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 624 | uc_host_or_target := HOST |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 625 | test_groups := ART_RUN_TEST_HOST_RULES |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 626 | run_test_options += --host |
| 627 | prereq_rule := $(ART_TEST_HOST_RUN_TEST_DEPENDENCIES) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 628 | jack_classpath := $(HOST_JACK_CLASSPATH) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 629 | else |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 630 | ifeq ($(1),target) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 631 | uc_host_or_target := TARGET |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 632 | test_groups := ART_RUN_TEST_TARGET_RULES |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 633 | prereq_rule := test-art-target-sync |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 634 | jack_classpath := $(TARGET_JACK_CLASSPATH) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 635 | else |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 636 | $$(error found $(1) expected $(TARGET_TYPES)) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 637 | endif |
| 638 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 639 | ifeq ($(2),debug) |
| 640 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUG_RULES |
| 641 | else |
| 642 | ifeq ($(2),ndebug) |
| 643 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELEASE_RULES |
| 644 | run_test_options += -O |
| 645 | else |
| 646 | $$(error found $(2) expected $(RUN_TYPES)) |
| 647 | endif |
| 648 | endif |
| 649 | ifeq ($(3),prebuild) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 650 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PREBUILD_RULES |
| 651 | run_test_options += --prebuild |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 652 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 653 | ifeq ($(3),no-prebuild) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 654 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_PREBUILD_RULES |
| 655 | run_test_options += --no-prebuild |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 656 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 657 | ifeq ($(3),no-dex2oat) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 658 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_DEX2OAT_RULES |
| 659 | run_test_options += --no-prebuild --no-dex2oat |
| 660 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 661 | $$(error found $(3) expected $(PREBUILD_TYPES)) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 662 | endif |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 663 | endif |
| 664 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 665 | ifeq ($(4),optimizing) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 666 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_OPTIMIZING_RULES |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 667 | run_test_options += --optimizing |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 668 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 669 | ifeq ($(4),interpreter) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 670 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_RULES |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 671 | run_test_options += --interpreter |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 672 | else ifeq ($(4),interp-ac) |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 673 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_ACCESS_CHECKS_RULES |
| 674 | run_test_options += --interpreter --verify-soft-fail |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 675 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 676 | ifeq ($(4),default) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 677 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEFAULT_RULES |
Nicolas Geoffray | c9338b9 | 2014-12-03 13:36:10 +0000 | [diff] [blame] | 678 | run_test_options += --quick |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 679 | else |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 680 | ifeq ($(4),jit) |
Mathieu Chartier | 3fc1b12 | 2015-02-26 10:58:08 -0800 | [diff] [blame] | 681 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JIT_RULES |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 682 | run_test_options += --jit |
| 683 | else |
| 684 | $$(error found $(4) expected $(COMPILER_TYPES)) |
| 685 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 686 | endif |
| 687 | endif |
| 688 | endif |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 689 | |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 690 | ifeq ($(5),relocate) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 691 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_RULES |
| 692 | run_test_options += --relocate |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 693 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 694 | ifeq ($(5),no-relocate) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 695 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_RELOCATE_RULES |
| 696 | run_test_options += --no-relocate |
| 697 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 698 | ifeq ($(5),relocate-npatchoat) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 699 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_NO_PATCHOAT_RULES |
| 700 | run_test_options += --relocate --no-patchoat |
| 701 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 702 | $$(error found $(5) expected $(RELOCATE_TYPES)) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 703 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 704 | endif |
| 705 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 706 | ifeq ($(6),trace) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 707 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 708 | run_test_options += --trace |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 709 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 710 | ifeq ($(6),ntrace) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 711 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_TRACE_RULES |
Ian Rogers | 701aa64 | 2014-07-18 11:38:13 -0700 | [diff] [blame] | 712 | else |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 713 | ifeq ($(6),stream) |
| 714 | # Group streaming under normal tracing rules. |
| 715 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES |
| 716 | run_test_options += --trace --stream |
| 717 | else |
| 718 | $$(error found $(6) expected $(TRACE_TYPES)) |
| 719 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 720 | endif |
| 721 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 722 | ifeq ($(7),gcverify) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 723 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCVERIFY_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 724 | run_test_options += --gcverify |
| 725 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 726 | ifeq ($(7),gcstress) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 727 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCSTRESS_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 728 | run_test_options += --gcstress |
| 729 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 730 | ifeq ($(7),cms) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 731 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CMS_RULES |
Ian Rogers | 8a14b75 | 2014-07-18 15:06:53 -0700 | [diff] [blame] | 732 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 733 | $$(error found $(7) expected $(GC_TYPES)) |
Ian Rogers | 701aa64 | 2014-07-18 11:38:13 -0700 | [diff] [blame] | 734 | endif |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 735 | endif |
| 736 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 737 | ifeq ($(8),forcecopy) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 738 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_FORCECOPY_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 739 | run_test_options += --runtime-option -Xjniopts:forcecopy |
| 740 | ifneq ($$(ART_TEST_JNI_FORCECOPY),true) |
| 741 | skip_test := true |
| 742 | endif |
| 743 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 744 | ifeq ($(8),checkjni) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 745 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CHECKJNI_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 746 | run_test_options += --runtime-option -Xcheck:jni |
| 747 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 748 | ifeq ($(8),jni) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 749 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JNI_RULES |
| 750 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 751 | $$(error found $(8) expected $(JNI_TYPES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 752 | endif |
| 753 | endif |
| 754 | endif |
Mathieu Chartier | e2a12c0 | 2015-02-27 13:21:15 -0800 | [diff] [blame] | 755 | ifeq ($(4),jit) |
| 756 | # Use interpreter image for JIT. |
| 757 | image_suffix := interpreter |
| 758 | else |
| 759 | image_suffix := $(4) |
| 760 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 761 | ifeq ($(9),no-image) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 762 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_IMAGE_RULES |
| 763 | run_test_options += --no-image |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 764 | # Add the core dependency. This is required for pre-building. |
| 765 | ifeq ($(1),host) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 766 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 767 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 768 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 769 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 770 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 771 | ifeq ($(9),image) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 772 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_IMAGE_RULES |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 773 | # Add the core dependency. |
| 774 | ifeq ($(1),host) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 775 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 776 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 777 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 778 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 779 | else |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 780 | ifeq ($(9),picimage) |
| 781 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PICIMAGE_RULES |
| 782 | run_test_options += --pic-image |
| 783 | ifeq ($(1),host) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 784 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 785 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 786 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 787 | endif |
| 788 | else |
| 789 | $$(error found $(9) expected $(IMAGE_TYPES)) |
| 790 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 791 | endif |
| 792 | endif |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 793 | ifeq ($(10),pictest) |
| 794 | run_test_options += --pic-test |
| 795 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 796 | ifeq ($(10),npictest) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 797 | # Nothing to be done. |
| 798 | else |
| 799 | $$(error found $(10) expected $(PICTEST_TYPES)) |
| 800 | endif |
| 801 | endif |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 802 | ifeq ($(11),debuggable) |
| 803 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUGGABLE_RULES |
| 804 | run_test_options += --debuggable |
| 805 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 806 | ifeq ($(11),ndebuggable) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 807 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NONDEBUGGABLE_RULES |
| 808 | # Nothing to be done. |
| 809 | else |
| 810 | $$(error found $(11) expected $(DEBUGGABLE_TYPES)) |
| 811 | endif |
| 812 | endif |
| 813 | # $(12) is the test name. |
| 814 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_$(call name-to-var,$(12))_RULES |
| 815 | ifeq ($(13),64) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 816 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_64_RULES |
| 817 | run_test_options += --64 |
| 818 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 819 | ifeq ($(13),32) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 820 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_32_RULES |
| 821 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 822 | $$(error found $(13) expected $(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 823 | endif |
| 824 | endif |
Andreas Gampe | 4d2ef33 | 2015-08-05 09:24:45 -0700 | [diff] [blame] | 825 | # Override of host instruction-set-features. Required to test advanced x86 intrinsics. The |
| 826 | # conditionals aren't really correct, they will fail to do the right thing on a 32-bit only |
| 827 | # host. However, this isn't common enough to worry here and make the conditions complicated. |
| 828 | ifneq ($(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) |
| 829 | ifeq ($(13),64) |
| 830 | run_test_options += --instruction-set-features $(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) |
| 831 | endif |
| 832 | endif |
| 833 | ifneq ($($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) |
| 834 | ifeq ($(13),32) |
| 835 | run_test_options += --instruction-set-features $($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) |
| 836 | endif |
| 837 | endif |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 838 | run_test_rule_name := test-art-$(1)-run-test-$(2)-$(3)-$(4)-$(5)-$(6)-$(7)-$(8)-$(9)-$(10)-$(11)-$(12)$(13) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 839 | run_test_options := --output-path $(ART_HOST_TEST_DIR)/run-test-output/$$(run_test_rule_name) \ |
Ian Rogers | 5242c0a | 2014-07-18 11:02:19 -0700 | [diff] [blame] | 840 | $$(run_test_options) |
Nicolas Geoffray | c8f23fc | 2014-10-28 17:59:47 +0000 | [diff] [blame] | 841 | ifneq ($(ART_TEST_ANDROID_ROOT),) |
| 842 | run_test_options := --android-root $(ART_TEST_ANDROID_ROOT) $$(run_test_options) |
| 843 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 844 | $$(run_test_rule_name): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 845 | $$(run_test_rule_name): PRIVATE_JACK_CLASSPATH := $$(jack_classpath) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 846 | .PHONY: $$(run_test_rule_name) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 847 | $$(run_test_rule_name): $(TEST_ART_RUN_TEST_DEPENDENCIES) $(HOST_OUT_EXECUTABLES)/hprof-conv $$(prereq_rule) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 848 | $(hide) $$(call ART_TEST_SKIP,$$@) && \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 849 | DX=$(abspath $(DX)) \ |
| 850 | JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ |
Andreas Gampe | 8fda9f2 | 2014-10-03 16:15:37 -0700 | [diff] [blame] | 851 | SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ |
| 852 | DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 853 | JACK=$(abspath $(JACK)) \ |
| 854 | JACK_VM_COMMAND="$(JACK_VM) $(DEFAULT_JACK_VM_ARGS) $(JAVA_TMPDIR_ARG) -jar $(abspath $(JACK_LAUNCHER_JAR)) " \ |
| 855 | JACK_CLASSPATH=$$(PRIVATE_JACK_CLASSPATH) \ |
| 856 | JACK_JAR=$(abspath $(JACK_JAR)) \ |
| 857 | JILL_JAR=$(abspath $(JILL_JAR)) \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 858 | art/test/run-test $$(PRIVATE_RUN_TEST_OPTIONS) $(12) \ |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 859 | && $$(call ART_TEST_PASSED,$$@) || $$(call ART_TEST_FAILED,$$@) |
| 860 | $$(hide) (echo $(MAKECMDGOALS) | grep -q $$@ && \ |
| 861 | echo "run-test run as top-level target, removing test directory $(ART_HOST_TEST_DIR)" && \ |
| 862 | rm -r $(ART_HOST_TEST_DIR)) || true |
| 863 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 864 | $$(foreach test_group,$$(test_groups), $$(eval $$(value test_group) += $$(run_test_rule_name))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 865 | |
| 866 | # Clear locally defined variables. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 867 | uc_host_or_target := |
| 868 | test_groups := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 869 | run_test_options := |
| 870 | run_test_rule_name := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 871 | prereq_rule := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 872 | jack_classpath := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 873 | endef # define-test-art-run-test |
| 874 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 875 | $(foreach target, $(TARGET_TYPES), \ |
| 876 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 877 | $(foreach run_type, $(RUN_TYPES), \ |
| 878 | $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), \ |
| 879 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 880 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 881 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 882 | $(foreach trace, $(TRACE_TYPES), \ |
| 883 | $(foreach gc, $(GC_TYPES), \ |
| 884 | $(foreach jni, $(JNI_TYPES), \ |
| 885 | $(foreach image, $(IMAGE_TYPES), \ |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 886 | $(foreach pictest, $(PICTEST_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 887 | $(foreach debuggable, $(DEBUGGABLE_TYPES), \ |
| 888 | $(eval $(call define-test-art-run-test,$(target),$(run_type),$(prebuild),$(compiler),$(relocate),$(trace),$(gc),$(jni),$(image),$(pictest),$(debuggable),$(test),$(address_size))) \ |
| 889 | ))))))))))))) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 890 | define-test-art-run-test := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 891 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 892 | # Define a phony rule whose purpose is to test its prerequisites. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 893 | # $(1): host or target |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 894 | # $(2): list of prerequisites |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 895 | define define-test-art-run-test-group |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 896 | .PHONY: $(1) |
| 897 | $(1): $(2) |
| 898 | $(hide) $$(call ART_TEST_PREREQ_FINISHED,$$@) |
| 899 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 900 | endef # define-test-art-run-test-group |
| 901 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 902 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 903 | $(foreach target, $(TARGET_TYPES), $(eval \ |
| 904 | $(call define-test-art-run-test-group,test-art-$(target)-run-test,$(ART_RUN_TEST_$(call name-to-var,$(target))_RULES)))) |
| 905 | $(foreach target, $(TARGET_TYPES), \ |
| 906 | $(foreach prebuild, $(PREBUILD_TYPES), $(eval \ |
| 907 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(prebuild),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES))))) |
| 908 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 909 | $(foreach run-type, $(RUN_TYPES), $(eval \ |
| 910 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(run-type),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run-type))_RULES))))) |
| 911 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 912 | $(foreach compiler, $(COMPILER_TYPES), $(eval \ |
| 913 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(compiler),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES))))) |
| 914 | $(foreach target, $(TARGET_TYPES), \ |
| 915 | $(foreach relocate, $(RELOCATE_TYPES), $(eval \ |
| 916 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(relocate),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES))))) |
| 917 | $(foreach target, $(TARGET_TYPES), \ |
| 918 | $(foreach trace, $(TRACE_TYPES), $(eval \ |
| 919 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(trace),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES))))) |
| 920 | $(foreach target, $(TARGET_TYPES), \ |
| 921 | $(foreach gc, $(GC_TYPES), $(eval \ |
| 922 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(gc),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES))))) |
| 923 | $(foreach target, $(TARGET_TYPES), \ |
| 924 | $(foreach jni, $(JNI_TYPES), $(eval \ |
| 925 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(jni),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES))))) |
| 926 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 927 | $(foreach debuggable, $(DEBUGGABLE_TYPES), $(eval \ |
| 928 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(debuggable),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES))))) |
| 929 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 930 | $(foreach image, $(IMAGE_TYPES), $(eval \ |
| 931 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(image),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES))))) |
| 932 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 933 | $(foreach test, $(TEST_ART_RUN_TESTS), $(eval \ |
| 934 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(test),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES))))) |
| 935 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 936 | $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), $(eval \ |
Ian Rogers | a3cf6ce | 2014-10-02 16:35:52 -0700 | [diff] [blame] | 937 | $(call define-test-art-run-test-group,test-art-$(target)-run-test$(address_size),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(address_size)_RULES))))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 938 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 939 | # Clear variables now we're finished with them. |
| 940 | $(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) |
| 941 | $(foreach target, $(TARGET_TYPES), \ |
| 942 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 943 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) |
| 944 | $(foreach target, $(TARGET_TYPES), \ |
| 945 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 946 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) |
| 947 | $(foreach target, $(TARGET_TYPES), \ |
| 948 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 949 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) |
| 950 | $(foreach target, $(TARGET_TYPES), \ |
| 951 | $(foreach trace, $(TRACE_TYPES), \ |
| 952 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) |
| 953 | $(foreach target, $(TARGET_TYPES), \ |
| 954 | $(foreach gc, $(GC_TYPES), \ |
| 955 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) |
| 956 | $(foreach target, $(TARGET_TYPES), \ |
| 957 | $(foreach jni, $(JNI_TYPES), \ |
| 958 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) |
| 959 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 960 | $(foreach debuggable, $(DEBUGGABLE_TYPES), \ |
| 961 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES :=))) |
| 962 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 963 | $(foreach image, $(IMAGE_TYPES), \ |
| 964 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) |
| 965 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 966 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
| 967 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) |
| 968 | $(foreach target, $(TARGET_TYPES), \ |
| 969 | $(foreach address_size, $(ALL_ADDRESS_SIZES), \ |
| 970 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 971 | $(foreach target, $(TARGET_TYPES), \ |
| 972 | $(foreach run_type, $(RUN_TYPES), \ |
| 973 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 974 | define-test-art-run-test-group := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 975 | TARGET_TYPES := |
| 976 | PREBUILD_TYPES := |
| 977 | COMPILER_TYPES := |
| 978 | RELOCATE_TYPES := |
| 979 | TRACE_TYPES := |
| 980 | GC_TYPES := |
| 981 | JNI_TYPES := |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 982 | IMAGE_TYPES := |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 983 | ADDRESS_SIZES_TARGET := |
| 984 | ADDRESS_SIZES_HOST := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 985 | ALL_ADDRESS_SIZES := |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 986 | RUN_TYPES := |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 987 | DEBUGGABLE_TYPES := |
Ian Rogers | 9fcaa4b | 2014-08-26 19:59:52 -0700 | [diff] [blame] | 988 | |
| 989 | include $(LOCAL_PATH)/Android.libarttest.mk |
| 990 | include art/test/Android.libnativebridgetest.mk |