Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1 | # Copyright (C) 2011 The Android Open Source Project |
| 2 | # |
| 3 | # Licensed under the Apache License, Version 2.0 (the "License"); |
| 4 | # you may not use this file except in compliance with the License. |
| 5 | # You may obtain a copy of the License at |
| 6 | # |
| 7 | # http://www.apache.org/licenses/LICENSE-2.0 |
| 8 | # |
| 9 | # Unless required by applicable law or agreed to in writing, software |
| 10 | # distributed under the License is distributed on an "AS IS" BASIS, |
| 11 | # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| 12 | # See the License for the specific language governing permissions and |
| 13 | # limitations under the License. |
| 14 | # |
| 15 | |
| 16 | LOCAL_PATH := $(call my-dir) |
| 17 | |
| 18 | include art/build/Android.common_test.mk |
| 19 | |
| 20 | # List of all tests of the form 003-omnibus-opcodes. |
| 21 | TEST_ART_RUN_TESTS := $(wildcard $(LOCAL_PATH)/[0-9]*) |
| 22 | TEST_ART_RUN_TESTS := $(subst $(LOCAL_PATH)/,, $(TEST_ART_RUN_TESTS)) |
| 23 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 24 | ######################################################################## |
| 25 | # The art-run-tests module, used to build all run-tests into an image. |
Alex Light | 9dcc457 | 2014-08-14 14:16:26 -0700 | [diff] [blame] | 26 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 27 | # The path where build only targets will be output, e.g. |
| 28 | # out/target/product/generic_x86_64/obj/PACKAGING/art-run-tests_intermediates/DATA |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 29 | art_run_tests_build_dir := $(call intermediates-dir-for,JAVA_LIBRARIES,art-run-tests)/DATA |
| 30 | art_run_tests_install_dir := $(call intermediates-dir-for,PACKAGING,art-run-tests)/DATA |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 31 | |
| 32 | # A generated list of prerequisites that call 'run-test --build-only', the actual prerequisite is |
| 33 | # an empty file touched in the intermediate directory. |
| 34 | TEST_ART_RUN_TEST_BUILD_RULES := |
| 35 | |
Nicolas Geoffray | 07f2bc1 | 2015-05-29 13:40:25 +0100 | [diff] [blame] | 36 | # Dependencies for actually running a run-test. |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 37 | TEST_ART_RUN_TEST_DEPENDENCIES := \ |
| 38 | $(DX) \ |
| 39 | $(HOST_OUT_EXECUTABLES)/jasmin \ |
| 40 | $(HOST_OUT_EXECUTABLES)/smali \ |
Sebastien Hertz | 2b763c3 | 2016-03-31 09:22:50 +0200 | [diff] [blame] | 41 | $(HOST_OUT_EXECUTABLES)/dexmerger \ |
| 42 | $(JACK) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 43 | |
Sebastien Hertz | 2b763c3 | 2016-03-31 09:22:50 +0200 | [diff] [blame] | 44 | TEST_ART_RUN_TEST_ORDERONLY_DEPENDENCIES := setup-jack-server |
Nicolas Geoffray | 07f2bc1 | 2015-05-29 13:40:25 +0100 | [diff] [blame] | 45 | |
Hiroshi Yamauchi | 093f1b4 | 2015-07-14 12:20:30 -0700 | [diff] [blame] | 46 | ifeq ($(ART_TEST_DEBUG_GC),true) |
| 47 | ART_TEST_WITH_STRACE := true |
| 48 | endif |
| 49 | |
Wojciech Staszkiewicz | d7a819a | 2016-09-01 14:43:39 -0700 | [diff] [blame] | 50 | ifeq ($(ART_TEST_BISECTION),true) |
| 51 | # Need to keep rebuilding the test to bisection search it. |
| 52 | ART_TEST_RUN_TEST_NO_PREBUILD := true |
| 53 | ART_TEST_RUN_TEST_PREBUILD := false |
| 54 | # Bisection search writes to standard output. |
| 55 | ART_TEST_QUIET := false |
| 56 | endif |
| 57 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 58 | # Helper to create individual build targets for tests. Must be called with $(eval). |
| 59 | # $(1): the test number |
| 60 | define define-build-art-run-test |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 61 | dmart_target := $(art_run_tests_build_dir)/art-run-tests/$(1)/touch |
| 62 | dmart_install_target := $(art_run_tests_install_dir)/art-run-tests/$(1)/touch |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 63 | run_test_options = --build-only |
Alex Light | 91de25f | 2015-10-28 17:00:06 -0700 | [diff] [blame] | 64 | ifeq ($(ART_TEST_QUIET),true) |
| 65 | run_test_options += --quiet |
| 66 | endif |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 67 | $$(dmart_target): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) |
Yohann Roussel | 05b9125 | 2015-12-09 12:02:46 +0100 | [diff] [blame] | 68 | $$(dmart_target): $(TEST_ART_RUN_TEST_DEPENDENCIES) $(TARGET_JACK_CLASSPATH_DEPENDENCIES) | $(TEST_ART_RUN_TEST_ORDERONLY_DEPENDENCIES) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 69 | $(hide) rm -rf $$(dir $$@) && mkdir -p $$(dir $$@) |
| 70 | $(hide) DX=$(abspath $(DX)) JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ |
Andreas Gampe | 8fda9f2 | 2014-10-03 16:15:37 -0700 | [diff] [blame] | 71 | SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ |
| 72 | DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ |
Yohann Roussel | cc6bb93 | 2016-01-19 23:29:29 +0100 | [diff] [blame] | 73 | JACK_VERSION=$(JACK_DEFAULT_VERSION) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 74 | JACK=$(abspath $(JACK)) \ |
Yohann Roussel | aaa779a | 2016-01-19 17:07:18 +0100 | [diff] [blame] | 75 | JACK_VERSION=$(JACK_DEFAULT_VERSION) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 76 | JACK_CLASSPATH=$(TARGET_JACK_CLASSPATH) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 77 | $(LOCAL_PATH)/run-test $$(PRIVATE_RUN_TEST_OPTIONS) --output-path $$(abspath $$(dir $$@)) $(1) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 78 | $(hide) touch $$@ |
| 79 | |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 80 | $$(dmart_install_target): $$(dmart_target) |
| 81 | $(hide) rm -rf $$(dir $$@) && mkdir -p $$(dir $$@) |
| 82 | $(hide) cp $$(dir $$<)/* $$(dir $$@)/ |
| 83 | |
| 84 | TEST_ART_RUN_TEST_BUILD_RULES += $$(dmart_install_target) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 85 | dmart_target := |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 86 | dmart_install_target := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 87 | run_test_options := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 88 | endef |
Ian Rogers | bf66bce | 2014-06-24 23:15:34 -0700 | [diff] [blame] | 89 | $(foreach test, $(TEST_ART_RUN_TESTS), $(eval $(call define-build-art-run-test,$(test)))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 90 | |
| 91 | include $(CLEAR_VARS) |
| 92 | LOCAL_MODULE_TAGS := tests |
| 93 | LOCAL_MODULE := art-run-tests |
Ian Rogers | abbf242 | 2014-10-15 11:57:01 -0700 | [diff] [blame] | 94 | LOCAL_ADDITIONAL_DEPENDENCIES := $(TEST_ART_RUN_TEST_BUILD_RULES) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 95 | # The build system use this flag to pick up files generated by declare-make-art-run-test. |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 96 | LOCAL_PICKUP_FILES := $(art_run_tests_install_dir) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 97 | |
| 98 | include $(BUILD_PHONY_PACKAGE) |
| 99 | |
| 100 | # Clear temp vars. |
Dan Willemsen | 7fb2c2c | 2016-08-01 22:58:31 -0700 | [diff] [blame] | 101 | art_run_tests_build_dir := |
| 102 | art_run_tests_install_dir := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 103 | define-build-art-run-test := |
Ian Rogers | 8a14b75 | 2014-07-18 15:06:53 -0700 | [diff] [blame] | 104 | TEST_ART_RUN_TEST_BUILD_RULES := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 105 | |
| 106 | ######################################################################## |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 107 | # General rules to build and run a run-test. |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 108 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 109 | TARGET_TYPES := host target |
Nicolas Geoffray | 41bb331 | 2014-10-24 13:49:08 +0100 | [diff] [blame] | 110 | PREBUILD_TYPES := |
| 111 | ifeq ($(ART_TEST_RUN_TEST_PREBUILD),true) |
| 112 | PREBUILD_TYPES += prebuild |
| 113 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 114 | ifeq ($(ART_TEST_RUN_TEST_NO_PREBUILD),true) |
| 115 | PREBUILD_TYPES += no-prebuild |
| 116 | endif |
| 117 | ifeq ($(ART_TEST_RUN_TEST_NO_DEX2OAT),true) |
| 118 | PREBUILD_TYPES += no-dex2oat |
| 119 | endif |
| 120 | COMPILER_TYPES := |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 121 | ifeq ($(ART_TEST_INTERPRETER_ACCESS_CHECKS),true) |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 122 | COMPILER_TYPES += interp-ac |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 123 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 124 | ifeq ($(ART_TEST_INTERPRETER),true) |
| 125 | COMPILER_TYPES += interpreter |
| 126 | endif |
Mathieu Chartier | e5f13e5 | 2015-02-24 09:37:21 -0800 | [diff] [blame] | 127 | ifeq ($(ART_TEST_JIT),true) |
| 128 | COMPILER_TYPES += jit |
| 129 | endif |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 130 | OPTIMIZING_COMPILER_TYPES := |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 131 | ifeq ($(ART_TEST_OPTIMIZING),true) |
| 132 | COMPILER_TYPES += optimizing |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 133 | OPTIMIZING_COMPILER_TYPES += optimizing |
| 134 | endif |
| 135 | ifeq ($(ART_TEST_OPTIMIZING_GRAPH_COLOR),true) |
| 136 | COMPILER_TYPES += regalloc_gc |
| 137 | OPTIMIZING_COMPILER_TYPES += regalloc_gc |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 138 | endif |
| 139 | RELOCATE_TYPES := relocate |
| 140 | ifeq ($(ART_TEST_RUN_TEST_NO_RELOCATE),true) |
| 141 | RELOCATE_TYPES += no-relocate |
| 142 | endif |
| 143 | ifeq ($(ART_TEST_RUN_TEST_RELOCATE_NO_PATCHOAT),true) |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 144 | RELOCATE_TYPES += relocate-npatchoat |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 145 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 146 | TRACE_TYPES := ntrace |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 147 | ifeq ($(ART_TEST_TRACE),true) |
| 148 | TRACE_TYPES += trace |
| 149 | endif |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 150 | ifeq ($(ART_TEST_TRACE_STREAM),true) |
| 151 | TRACE_TYPES += stream |
| 152 | endif |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 153 | GC_TYPES := cms |
Alex Light | 992f1e7 | 2014-08-27 16:08:57 -0700 | [diff] [blame] | 154 | ifeq ($(ART_TEST_GC_STRESS),true) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 155 | GC_TYPES += gcstress |
| 156 | endif |
Alex Light | 992f1e7 | 2014-08-27 16:08:57 -0700 | [diff] [blame] | 157 | ifeq ($(ART_TEST_GC_VERIFY),true) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 158 | GC_TYPES += gcverify |
| 159 | endif |
| 160 | JNI_TYPES := checkjni |
| 161 | ifeq ($(ART_TEST_JNI_FORCECOPY),true) |
| 162 | JNI_TYPES += forcecopy |
| 163 | endif |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 164 | IMAGE_TYPES := picimage |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 165 | ifeq ($(ART_TEST_RUN_TEST_NO_IMAGE),true) |
| 166 | IMAGE_TYPES += no-image |
| 167 | endif |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 168 | ifeq ($(ART_TEST_RUN_TEST_MULTI_IMAGE),true) |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 169 | IMAGE_TYPES := multipicimage |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 170 | endif |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 171 | ifeq ($(ART_TEST_NPIC_IMAGE),true) |
| 172 | IMAGE_TYPES += npicimage |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 173 | ifeq ($(ART_TEST_RUN_TEST_MULTI_IMAGE),true) |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 174 | IMAGE_TYPES := multinpicimage |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 175 | endif |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 176 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 177 | PICTEST_TYPES := npictest |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 178 | ifeq ($(ART_TEST_PIC_TEST),true) |
| 179 | PICTEST_TYPES += pictest |
| 180 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 181 | RUN_TYPES := |
| 182 | ifeq ($(ART_TEST_RUN_TEST_DEBUG),true) |
| 183 | RUN_TYPES += debug |
| 184 | endif |
| 185 | ifeq ($(ART_TEST_RUN_TEST_NDEBUG),true) |
| 186 | RUN_TYPES += ndebug |
| 187 | endif |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 188 | DEBUGGABLE_TYPES := ndebuggable |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 189 | ifeq ($(ART_TEST_RUN_TEST_DEBUGGABLE),true) |
| 190 | DEBUGGABLE_TYPES += debuggable |
| 191 | endif |
Nicolas Geoffray | 41bb331 | 2014-10-24 13:49:08 +0100 | [diff] [blame] | 192 | ADDRESS_SIZES_TARGET := $(ART_PHONY_TEST_TARGET_SUFFIX) |
| 193 | ADDRESS_SIZES_HOST := $(ART_PHONY_TEST_HOST_SUFFIX) |
| 194 | ifeq ($(ART_TEST_RUN_TEST_2ND_ARCH),true) |
| 195 | ADDRESS_SIZES_TARGET += $(2ND_ART_PHONY_TEST_TARGET_SUFFIX) |
| 196 | ADDRESS_SIZES_HOST += $(2ND_ART_PHONY_TEST_HOST_SUFFIX) |
| 197 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 198 | ALL_ADDRESS_SIZES := 64 32 |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 199 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 200 | # List all run test names with number arguments agreeing with the comment above. |
| 201 | define all-run-test-names |
| 202 | $(foreach target, $(1), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 203 | $(foreach run-type, $(2), \ |
| 204 | $(foreach prebuild, $(3), \ |
| 205 | $(foreach compiler, $(4), \ |
| 206 | $(foreach relocate, $(5), \ |
| 207 | $(foreach trace, $(6), \ |
| 208 | $(foreach gc, $(7), \ |
| 209 | $(foreach jni, $(8), \ |
| 210 | $(foreach image, $(9), \ |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 211 | $(foreach pictest, $(10), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 212 | $(foreach debuggable, $(11), \ |
| 213 | $(foreach test, $(12), \ |
| 214 | $(foreach address_size, $(13), \ |
| 215 | test-art-$(target)-run-test-$(run-type)-$(prebuild)-$(compiler)-$(relocate)-$(trace)-$(gc)-$(jni)-$(image)-$(pictest)-$(debuggable)-$(test)$(address_size) \ |
| 216 | ))))))))))))) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 217 | endef # all-run-test-names |
| 218 | |
| 219 | # To generate a full list or tests: |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 220 | # $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 221 | # $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Roland Levillain | d139bb7 | 2015-07-15 14:09:20 +0100 | [diff] [blame] | 222 | # $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 223 | |
| 224 | # Convert's a rule name to the form used in variables, e.g. no-relocate to NO_RELOCATE |
| 225 | define name-to-var |
| 226 | $(shell echo $(1) | tr '[:lower:]' '[:upper:]' | tr '-' '_') |
| 227 | endef # name-to-var |
| 228 | |
Hiroshi Yamauchi | 828b70c | 2016-12-16 13:09:19 -0800 | [diff] [blame] | 229 | # Disable 153-reference-stress temporarily until a fix arrives. b/33389022. |
Nicolas Geoffray | 751927e | 2016-12-21 08:58:27 +0000 | [diff] [blame] | 230 | # Disable 080-oom-fragmentation due to flakes. b/33795328 |
Hiroshi Yamauchi | 828b70c | 2016-12-16 13:09:19 -0800 | [diff] [blame] | 231 | ART_TEST_RUN_TEST_SKIP += \ |
Nicolas Geoffray | 751927e | 2016-12-21 08:58:27 +0000 | [diff] [blame] | 232 | 153-reference-stress \ |
| 233 | 080-oom-fragmentation |
Hiroshi Yamauchi | 828b70c | 2016-12-16 13:09:19 -0800 | [diff] [blame] | 234 | |
Alex Light | c07d66d | 2015-11-13 10:51:10 -0800 | [diff] [blame] | 235 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 236 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 237 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(ART_TEST_RUN_TEST_SKIP), $(ALL_ADDRESS_SIZES)) |
| 238 | |
Sebastien Hertz | fc07555 | 2016-02-25 18:50:23 +0100 | [diff] [blame] | 239 | |
Nicolas Geoffray | 76ec73a | 2016-06-22 13:13:59 +0000 | [diff] [blame] | 240 | # Disable 149-suspend-all-stress, its output is flaky (b/28988206). |
Hiroshi Yamauchi | 6cba74b | 2016-03-02 12:12:54 -0800 | [diff] [blame] | 241 | # Disable 577-profile-foreign-dex (b/27454772). |
Sebastien Hertz | fc07555 | 2016-02-25 18:50:23 +0100 | [diff] [blame] | 242 | TEST_ART_BROKEN_ALL_TARGET_TESTS := \ |
Nicolas Geoffray | 76ec73a | 2016-06-22 13:13:59 +0000 | [diff] [blame] | 243 | 149-suspend-all-stress \ |
Hiroshi Yamauchi | 6cba74b | 2016-03-02 12:12:54 -0800 | [diff] [blame] | 244 | 577-profile-foreign-dex \ |
Sebastien Hertz | fc07555 | 2016-02-25 18:50:23 +0100 | [diff] [blame] | 245 | |
| 246 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 247 | $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 248 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_ALL_TARGET_TESTS), \ |
| 249 | $(ALL_ADDRESS_SIZES)) |
| 250 | |
| 251 | TEST_ART_BROKEN_ALL_TARGET_TESTS := |
| 252 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 253 | # Tests that are timing sensitive and flaky on heavily loaded systems. |
| 254 | TEST_ART_TIMING_SENSITIVE_RUN_TESTS := \ |
Nicolas Geoffray | 0b9112d | 2016-01-04 15:22:00 +0000 | [diff] [blame] | 255 | 002-sleep \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 256 | 053-wait-some \ |
Mathieu Chartier | e4a91bb | 2015-01-28 13:11:44 -0800 | [diff] [blame] | 257 | 055-enum-performance \ |
| 258 | 133-static-invoke-super |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 259 | |
Alex Light | dedcba2 | 2015-10-14 10:43:01 -0700 | [diff] [blame] | 260 | # disable timing sensitive tests on "dist" builds. |
| 261 | ifdef dist_goal |
| 262 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 263 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 264 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_TIMING_SENSITIVE_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
| 265 | endif |
| 266 | |
Richard Uhler | d7864d8 | 2016-04-14 13:31:30 -0700 | [diff] [blame] | 267 | # 147-stripped-dex-fallback isn't supported on device because --strip-dex |
| 268 | # requires the zip command. |
Vladimir Marko | 354efa6 | 2016-02-04 19:46:56 +0000 | [diff] [blame] | 269 | # 569-checker-pattern-replacement tests behaviour present only on host. |
| 270 | TEST_ART_BROKEN_TARGET_TESTS := \ |
Richard Uhler | d7864d8 | 2016-04-14 13:31:30 -0700 | [diff] [blame] | 271 | 147-stripped-dex-fallback \ |
Andreas Gampe | 5458f89 | 2016-10-24 15:50:49 -0700 | [diff] [blame] | 272 | 569-checker-pattern-replacement |
| 273 | |
| 274 | # These 9** tests are not supported in current form due to linker |
| 275 | # restrictions. See b/31681198 |
| 276 | TEST_ART_BROKEN_TARGET_TESTS += \ |
Nicolas Geoffray | fec2bdf | 2016-10-07 09:29:20 +0100 | [diff] [blame] | 277 | 902-hello-transformation \ |
Andreas Gampe | 27fa96c | 2016-10-07 15:05:24 -0700 | [diff] [blame] | 278 | 903-hello-tagging \ |
| 279 | 904-object-allocation \ |
Andreas Gampe | cc13b22 | 2016-10-10 19:09:09 -0700 | [diff] [blame] | 280 | 905-object-free \ |
Andreas Gampe | 8ccc8fc | 2016-10-12 13:09:03 -0700 | [diff] [blame] | 281 | 906-iterate-heap \ |
Andreas Gampe | 6467876 | 2016-10-14 19:05:06 -0700 | [diff] [blame] | 282 | 907-get-loaded-classes \ |
Andreas Gampe | 5458f89 | 2016-10-24 15:50:49 -0700 | [diff] [blame] | 283 | 908-gc-start-finish \ |
Leonard Mosescu | eb84221 | 2016-10-06 17:26:36 -0700 | [diff] [blame] | 284 | 909-attach-agent \ |
Andreas Gampe | 785359d | 2016-10-27 19:10:45 -0700 | [diff] [blame] | 285 | 910-methods \ |
Andreas Gampe | 80f5dba | 2016-10-28 19:38:49 -0700 | [diff] [blame] | 286 | 911-get-stack-trace \ |
Andreas Gampe | c8ba460 | 2016-10-28 19:42:20 -0700 | [diff] [blame] | 287 | 912-classes \ |
Andreas Gampe | 40f2f31 | 2016-10-31 19:32:53 -0700 | [diff] [blame] | 288 | 913-heaps \ |
Alex Light | dba6148 | 2016-12-21 08:20:29 -0800 | [diff] [blame] | 289 | 914-hello-obsolescence \ |
| 290 | 915-obsolete-2 \ |
| 291 | 916-obsolete-jit \ |
Alex Light | 200b9d7 | 2016-12-15 11:34:13 -0800 | [diff] [blame] | 292 | 917-fields-transformation \ |
Andreas Gampe | ab2f0d0 | 2017-01-05 17:23:45 -0800 | [diff] [blame] | 293 | 918-fields \ |
Alex Light | 32a2fba | 2017-01-06 16:58:19 +0000 | [diff] [blame] | 294 | 919-obsolete-fields \ |
Andreas Gampe | 50a4e49 | 2017-01-06 18:00:20 -0800 | [diff] [blame] | 295 | 920-objects \ |
Vladimir Marko | 354efa6 | 2016-02-04 19:46:56 +0000 | [diff] [blame] | 296 | |
| 297 | ifneq (,$(filter target,$(TARGET_TYPES))) |
| 298 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 299 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 300 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_TARGET_TESTS), $(ALL_ADDRESS_SIZES)) |
| 301 | endif |
| 302 | |
| 303 | TEST_ART_BROKEN_TARGET_TESTS := |
| 304 | |
Nicolas Geoffray | ec00b7e | 2015-10-14 09:27:09 +0100 | [diff] [blame] | 305 | # Tests that require python3. |
| 306 | TEST_ART_PYTHON3_DEPENDENCY_RUN_TESTS := \ |
| 307 | 960-default-smali \ |
Alex Light | 5213626 | 2016-09-20 12:50:37 -0700 | [diff] [blame] | 308 | 961-default-iface-resolution-gen \ |
| 309 | 964-default-iface-init-gen \ |
| 310 | 968-default-partial-compile-gen \ |
Nicolas Geoffray | 812dd36 | 2016-01-14 22:21:14 +0000 | [diff] [blame] | 311 | 969-iface-super \ |
Alex Light | 5213626 | 2016-09-20 12:50:37 -0700 | [diff] [blame] | 312 | 970-iface-super-resolution-gen \ |
Nicolas Geoffray | a866ccf | 2016-01-19 09:17:25 +0000 | [diff] [blame] | 313 | 971-iface-super |
Nicolas Geoffray | ec00b7e | 2015-10-14 09:27:09 +0100 | [diff] [blame] | 314 | |
Alex Light | dedcba2 | 2015-10-14 10:43:01 -0700 | [diff] [blame] | 315 | # Check if we have python3 to run our tests. |
| 316 | ifeq ($(wildcard /usr/bin/python3),) |
| 317 | $(warning "No python3 found. Disabling tests: $(TEST_ART_PYTHON3_DEPENDENCY_RUN_TESTS)") |
Nicolas Geoffray | ec00b7e | 2015-10-14 09:27:09 +0100 | [diff] [blame] | 318 | |
Alex Light | dedcba2 | 2015-10-14 10:43:01 -0700 | [diff] [blame] | 319 | # Currently disable tests requiring python3 when it is not installed. |
Nicolas Geoffray | ec00b7e | 2015-10-14 09:27:09 +0100 | [diff] [blame] | 320 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 321 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 322 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_PYTHON3_DEPENDENCY_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 323 | endif |
| 324 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 325 | TEST_ART_TIMING_SENSITIVE_RUN_TESTS := |
| 326 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 327 | # Note 116-nodex2oat is not broken per-se it just doesn't (and isn't meant to) work with --prebuild. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 328 | TEST_ART_BROKEN_PREBUILD_RUN_TESTS := \ |
Andreas Gampe | 3ad5d5e | 2015-02-03 18:26:55 -0800 | [diff] [blame] | 329 | 116-nodex2oat \ |
Jean Christophe Beyler | 24e04aa | 2014-09-12 12:03:25 -0700 | [diff] [blame] | 330 | 118-noimage-dex2oat \ |
| 331 | 134-nodex2oat-nofallback |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 332 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 333 | ifneq (,$(filter prebuild,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 334 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),prebuild, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 335 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 336 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_PREBUILD_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 337 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 338 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 339 | TEST_ART_BROKEN_PREBUILD_RUN_TESTS := |
| 340 | |
Andreas Gampe | 216848a | 2015-12-02 11:49:01 -0800 | [diff] [blame] | 341 | # 554-jit-profile-file is disabled because it needs a primary oat file to know what it should save. |
Nicolas Geoffray | cfa7239 | 2016-03-22 12:55:30 +0000 | [diff] [blame] | 342 | # 529 and 555: b/27784033 |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 343 | TEST_ART_BROKEN_NO_PREBUILD_TESTS := \ |
Andreas Gampe | 216848a | 2015-12-02 11:49:01 -0800 | [diff] [blame] | 344 | 117-nopatchoat \ |
Richard Uhler | 76f5cb6 | 2016-04-04 13:30:16 -0700 | [diff] [blame] | 345 | 147-stripped-dex-fallback \ |
Nicolas Geoffray | cfa7239 | 2016-03-22 12:55:30 +0000 | [diff] [blame] | 346 | 554-jit-profile-file \ |
| 347 | 529-checker-unresolved \ |
Andreas Gampe | 06b7c4d | 2016-06-27 14:55:02 -0700 | [diff] [blame] | 348 | 555-checker-regression-x86const \ |
| 349 | 608-checker-unresolved-lse |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 350 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 351 | ifneq (,$(filter no-prebuild,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 352 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-prebuild, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 353 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 354 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_PREBUILD_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 355 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 356 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 357 | TEST_ART_BROKEN_NO_PREBUILD_TESTS := |
| 358 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 359 | # Note 117-nopatchoat is not broken per-se it just doesn't work (and isn't meant to) without |
| 360 | # --prebuild --relocate |
| 361 | TEST_ART_BROKEN_NO_RELOCATE_TESTS := \ |
Andreas Gampe | 3ad5d5e | 2015-02-03 18:26:55 -0800 | [diff] [blame] | 362 | 117-nopatchoat \ |
| 363 | 118-noimage-dex2oat \ |
Calin Juravle | 226501b | 2015-12-11 14:41:31 +0000 | [diff] [blame] | 364 | 119-noimage-patchoat \ |
| 365 | 554-jit-profile-file |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 366 | |
| 367 | ifneq (,$(filter no-relocate,$(RELOCATE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 368 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 369 | $(COMPILER_TYPES), no-relocate,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 370 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_RELOCATE_TESTS), $(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 371 | endif |
| 372 | |
| 373 | TEST_ART_BROKEN_NO_RELOCATE_TESTS := |
| 374 | |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 375 | # Temporarily disable some broken tests when forcing access checks in interpreter b/22414682 |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 376 | # 629 requires compilation. |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 377 | TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := \ |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 378 | 137-cfi \ |
| 379 | 629-vdex-speed |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 380 | |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 381 | ifneq (,$(filter interp-ac,$(COMPILER_TYPES))) |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 382 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 383 | interp-ac,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 384 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS), $(ALL_ADDRESS_SIZES)) |
| 385 | endif |
| 386 | |
| 387 | TEST_ART_BROKEN_INTERPRETER_ACCESS_CHECK_TESTS := |
| 388 | |
Man Cao | 1ed11b9 | 2015-06-11 22:47:35 -0700 | [diff] [blame] | 389 | # Tests that are broken with GC stress. |
Alex Light | 8d148c9 | 2015-10-20 10:23:32 -0700 | [diff] [blame] | 390 | # * 137-cfi needs to unwind a second forked process. We're using a primitive sleep to wait till we |
| 391 | # hope the second process got into the expected state. The slowness of gcstress makes this bad. |
Andreas Gampe | dc19815 | 2016-10-27 12:03:13 -0700 | [diff] [blame] | 392 | # * 908-gc-start-finish expects GCs only to be run at clear points. The reduced heap size makes |
Andreas Gampe | 8da6d03 | 2016-10-31 19:31:03 -0700 | [diff] [blame] | 393 | # this non-deterministic. Same for 913. |
Alex Light | 5213626 | 2016-09-20 12:50:37 -0700 | [diff] [blame] | 394 | # * 961-default-iface-resolution-gen and 964-default-iface-init-genare very long tests that often |
| 395 | # will take more than the timeout to run when gcstress is enabled. This is because gcstress |
| 396 | # slows down allocations significantly which these tests do a lot. |
Mathieu Chartier | eb19362 | 2015-06-27 15:42:27 -0700 | [diff] [blame] | 397 | TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := \ |
Alex Light | 8d148c9 | 2015-10-20 10:23:32 -0700 | [diff] [blame] | 398 | 137-cfi \ |
Andreas Gampe | dc19815 | 2016-10-27 12:03:13 -0700 | [diff] [blame] | 399 | 908-gc-start-finish \ |
Andreas Gampe | 8da6d03 | 2016-10-31 19:31:03 -0700 | [diff] [blame] | 400 | 913-heaps \ |
Alex Light | 5213626 | 2016-09-20 12:50:37 -0700 | [diff] [blame] | 401 | 961-default-iface-resolution-gen \ |
Roland Levillain | 7fa7cf5 | 2016-11-04 14:10:29 +0000 | [diff] [blame] | 402 | 964-default-iface-init-gen |
Man Cao | 1ed11b9 | 2015-06-11 22:47:35 -0700 | [diff] [blame] | 403 | |
| 404 | ifneq (,$(filter gcstress,$(GC_TYPES))) |
| 405 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 406 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),gcstress,$(JNI_TYPES), \ |
| 407 | $(IMAGE_TYPES), $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_GCSTRESS_RUN_TESTS), $(ALL_ADDRESS_SIZES)) |
| 408 | endif |
| 409 | |
| 410 | TEST_ART_BROKEN_GCSTRESS_RUN_TESTS := |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 411 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 412 | # 115-native-bridge setup is complicated. Need to implement it correctly for the target. |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 413 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 414 | $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), 115-native-bridge, \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 415 | $(ALL_ADDRESS_SIZES)) |
| 416 | |
Andreas Gampe | 3a91309 | 2015-01-10 00:26:17 -0800 | [diff] [blame] | 417 | # 130-hprof dumps the heap and runs hprof-conv to check whether the file is somewhat readable. This |
| 418 | # is only possible on the host. |
| 419 | # TODO: Turn off all the other combinations, this is more about testing actual ART code. A gtest is |
| 420 | # very hard to write here, as (for a complete test) JDWP must be set up. |
| 421 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 422 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 423 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),130-hprof,$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | 3a91309 | 2015-01-10 00:26:17 -0800 | [diff] [blame] | 424 | |
Andreas Gampe | 94329d3 | 2015-04-24 20:22:06 -0700 | [diff] [blame] | 425 | # 131 is an old test. The functionality has been implemented at an earlier stage and is checked |
Mathieu Chartier | 80b37b7 | 2015-10-12 18:13:39 -0700 | [diff] [blame] | 426 | # in tests 138. Blacklisted for debug builds since these builds have duplicate classes checks which |
| 427 | # punt to interpreter. |
| 428 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),debug,$(PREBUILD_TYPES), \ |
Andreas Gampe | 94329d3 | 2015-04-24 20:22:06 -0700 | [diff] [blame] | 429 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
| 430 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),131-structural-change,$(ALL_ADDRESS_SIZES)) |
| 431 | |
Mathieu Chartier | 80b37b7 | 2015-10-12 18:13:39 -0700 | [diff] [blame] | 432 | # 138-duplicate-classes-check. Turned on for debug builds since debug builds have duplicate classes |
| 433 | # checks enabled, b/2133391. |
| 434 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),ndebug,$(PREBUILD_TYPES), \ |
Andreas Gampe | 69b5d8f | 2015-06-03 15:43:16 -0700 | [diff] [blame] | 435 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
| 436 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES),138-duplicate-classes-check,$(ALL_ADDRESS_SIZES)) |
| 437 | |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 438 | # All these tests check that we have sane behavior if we don't have a patchoat or dex2oat. |
| 439 | # Therefore we shouldn't run them in situations where we actually don't have these since they |
| 440 | # explicitly test for them. These all also assume we have an image. |
Richard Uhler | 1b85354 | 2016-04-15 12:16:45 -0700 | [diff] [blame] | 441 | # 147-stripped-dex-fallback is disabled because it requires --prebuild. |
Calin Juravle | 226501b | 2015-12-11 14:41:31 +0000 | [diff] [blame] | 442 | # 554-jit-profile-file is disabled because it needs a primary oat file to know what it should save. |
Nicolas Geoffray | 1d0ae3f | 2016-12-06 13:40:16 +0000 | [diff] [blame] | 443 | # 629-vdex-speed requires compiled code. |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 444 | TEST_ART_BROKEN_FALLBACK_RUN_TESTS := \ |
| 445 | 116-nodex2oat \ |
| 446 | 117-nopatchoat \ |
| 447 | 118-noimage-dex2oat \ |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 448 | 119-noimage-patchoat \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 449 | 137-cfi \ |
Calin Juravle | 226501b | 2015-12-11 14:41:31 +0000 | [diff] [blame] | 450 | 138-duplicate-classes-check2 \ |
Richard Uhler | 1b85354 | 2016-04-15 12:16:45 -0700 | [diff] [blame] | 451 | 147-stripped-dex-fallback \ |
Nicolas Geoffray | 1d0ae3f | 2016-12-06 13:40:16 +0000 | [diff] [blame] | 452 | 554-jit-profile-file \ |
| 453 | 629-vdex-speed |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 454 | |
| 455 | # This test fails without an image. |
Alex Light | 4dbcfd6 | 2016-12-12 10:39:50 -0800 | [diff] [blame] | 456 | # 964 often times out due to the large number of classes it tries to compile. |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 457 | TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS := \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 458 | 137-cfi \ |
Alex Light | 4dbcfd6 | 2016-12-12 10:39:50 -0800 | [diff] [blame] | 459 | 138-duplicate-classes-check \ |
| 460 | 964-default-iface-init |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 461 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 462 | ifneq (,$(filter no-dex2oat,$(PREBUILD_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 463 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-dex2oat, \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 464 | $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 465 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 466 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 467 | |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 468 | |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 469 | ifneq (,$(filter no-image,$(IMAGE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 470 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 471 | $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 472 | $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | b9aec2c | 2015-04-23 22:23:47 -0700 | [diff] [blame] | 473 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 474 | $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \ |
| 475 | $(PICTEST_TYPES), $(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_NO_IMAGE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 476 | endif |
| 477 | |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 478 | ifneq (,$(filter relocate-npatchoat,$(RELOCATE_TYPES))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 479 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 480 | $(COMPILER_TYPES), relocate-npatchoat,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 481 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Ian Rogers | 40e1912 | 2014-09-02 15:59:28 -0700 | [diff] [blame] | 482 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 483 | |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 484 | TEST_ART_BROKEN_FALLBACK_RUN_TESTS := |
| 485 | |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 486 | # 137: |
| 487 | # This test unrolls and expects managed frames, but tracing means we run the interpreter. |
Nicolas Geoffray | d9bc433 | 2016-02-05 23:32:25 +0000 | [diff] [blame] | 488 | # 802 and 570-checker-osr: |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 489 | # This test dynamically enables tracing to force a deoptimization. This makes the test meaningless |
| 490 | # when already tracing, and writes an error message that we do not want to check for. |
Hiroshi Yamauchi | c0ada4a | 2016-10-24 17:10:12 -0700 | [diff] [blame] | 491 | # 130 occasional timeout b/32383962. |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 492 | # 629 requires compilation. |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 493 | TEST_ART_BROKEN_TRACING_RUN_TESTS := \ |
Mathieu Chartier | 7778b88 | 2015-10-05 16:41:10 -0700 | [diff] [blame] | 494 | 087-gc-after-link \ |
Hiroshi Yamauchi | c0ada4a | 2016-10-24 17:10:12 -0700 | [diff] [blame] | 495 | 130-hprof \ |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 496 | 137-cfi \ |
Mathieu Chartier | 42fbf49 | 2015-09-25 17:12:48 -0700 | [diff] [blame] | 497 | 141-class-unload \ |
Nicolas Geoffray | d9bc433 | 2016-02-05 23:32:25 +0000 | [diff] [blame] | 498 | 570-checker-osr \ |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 499 | 629-vdex-speed \ |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 500 | 802-deoptimization |
| 501 | |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 502 | ifneq (,$(filter trace stream,$(TRACE_TYPES))) |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 503 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 504 | $(COMPILER_TYPES),$(RELOCATE_TYPES),trace stream,$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 505 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_TRACING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Andreas Gampe | 9cb65bc | 2015-02-18 17:08:27 -0800 | [diff] [blame] | 506 | endif |
| 507 | |
Andreas Gampe | 940caa7 | 2016-12-14 13:09:14 -0800 | [diff] [blame] | 508 | TEST_ART_BROKEN_TRACING_RUN_TESTS := |
| 509 | |
| 510 | # These tests expect JIT compilation, which is suppressed when tracing. |
| 511 | TEST_ART_BROKEN_JIT_TRACING_RUN_TESTS := \ |
| 512 | 604-hot-static-interface \ |
| 513 | 612-jit-dex-cache \ |
| 514 | 613-inlining-dex-cache \ |
| 515 | 616-cha \ |
| 516 | 626-set-resolved-string \ |
| 517 | |
| 518 | ifneq (,$(filter trace stream,$(TRACE_TYPES))) |
| 519 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 520 | jit,$(RELOCATE_TYPES),trace stream,$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \ |
| 521 | $(PICTEST_TYPES),$(DEBUGGABLE_TYPES), $(TEST_ART_BROKEN_JIT_TRACING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 522 | endif |
| 523 | |
| 524 | TEST_ART_BROKEN_JIT_TRACING_RUN_TESTS := |
| 525 | |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 526 | # Known broken tests for the interpreter. |
| 527 | # CFI unwinding expects managed frames. |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 528 | # 629 requires compilation. |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 529 | TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := \ |
Calin Juravle | 226501b | 2015-12-11 14:41:31 +0000 | [diff] [blame] | 530 | 137-cfi \ |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 531 | 554-jit-profile-file \ |
| 532 | 629-vdex-speed |
Andreas Gampe | e1bbed2 | 2015-05-20 13:55:00 -0700 | [diff] [blame] | 533 | |
| 534 | ifneq (,$(filter interpreter,$(COMPILER_TYPES))) |
| 535 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 536 | interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 537 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_INTERPRETER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 538 | endif |
| 539 | |
| 540 | TEST_ART_BROKEN_INTERPRETER_RUN_TESTS := |
| 541 | |
Andreas Gampe | aab9f73 | 2015-05-20 14:50:06 -0700 | [diff] [blame] | 542 | # Known broken tests for the JIT. |
| 543 | # CFI unwinding expects managed frames, and the test does not iterate enough to even compile. JIT |
| 544 | # also uses Generic JNI instead of the JNI compiler. |
Andreas Gampe | 5d03701 | 2016-10-12 18:21:41 -0700 | [diff] [blame] | 545 | # Test 906 iterates the heap filtering with different options. No instances should be created |
| 546 | # between those runs to be able to have precise checks. |
Nicolas Geoffray | 2f01b4d | 2016-11-11 11:45:59 +0000 | [diff] [blame] | 547 | # Test 902 hits races with the JIT compiler. b/32821077 |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 548 | # Test 629 requires compilation. |
Alex Light | 32a2fba | 2017-01-06 16:58:19 +0000 | [diff] [blame] | 549 | # Test 914, 915, 917, & 919 are very sensitive to the exact state of the stack, |
Alex Light | b83c748 | 2016-12-20 16:15:45 -0800 | [diff] [blame] | 550 | # including the jit-inserted runtime frames. This causes them to be somewhat |
| 551 | # flaky as JIT tests. This should be fixed once b/33630159 or b/33616143 are |
| 552 | # resolved but until then just disable them. Test 916 already checks this |
| 553 | # feature for JIT use cases in a way that is resilient to the jit frames. |
Andreas Gampe | aab9f73 | 2015-05-20 14:50:06 -0700 | [diff] [blame] | 554 | TEST_ART_BROKEN_JIT_RUN_TESTS := \ |
Andreas Gampe | 5d03701 | 2016-10-12 18:21:41 -0700 | [diff] [blame] | 555 | 137-cfi \ |
Nicolas Geoffray | 51c17fa | 2016-11-25 15:56:12 +0000 | [diff] [blame] | 556 | 629-vdex-speed \ |
Nicolas Geoffray | 2f01b4d | 2016-11-11 11:45:59 +0000 | [diff] [blame] | 557 | 902-hello-transformation \ |
Nicolas Geoffray | c2fe891 | 2016-10-19 09:32:10 +0100 | [diff] [blame] | 558 | 904-object-allocation \ |
Andreas Gampe | 5d03701 | 2016-10-12 18:21:41 -0700 | [diff] [blame] | 559 | 906-iterate-heap \ |
Alex Light | b83c748 | 2016-12-20 16:15:45 -0800 | [diff] [blame] | 560 | 914-hello-obsolescence \ |
| 561 | 915-obsolete-2 \ |
| 562 | 917-fields-transformation \ |
Alex Light | 32a2fba | 2017-01-06 16:58:19 +0000 | [diff] [blame] | 563 | 919-obsolete-fields \ |
Andreas Gampe | aab9f73 | 2015-05-20 14:50:06 -0700 | [diff] [blame] | 564 | |
| 565 | ifneq (,$(filter jit,$(COMPILER_TYPES))) |
| 566 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 567 | jit,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 568 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_JIT_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 569 | endif |
| 570 | |
| 571 | TEST_ART_BROKEN_JIT_RUN_TESTS := |
| 572 | |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 573 | # Known broken tests for the graph coloring register allocator. |
| 574 | # These tests were based on the linear scan allocator, which makes different decisions than |
| 575 | # the graph coloring allocator. (These attempt to test for code quality, not correctness.) |
| 576 | TEST_ART_BROKEN_OPTIMIZING_GRAPH_COLOR := \ |
| 577 | 570-checker-select \ |
| 578 | 484-checker-register-hints |
| 579 | |
| 580 | ifneq (,$(filter regalloc_gc,$(COMPILER_TYPES))) |
| 581 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 582 | regalloc_gc,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 583 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 584 | $(TEST_ART_BROKEN_OPTIMIZING_GRAPH_COLOR),$(ALL_ADDRESS_SIZES)) |
| 585 | endif |
| 586 | |
David Brazdil | 73b6cdf | 2015-09-30 11:47:35 +0100 | [diff] [blame] | 587 | # Known broken tests for the mips32 optimizing compiler backend. |
| 588 | TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS := \ |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 589 | |
David Brazdil | 73b6cdf | 2015-09-30 11:47:35 +0100 | [diff] [blame] | 590 | ifeq (mips,$(TARGET_ARCH)) |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 591 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
David Brazdil | 73b6cdf | 2015-09-30 11:47:35 +0100 | [diff] [blame] | 592 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 593 | $(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
David Brazdil | 73b6cdf | 2015-09-30 11:47:35 +0100 | [diff] [blame] | 594 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 595 | $(TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 596 | endif |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 597 | endif |
| 598 | |
David Brazdil | 73b6cdf | 2015-09-30 11:47:35 +0100 | [diff] [blame] | 599 | TEST_ART_BROKEN_OPTIMIZING_MIPS_RUN_TESTS := |
Alexandre Rames | 5319def | 2014-10-23 10:03:10 +0100 | [diff] [blame] | 600 | |
Scott Wakeling | 40a04bf | 2015-12-11 09:50:36 +0000 | [diff] [blame] | 601 | # Known broken tests for the mips64 optimizing compiler backend. |
| 602 | TEST_ART_BROKEN_OPTIMIZING_MIPS64_RUN_TESTS := \ |
Scott Wakeling | 40a04bf | 2015-12-11 09:50:36 +0000 | [diff] [blame] | 603 | |
| 604 | ifeq (mips64,$(TARGET_ARCH)) |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 605 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
Scott Wakeling | 40a04bf | 2015-12-11 09:50:36 +0000 | [diff] [blame] | 606 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 607 | $(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Scott Wakeling | 40a04bf | 2015-12-11 09:50:36 +0000 | [diff] [blame] | 608 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 609 | $(TEST_ART_BROKEN_OPTIMIZING_MIPS64_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 610 | endif |
| 611 | endif |
| 612 | |
| 613 | TEST_ART_BROKEN_OPTIMIZING_MIPS64_RUN_TESTS := |
| 614 | |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 615 | # Tests that should fail when the optimizing compiler compiles them non-debuggable. |
| 616 | TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := \ |
Nicolas Geoffray | 915b9d0 | 2015-03-11 15:11:19 +0000 | [diff] [blame] | 617 | 454-get-vreg \ |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 618 | 457-regs \ |
| 619 | |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 620 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 621 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 622 | $(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 623 | $(IMAGE_TYPES),$(PICTEST_TYPES),ndebuggable,$(TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Nicolas Geoffray | e0fe7ae | 2015-03-09 10:02:49 +0000 | [diff] [blame] | 624 | endif |
| 625 | |
| 626 | TEST_ART_BROKEN_OPTIMIZING_NONDEBUGGABLE_RUN_TESTS := |
| 627 | |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 628 | # Tests that should fail when the optimizing compiler compiles them debuggable. |
| 629 | TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := \ |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 630 | |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 631 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 632 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 633 | $(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Nicolas Geoffray | e50b8d2 | 2015-03-13 08:57:42 +0000 | [diff] [blame] | 634 | $(IMAGE_TYPES),$(PICTEST_TYPES),debuggable,$(TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 635 | endif |
| 636 | |
| 637 | TEST_ART_BROKEN_OPTIMIZING_DEBUGGABLE_RUN_TESTS := |
| 638 | |
Roland Levillain | b0659e6 | 2016-01-26 14:05:42 +0000 | [diff] [blame] | 639 | # Tests that should fail in the read barrier configuration with the interpreter. |
Hiroshi Yamauchi | 6c73836 | 2016-03-17 14:57:58 -0700 | [diff] [blame] | 640 | TEST_ART_BROKEN_INTERPRETER_READ_BARRIER_RUN_TESTS := |
Hiroshi Yamauchi | 1d85823 | 2015-05-05 13:36:39 -0700 | [diff] [blame] | 641 | |
Roland Levillain | 78ebe4a | 2016-01-26 10:47:42 +0000 | [diff] [blame] | 642 | # Tests that should fail in the read barrier configuration with the Optimizing compiler (AOT). |
Roland Levillain | eb26e28 | 2016-11-23 14:29:49 +0000 | [diff] [blame] | 643 | TEST_ART_BROKEN_OPTIMIZING_READ_BARRIER_RUN_TESTS := |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 644 | |
Roland Levillain | 560297f | 2016-01-29 11:37:48 +0000 | [diff] [blame] | 645 | # Tests that should fail in the read barrier configuration with JIT (Optimizing compiler). |
Hiroshi Yamauchi | 5c0a4af | 2016-03-17 14:57:25 -0700 | [diff] [blame] | 646 | TEST_ART_BROKEN_JIT_READ_BARRIER_RUN_TESTS := |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 647 | |
Roland Levillain | 48e2340 | 2016-08-22 13:59:21 +0100 | [diff] [blame] | 648 | # Tests failing in non-Baker read barrier configurations with the Optimizing compiler (AOT). |
| 649 | # 537: Expects an array copy to be intrinsified, but calling-on-slowpath intrinsics are not yet |
| 650 | # handled in non-Baker read barrier configurations. |
| 651 | TEST_ART_BROKEN_OPTIMIZING_NON_BAKER_READ_BARRIER_RUN_TESTS := \ |
| 652 | 537-checker-arraycopy |
| 653 | |
| 654 | # Tests failing in non-Baker read barrier configurations with JIT (Optimizing compiler). |
| 655 | # 537: Expects an array copy to be intrinsified, but calling-on-slowpath intrinsics are not yet |
| 656 | # handled in non-Baker read barrier configurations. |
| 657 | TEST_ART_BROKEN_JIT_NON_BAKER_READ_BARRIER_RUN_TESTS := \ |
| 658 | 537-checker-arraycopy |
| 659 | |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 660 | ifeq ($(ART_USE_READ_BARRIER),true) |
Roland Levillain | b0659e6 | 2016-01-26 14:05:42 +0000 | [diff] [blame] | 661 | ifneq (,$(filter interpreter,$(COMPILER_TYPES))) |
| 662 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 663 | $(PREBUILD_TYPES),interpreter,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES), \ |
| 664 | $(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 665 | $(TEST_ART_BROKEN_INTERPRETER_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 666 | endif |
| 667 | |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 668 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 669 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
Roland Levillain | 48e2340 | 2016-08-22 13:59:21 +0100 | [diff] [blame] | 670 | $(PREBUILD_TYPES),$(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES), \ |
| 671 | $(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 672 | $(TEST_ART_BROKEN_OPTIMIZING_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Roland Levillain | 48e2340 | 2016-08-22 13:59:21 +0100 | [diff] [blame] | 673 | ifneq ($(ART_READ_BARRIER_TYPE),BAKER) |
| 674 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 675 | $(PREBUILD_TYPES),$(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES), \ |
| 676 | $(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 677 | $(TEST_ART_BROKEN_OPTIMIZING_NON_BAKER_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 678 | endif |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 679 | endif |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 680 | |
| 681 | ifneq (,$(filter jit,$(COMPILER_TYPES))) |
| 682 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 683 | $(PREBUILD_TYPES),jit,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES), \ |
| 684 | $(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 685 | $(TEST_ART_BROKEN_JIT_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
Roland Levillain | 48e2340 | 2016-08-22 13:59:21 +0100 | [diff] [blame] | 686 | ifneq ($(ART_READ_BARRIER_TYPE),BAKER) |
| 687 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 688 | $(PREBUILD_TYPES),jit,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES), \ |
| 689 | $(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 690 | $(TEST_ART_BROKEN_JIT_NON_BAKER_READ_BARRIER_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 691 | endif |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 692 | endif |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 693 | endif |
| 694 | |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 695 | TEST_ART_BROKEN_OPTIMIZING_READ_BARRIER_RUN_TESTS := |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 696 | TEST_ART_BROKEN_JIT_READ_BARRIER_RUN_TESTS := |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 697 | |
Alex Light | 2e960a0 | 2016-05-03 15:01:06 -0700 | [diff] [blame] | 698 | TEST_ART_BROKEN_NPIC_RUN_TESTS := 596-app-images |
| 699 | ifneq (,$(filter npictest,$(PICTEST_TYPES))) |
| 700 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \ |
| 701 | ${COMPILER_TYPES},$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 702 | $(IMAGE_TYPES),npictest,$(DEBUGGABLE_TYPES),$(TEST_ART_BROKEN_NPIC_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 703 | endif |
| 704 | |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 705 | # Tests that should fail in the heap poisoning configuration with the Optimizing compiler. |
| 706 | # 055: Exceeds run time limits due to heap poisoning instrumentation (on ARM and ARM64 devices). |
| 707 | TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := \ |
| 708 | 055-enum-performance |
| 709 | |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 710 | ifeq ($(ART_HEAP_POISONING),true) |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 711 | ifneq (,$(filter $(OPTIMIZING_COMPILER_TYPES),$(COMPILER_TYPES))) |
Roland Levillain | 4d02711 | 2015-07-01 15:41:14 +0100 | [diff] [blame] | 712 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 713 | $(PREBUILD_TYPES),$(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
Roland Levillain | 4d02711 | 2015-07-01 15:41:14 +0100 | [diff] [blame] | 714 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 715 | $(TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 716 | endif |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 717 | endif |
| 718 | |
Roland Levillain | e217fee | 2015-12-16 14:21:33 +0000 | [diff] [blame] | 719 | TEST_ART_BROKEN_OPTIMIZING_HEAP_POISONING_RUN_TESTS := |
Andreas Gampe | 4437219 | 2015-05-21 10:01:42 -0700 | [diff] [blame] | 720 | |
Wojciech Staszkiewicz | d7a819a | 2016-09-01 14:43:39 -0700 | [diff] [blame] | 721 | # Tests incompatible with bisection bug search. Sorted by incompatibility reason. |
| 722 | # 000 through 595 do not compile anything. 089 tests a build failure. 018 through 137 |
| 723 | # run dalvikvm more than once. 115 and 088 assume they are always compiled. |
| 724 | # 055 tests performance which is degraded during bisecting. |
| 725 | TEST_ART_INCOMPATIBLE_BISECTION_SEARCH_RUN_TESTS := \ |
| 726 | 000-nop \ |
| 727 | 134-nodex2oat-nofallback \ |
| 728 | 147-stripped-dex-fallback \ |
| 729 | 595-profile-saving \ |
| 730 | \ |
| 731 | 089-many-methods \ |
| 732 | \ |
| 733 | 018-stack-overflow \ |
| 734 | 116-nodex2oat \ |
| 735 | 117-nopatchoat \ |
| 736 | 118-noimage-dex2oat \ |
| 737 | 119-noimage-patchoat \ |
| 738 | 126-miranda-multidex \ |
| 739 | 137-cfi \ |
| 740 | \ |
| 741 | 115-native-bridge \ |
| 742 | 088-monitor-verification \ |
| 743 | \ |
| 744 | 055-enum-performance |
| 745 | |
| 746 | ifeq ($(ART_TEST_BISECTION),true) |
| 747 | ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES), \ |
| 748 | $(PREBUILD_TYPES),$(OPTIMIZING_COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \ |
| 749 | $(IMAGE_TYPES),$(PICTEST_TYPES),$(DEBUGGABLE_TYPES), \ |
| 750 | $(TEST_ART_INCOMPATIBLE_BISECTION_SEARCH_RUN_TESTS),$(ALL_ADDRESS_SIZES)) |
| 751 | endif |
| 752 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 753 | # Clear variables ahead of appending to them when defining tests. |
| 754 | $(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) |
| 755 | $(foreach target, $(TARGET_TYPES), \ |
| 756 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 757 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) |
| 758 | $(foreach target, $(TARGET_TYPES), \ |
| 759 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 760 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) |
| 761 | $(foreach target, $(TARGET_TYPES), \ |
| 762 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 763 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) |
| 764 | $(foreach target, $(TARGET_TYPES), \ |
| 765 | $(foreach trace, $(TRACE_TYPES), \ |
| 766 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) |
| 767 | $(foreach target, $(TARGET_TYPES), \ |
| 768 | $(foreach gc, $(GC_TYPES), \ |
| 769 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) |
| 770 | $(foreach target, $(TARGET_TYPES), \ |
| 771 | $(foreach jni, $(JNI_TYPES), \ |
| 772 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) |
| 773 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 774 | $(foreach image, $(IMAGE_TYPES), \ |
| 775 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) |
| 776 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 777 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
| 778 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) |
| 779 | $(foreach target, $(TARGET_TYPES), \ |
| 780 | $(foreach address_size, $(ALL_ADDRESS_SIZES), \ |
| 781 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 782 | $(foreach target, $(TARGET_TYPES), \ |
| 783 | $(foreach run_type, $(RUN_TYPES), \ |
| 784 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 785 | $(foreach target, $(TARGET_TYPES), \ |
| 786 | $(foreach debuggable_type, $(DEBUGGABLE_TYPES), \ |
| 787 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable_type))_RULES :=))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 788 | |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 789 | # We need dex2oat and dalvikvm on the target as well as the core images (all images as we sync |
| 790 | # only once). |
| 791 | TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_EXECUTABLES) $(TARGET_CORE_IMG_OUTS) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 792 | |
Alex Light | 7233c7e | 2016-07-28 10:07:45 -0700 | [diff] [blame] | 793 | # Also need libartagent. |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 794 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libartagent) |
| 795 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libartagentd) |
Alex Light | 7233c7e | 2016-07-28 10:07:45 -0700 | [diff] [blame] | 796 | ifdef TARGET_2ND_ARCH |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 797 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libartagent) |
| 798 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libartagentd) |
Alex Light | 7233c7e | 2016-07-28 10:07:45 -0700 | [diff] [blame] | 799 | endif |
| 800 | |
Alex Light | 49948e9 | 2016-08-11 15:35:28 -0700 | [diff] [blame] | 801 | # Also need libtiagent. |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 802 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libtiagent) |
| 803 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libtiagentd) |
Alex Light | 49948e9 | 2016-08-11 15:35:28 -0700 | [diff] [blame] | 804 | ifdef TARGET_2ND_ARCH |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 805 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libtiagent) |
| 806 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libtiagentd) |
Alex Light | 49948e9 | 2016-08-11 15:35:28 -0700 | [diff] [blame] | 807 | endif |
| 808 | |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 809 | # Also need libarttest. |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 810 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libarttest) |
| 811 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libarttestd) |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 812 | ifdef TARGET_2ND_ARCH |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 813 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libarttest) |
| 814 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libarttestd) |
Andreas Gampe | 1c83cbc | 2014-07-22 18:52:29 -0700 | [diff] [blame] | 815 | endif |
| 816 | |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 817 | # Also need libnativebridgetest. |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 818 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_ARCH)_libnativebridgetest) |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 819 | ifdef TARGET_2ND_ARCH |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 820 | TEST_ART_TARGET_SYNC_DEPS += $(OUT_DIR)/$(ART_TEST_LIST_device_$(TARGET_2ND_ARCH)_libnativebridgetest) |
Andreas Gampe | 855564b | 2014-07-25 02:32:19 -0700 | [diff] [blame] | 821 | endif |
| 822 | |
Nicolas Geoffray | d026ee5 | 2016-11-23 10:47:02 +0000 | [diff] [blame] | 823 | # Also need libopenjdkjvmti. |
Nicolas Geoffray | ae02d2e | 2016-11-23 16:25:15 +0000 | [diff] [blame] | 824 | TEST_ART_TARGET_SYNC_DEPS += libopenjdkjvmti |
| 825 | TEST_ART_TARGET_SYNC_DEPS += libopenjdkjvmtid |
Nicolas Geoffray | d026ee5 | 2016-11-23 10:47:02 +0000 | [diff] [blame] | 826 | |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 827 | # All tests require the host executables. The tests also depend on the core images, but on |
| 828 | # specific version depending on the compiler. |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 829 | ART_TEST_HOST_RUN_TEST_DEPENDENCIES := \ |
| 830 | $(ART_HOST_EXECUTABLES) \ |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 831 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libtiagent) \ |
| 832 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libtiagentd) \ |
| 833 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libartagent) \ |
| 834 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libartagentd) \ |
| 835 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libarttest) \ |
| 836 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libarttestd) \ |
| 837 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(ART_HOST_ARCH)_libnativebridgetest) \ |
Narayan Kamath | 67ef2c9 | 2015-11-16 10:17:35 +0000 | [diff] [blame] | 838 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 10edbb1 | 2016-01-06 17:59:49 -0800 | [diff] [blame] | 839 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdk$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | f2c5dbd | 2016-11-17 22:50:33 -0800 | [diff] [blame] | 840 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkd$(ART_HOST_SHLIB_EXTENSION) \ |
| 841 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkjvmti$(ART_HOST_SHLIB_EXTENSION) \ |
| 842 | $(ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkjvmtid$(ART_HOST_SHLIB_EXTENSION) \ |
Ian Rogers | 665de8a | 2014-06-24 21:34:09 -0700 | [diff] [blame] | 843 | |
| 844 | ifneq ($(HOST_PREFER_32_BIT),true) |
| 845 | ART_TEST_HOST_RUN_TEST_DEPENDENCIES += \ |
Colin Cross | afd3c9e | 2016-09-16 13:47:21 -0700 | [diff] [blame] | 846 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libtiagent) \ |
| 847 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libtiagentd) \ |
| 848 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libartagent) \ |
| 849 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libartagentd) \ |
| 850 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libarttest) \ |
| 851 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libarttestd) \ |
| 852 | $(OUT_DIR)/$(ART_TEST_LIST_host_$(2ND_ART_HOST_ARCH)_libnativebridgetest) \ |
Narayan Kamath | 67ef2c9 | 2015-11-16 10:17:35 +0000 | [diff] [blame] | 853 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | 10edbb1 | 2016-01-06 17:59:49 -0800 | [diff] [blame] | 854 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdk$(ART_HOST_SHLIB_EXTENSION) \ |
Andreas Gampe | f2c5dbd | 2016-11-17 22:50:33 -0800 | [diff] [blame] | 855 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkd$(ART_HOST_SHLIB_EXTENSION) \ |
| 856 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkjvmti$(ART_HOST_SHLIB_EXTENSION) \ |
| 857 | $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libopenjdkjvmtid$(ART_HOST_SHLIB_EXTENSION) \ |
| 858 | |
Ian Rogers | 665de8a | 2014-06-24 21:34:09 -0700 | [diff] [blame] | 859 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 860 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 861 | # Create a rule to build and run a tests following the form: |
Calin Juravle | 9228b2a | 2014-10-22 15:54:34 +0100 | [diff] [blame] | 862 | # test-art-{1: host or target}-run-test-{2: debug ndebug}-{3: prebuild no-prebuild no-dex2oat}- |
Nicolas Geoffray | 7db00cd | 2016-03-22 10:43:01 +0000 | [diff] [blame] | 863 | # {4: interpreter optimizing jit interp-ac}- |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 864 | # {5: relocate nrelocate relocate-npatchoat}- |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 865 | # {6: trace or ntrace}-{7: gcstress gcverify cms}-{8: forcecopy checkjni jni}- |
| 866 | # {9: no-image image picimage}-{10: pictest npictest}- |
| 867 | # {11: ndebuggable debuggable}-{12: test name}{13: 32 or 64} |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 868 | define define-test-art-run-test |
Nicolas Geoffray | 611e1db | 2014-10-09 17:34:45 +0100 | [diff] [blame] | 869 | run_test_options := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 870 | prereq_rule := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 871 | test_groups := |
| 872 | uc_host_or_target := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 873 | jack_classpath := |
Hiroshi Yamauchi | 1d4184d | 2015-07-13 17:11:22 -0700 | [diff] [blame] | 874 | ifeq ($(ART_TEST_WITH_STRACE),true) |
| 875 | run_test_options += --strace |
| 876 | endif |
Alex Light | bfac14a | 2014-07-30 09:41:21 -0700 | [diff] [blame] | 877 | ifeq ($(ART_TEST_RUN_TEST_ALWAYS_CLEAN),true) |
| 878 | run_test_options += --always-clean |
| 879 | endif |
Wojciech Staszkiewicz | d7a819a | 2016-09-01 14:43:39 -0700 | [diff] [blame] | 880 | ifeq ($(ART_TEST_BISECTION),true) |
| 881 | run_test_options += --bisection-search |
| 882 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 883 | ifeq ($(1),host) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 884 | uc_host_or_target := HOST |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 885 | test_groups := ART_RUN_TEST_HOST_RULES |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 886 | run_test_options += --host |
Yohann Roussel | 3048698 | 2015-07-21 16:25:44 +0200 | [diff] [blame] | 887 | prereq_rule := $(ART_TEST_HOST_RUN_TEST_DEPENDENCIES) $(HOST_JACK_CLASSPATH_DEPENDENCIES) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 888 | jack_classpath := $(HOST_JACK_CLASSPATH) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 889 | else |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 890 | ifeq ($(1),target) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 891 | uc_host_or_target := TARGET |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 892 | test_groups := ART_RUN_TEST_TARGET_RULES |
Yohann Roussel | 3048698 | 2015-07-21 16:25:44 +0200 | [diff] [blame] | 893 | prereq_rule := test-art-target-sync $(TARGET_JACK_CLASSPATH_DEPENDENCIES) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 894 | jack_classpath := $(TARGET_JACK_CLASSPATH) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 895 | else |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 896 | $$(error found $(1) expected $(TARGET_TYPES)) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 897 | endif |
| 898 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 899 | ifeq ($(2),debug) |
| 900 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUG_RULES |
| 901 | else |
| 902 | ifeq ($(2),ndebug) |
| 903 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELEASE_RULES |
| 904 | run_test_options += -O |
| 905 | else |
| 906 | $$(error found $(2) expected $(RUN_TYPES)) |
| 907 | endif |
| 908 | endif |
| 909 | ifeq ($(3),prebuild) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 910 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PREBUILD_RULES |
| 911 | run_test_options += --prebuild |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 912 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 913 | ifeq ($(3),no-prebuild) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 914 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_PREBUILD_RULES |
| 915 | run_test_options += --no-prebuild |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 916 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 917 | ifeq ($(3),no-dex2oat) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 918 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_DEX2OAT_RULES |
| 919 | run_test_options += --no-prebuild --no-dex2oat |
| 920 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 921 | $$(error found $(3) expected $(PREBUILD_TYPES)) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 922 | endif |
Alex Light | a59dd80 | 2014-07-02 16:28:08 -0700 | [diff] [blame] | 923 | endif |
| 924 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 925 | ifeq ($(4),optimizing) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 926 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_OPTIMIZING_RULES |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 927 | run_test_options += --optimizing |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 928 | else ifeq ($(4),regalloc_gc) |
| 929 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_OPTIMIZING_GRAPH_COLOR_RULES |
| 930 | run_test_options += --optimizing -Xcompiler-option --register-allocation-strategy=graph-color |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 931 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 932 | ifeq ($(4),interpreter) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 933 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_RULES |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 934 | run_test_options += --interpreter |
Andreas Gampe | 825570c | 2015-07-26 10:26:03 -0700 | [diff] [blame] | 935 | else ifeq ($(4),interp-ac) |
Igor Murashkin | 7617abd | 2015-07-10 18:27:47 -0700 | [diff] [blame] | 936 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_ACCESS_CHECKS_RULES |
| 937 | run_test_options += --interpreter --verify-soft-fail |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 938 | else |
Nicolas Geoffray | 7db00cd | 2016-03-22 10:43:01 +0000 | [diff] [blame] | 939 | ifeq ($(4),jit) |
| 940 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JIT_RULES |
| 941 | run_test_options += --jit |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 942 | else |
Nicolas Geoffray | 7db00cd | 2016-03-22 10:43:01 +0000 | [diff] [blame] | 943 | $$(error found $(4) expected $(COMPILER_TYPES)) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 944 | endif |
| 945 | endif |
| 946 | endif |
Andreas Gampe | 63fc30e | 2014-10-24 21:58:16 -0700 | [diff] [blame] | 947 | |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 948 | ifeq ($(5),relocate) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 949 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_RULES |
| 950 | run_test_options += --relocate |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 951 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 952 | ifeq ($(5),no-relocate) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 953 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_RELOCATE_RULES |
| 954 | run_test_options += --no-relocate |
| 955 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 956 | ifeq ($(5),relocate-npatchoat) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 957 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_NO_PATCHOAT_RULES |
| 958 | run_test_options += --relocate --no-patchoat |
| 959 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 960 | $$(error found $(5) expected $(RELOCATE_TYPES)) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 961 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 962 | endif |
| 963 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 964 | ifeq ($(6),trace) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 965 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 966 | run_test_options += --trace |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 967 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 968 | ifeq ($(6),ntrace) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 969 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_TRACE_RULES |
Ian Rogers | 701aa64 | 2014-07-18 11:38:13 -0700 | [diff] [blame] | 970 | else |
Andreas Gampe | 7526d78 | 2015-06-22 22:53:45 -0700 | [diff] [blame] | 971 | ifeq ($(6),stream) |
| 972 | # Group streaming under normal tracing rules. |
| 973 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES |
| 974 | run_test_options += --trace --stream |
| 975 | else |
| 976 | $$(error found $(6) expected $(TRACE_TYPES)) |
| 977 | endif |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 978 | endif |
| 979 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 980 | ifeq ($(7),gcverify) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 981 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCVERIFY_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 982 | run_test_options += --gcverify |
| 983 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 984 | ifeq ($(7),gcstress) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 985 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCSTRESS_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 986 | run_test_options += --gcstress |
| 987 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 988 | ifeq ($(7),cms) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 989 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CMS_RULES |
Ian Rogers | 8a14b75 | 2014-07-18 15:06:53 -0700 | [diff] [blame] | 990 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 991 | $$(error found $(7) expected $(GC_TYPES)) |
Ian Rogers | 701aa64 | 2014-07-18 11:38:13 -0700 | [diff] [blame] | 992 | endif |
Ian Rogers | 716e4f8 | 2014-07-16 11:18:03 -0700 | [diff] [blame] | 993 | endif |
| 994 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 995 | ifeq ($(8),forcecopy) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 996 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_FORCECOPY_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 997 | run_test_options += --runtime-option -Xjniopts:forcecopy |
| 998 | ifneq ($$(ART_TEST_JNI_FORCECOPY),true) |
| 999 | skip_test := true |
| 1000 | endif |
| 1001 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1002 | ifeq ($(8),checkjni) |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 1003 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CHECKJNI_RULES |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1004 | run_test_options += --runtime-option -Xcheck:jni |
| 1005 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1006 | ifeq ($(8),jni) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1007 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JNI_RULES |
| 1008 | else |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1009 | $$(error found $(8) expected $(JNI_TYPES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1010 | endif |
| 1011 | endif |
| 1012 | endif |
Andreas Gampe | 8a159fd | 2015-09-21 15:14:38 -0700 | [diff] [blame] | 1013 | image_suffix := $(4) |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 1014 | ifeq ($(4),regalloc_gc) |
| 1015 | # Graph coloring tests share the image_suffix with optimizing tests. |
| 1016 | image_suffix := optimizing |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1017 | else |
| 1018 | ifeq ($(4),jit) |
| 1019 | # JIT tests share the image_suffix with interpreter tests. |
| 1020 | image_suffix := interpreter |
| 1021 | endif |
Matthew Gharrity | 71572de | 2016-08-08 18:03:46 -0700 | [diff] [blame] | 1022 | endif |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1023 | ifeq ($(9),no-image) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1024 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_IMAGE_RULES |
| 1025 | run_test_options += --no-image |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 1026 | # Add the core dependency. This is required for pre-building. |
Andreas Gampe | 6dd42a8 | 2017-01-09 10:42:25 -0800 | [diff] [blame] | 1027 | # Use the PIC image, as it is the default in run-test, to match dependencies. |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 1028 | ifeq ($(1),host) |
Andreas Gampe | 6dd42a8 | 2017-01-09 10:42:25 -0800 | [diff] [blame] | 1029 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 1030 | else |
Andreas Gampe | 6dd42a8 | 2017-01-09 10:42:25 -0800 | [diff] [blame] | 1031 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | bf03e84 | 2014-10-29 20:46:17 -0700 | [diff] [blame] | 1032 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1033 | else |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1034 | ifeq ($(9),npicimage) |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1035 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_IMAGE_RULES |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1036 | run_test_options += --npic-image |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1037 | # Add the core dependency. |
| 1038 | ifeq ($(1),host) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1039 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1040 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1041 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1042 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1043 | else |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1044 | ifeq ($(9),picimage) |
| 1045 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PICIMAGE_RULES |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1046 | ifeq ($(1),host) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1047 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1048 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1049 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_pic_$(13)) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1050 | endif |
| 1051 | else |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1052 | ifeq ($(9),multinpicimage) |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 1053 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_IMAGE_RULES |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1054 | run_test_options += --npic-image --multi-image |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 1055 | ifeq ($(1),host) |
| 1056 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_no-pic_multi_$(13)) |
| 1057 | else |
| 1058 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_no-pic_multi_$(13)) |
| 1059 | endif |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 1060 | else |
| 1061 | ifeq ($(9),multipicimage) |
| 1062 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PICIMAGE_RULES |
Nicolas Geoffray | b76bc78 | 2016-09-14 12:33:34 +0000 | [diff] [blame] | 1063 | run_test_options += --multi-image |
Roland Levillain | 3c36f66 | 2016-01-14 12:40:41 +0000 | [diff] [blame] | 1064 | ifeq ($(1),host) |
| 1065 | prereq_rule += $$(HOST_CORE_IMAGE_$$(image_suffix)_pic_multi_$(13)) |
| 1066 | else |
| 1067 | prereq_rule += $$(TARGET_CORE_IMAGE_$$(image_suffix)_pic_multi_$(13)) |
| 1068 | endif |
Jeff Hao | dcdc85b | 2015-12-04 14:06:18 -0800 | [diff] [blame] | 1069 | else |
| 1070 | $$(error found $(9) expected $(IMAGE_TYPES)) |
| 1071 | endif |
| 1072 | endif |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1073 | endif |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1074 | endif |
| 1075 | endif |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1076 | ifeq ($(10),pictest) |
| 1077 | run_test_options += --pic-test |
| 1078 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 1079 | ifeq ($(10),npictest) |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1080 | # Nothing to be done. |
| 1081 | else |
| 1082 | $$(error found $(10) expected $(PICTEST_TYPES)) |
| 1083 | endif |
| 1084 | endif |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1085 | ifeq ($(11),debuggable) |
| 1086 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUGGABLE_RULES |
| 1087 | run_test_options += --debuggable |
| 1088 | else |
Mathieu Chartier | 1445dd3 | 2015-03-20 14:29:51 -0700 | [diff] [blame] | 1089 | ifeq ($(11),ndebuggable) |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1090 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NONDEBUGGABLE_RULES |
| 1091 | # Nothing to be done. |
| 1092 | else |
| 1093 | $$(error found $(11) expected $(DEBUGGABLE_TYPES)) |
| 1094 | endif |
| 1095 | endif |
| 1096 | # $(12) is the test name. |
| 1097 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_$(call name-to-var,$(12))_RULES |
| 1098 | ifeq ($(13),64) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1099 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_64_RULES |
| 1100 | run_test_options += --64 |
| 1101 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1102 | ifeq ($(13),32) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1103 | test_groups += ART_RUN_TEST_$$(uc_host_or_target)_32_RULES |
| 1104 | else |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1105 | $$(error found $(13) expected $(ALL_ADDRESS_SIZES)) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1106 | endif |
| 1107 | endif |
Andreas Gampe | 4d2ef33 | 2015-08-05 09:24:45 -0700 | [diff] [blame] | 1108 | # Override of host instruction-set-features. Required to test advanced x86 intrinsics. The |
| 1109 | # conditionals aren't really correct, they will fail to do the right thing on a 32-bit only |
| 1110 | # host. However, this isn't common enough to worry here and make the conditions complicated. |
| 1111 | ifneq ($(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) |
| 1112 | ifeq ($(13),64) |
| 1113 | run_test_options += --instruction-set-features $(DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) |
| 1114 | endif |
| 1115 | endif |
| 1116 | ifneq ($($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES),) |
| 1117 | ifeq ($(13),32) |
| 1118 | run_test_options += --instruction-set-features $($(HOST_2ND_ARCH_VAR_PREFIX)DEX2OAT_HOST_INSTRUCTION_SET_FEATURES) |
| 1119 | endif |
| 1120 | endif |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1121 | run_test_rule_name := test-art-$(1)-run-test-$(2)-$(3)-$(4)-$(5)-$(6)-$(7)-$(8)-$(9)-$(10)-$(11)-$(12)$(13) |
Colin Cross | a82a1ac | 2016-10-04 23:06:16 +0000 | [diff] [blame] | 1122 | run_test_options := --output-path $(ART_HOST_TEST_DIR)/run-test-output/$$(run_test_rule_name) \ |
Ian Rogers | 5242c0a | 2014-07-18 11:02:19 -0700 | [diff] [blame] | 1123 | $$(run_test_options) |
Nicolas Geoffray | c8f23fc | 2014-10-28 17:59:47 +0000 | [diff] [blame] | 1124 | ifneq ($(ART_TEST_ANDROID_ROOT),) |
| 1125 | run_test_options := --android-root $(ART_TEST_ANDROID_ROOT) $$(run_test_options) |
| 1126 | endif |
Alex Light | 91de25f | 2015-10-28 17:00:06 -0700 | [diff] [blame] | 1127 | ifeq ($(ART_TEST_QUIET),true) |
| 1128 | run_test_options += --quiet |
| 1129 | endif |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1130 | $$(run_test_rule_name): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options) |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 1131 | $$(run_test_rule_name): PRIVATE_JACK_CLASSPATH := $$(jack_classpath) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1132 | .PHONY: $$(run_test_rule_name) |
Yohann Roussel | 05b9125 | 2015-12-09 12:02:46 +0100 | [diff] [blame] | 1133 | $$(run_test_rule_name): $(TEST_ART_RUN_TEST_DEPENDENCIES) $(HOST_OUT_EXECUTABLES)/hprof-conv $$(prereq_rule) | $(TEST_ART_RUN_TEST_ORDERONLY_DEPENDENCIES) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1134 | $(hide) $$(call ART_TEST_SKIP,$$@) && \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 1135 | DX=$(abspath $(DX)) \ |
| 1136 | JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \ |
Andreas Gampe | 8fda9f2 | 2014-10-03 16:15:37 -0700 | [diff] [blame] | 1137 | SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \ |
| 1138 | DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \ |
Yohann Roussel | cc6bb93 | 2016-01-19 23:29:29 +0100 | [diff] [blame] | 1139 | JACK_VERSION=$(JACK_DEFAULT_VERSION) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 1140 | JACK=$(abspath $(JACK)) \ |
Yohann Roussel | aaa779a | 2016-01-19 17:07:18 +0100 | [diff] [blame] | 1141 | JACK_VERSION=$(JACK_DEFAULT_VERSION) \ |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 1142 | JACK_CLASSPATH=$$(PRIVATE_JACK_CLASSPATH) \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1143 | art/test/run-test $$(PRIVATE_RUN_TEST_OPTIONS) $(12) \ |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1144 | && $$(call ART_TEST_PASSED,$$@) || $$(call ART_TEST_FAILED,$$@) |
| 1145 | $$(hide) (echo $(MAKECMDGOALS) | grep -q $$@ && \ |
| 1146 | echo "run-test run as top-level target, removing test directory $(ART_HOST_TEST_DIR)" && \ |
| 1147 | rm -r $(ART_HOST_TEST_DIR)) || true |
| 1148 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1149 | $$(foreach test_group,$$(test_groups), $$(eval $$(value test_group) += $$(run_test_rule_name))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1150 | |
| 1151 | # Clear locally defined variables. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1152 | uc_host_or_target := |
| 1153 | test_groups := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1154 | run_test_options := |
| 1155 | run_test_rule_name := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1156 | prereq_rule := |
Sebastien Hertz | 19ac027 | 2015-02-24 17:39:50 +0100 | [diff] [blame] | 1157 | jack_classpath := |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1158 | endef # define-test-art-run-test |
| 1159 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1160 | $(foreach target, $(TARGET_TYPES), \ |
| 1161 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1162 | $(foreach run_type, $(RUN_TYPES), \ |
| 1163 | $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), \ |
| 1164 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 1165 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 1166 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 1167 | $(foreach trace, $(TRACE_TYPES), \ |
| 1168 | $(foreach gc, $(GC_TYPES), \ |
| 1169 | $(foreach jni, $(JNI_TYPES), \ |
| 1170 | $(foreach image, $(IMAGE_TYPES), \ |
Andreas Gampe | c23c9c9 | 2014-10-28 14:47:25 -0700 | [diff] [blame] | 1171 | $(foreach pictest, $(PICTEST_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1172 | $(foreach debuggable, $(DEBUGGABLE_TYPES), \ |
| 1173 | $(eval $(call define-test-art-run-test,$(target),$(run_type),$(prebuild),$(compiler),$(relocate),$(trace),$(gc),$(jni),$(image),$(pictest),$(debuggable),$(test),$(address_size))) \ |
| 1174 | ))))))))))))) |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1175 | define-test-art-run-test := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1176 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1177 | # Define a phony rule whose purpose is to test its prerequisites. |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1178 | # $(1): host or target |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1179 | # $(2): list of prerequisites |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1180 | define define-test-art-run-test-group |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1181 | .PHONY: $(1) |
| 1182 | $(1): $(2) |
| 1183 | $(hide) $$(call ART_TEST_PREREQ_FINISHED,$$@) |
| 1184 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1185 | endef # define-test-art-run-test-group |
| 1186 | |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1187 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1188 | $(foreach target, $(TARGET_TYPES), $(eval \ |
| 1189 | $(call define-test-art-run-test-group,test-art-$(target)-run-test,$(ART_RUN_TEST_$(call name-to-var,$(target))_RULES)))) |
| 1190 | $(foreach target, $(TARGET_TYPES), \ |
| 1191 | $(foreach prebuild, $(PREBUILD_TYPES), $(eval \ |
| 1192 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(prebuild),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES))))) |
| 1193 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1194 | $(foreach run-type, $(RUN_TYPES), $(eval \ |
| 1195 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(run-type),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run-type))_RULES))))) |
| 1196 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1197 | $(foreach compiler, $(COMPILER_TYPES), $(eval \ |
| 1198 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(compiler),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES))))) |
| 1199 | $(foreach target, $(TARGET_TYPES), \ |
| 1200 | $(foreach relocate, $(RELOCATE_TYPES), $(eval \ |
| 1201 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(relocate),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES))))) |
| 1202 | $(foreach target, $(TARGET_TYPES), \ |
| 1203 | $(foreach trace, $(TRACE_TYPES), $(eval \ |
| 1204 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(trace),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES))))) |
| 1205 | $(foreach target, $(TARGET_TYPES), \ |
| 1206 | $(foreach gc, $(GC_TYPES), $(eval \ |
| 1207 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(gc),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES))))) |
| 1208 | $(foreach target, $(TARGET_TYPES), \ |
| 1209 | $(foreach jni, $(JNI_TYPES), $(eval \ |
| 1210 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(jni),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES))))) |
| 1211 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1212 | $(foreach debuggable, $(DEBUGGABLE_TYPES), $(eval \ |
| 1213 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(debuggable),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES))))) |
| 1214 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1215 | $(foreach image, $(IMAGE_TYPES), $(eval \ |
| 1216 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(image),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES))))) |
| 1217 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1218 | $(foreach test, $(TEST_ART_RUN_TESTS), $(eval \ |
| 1219 | $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(test),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES))))) |
| 1220 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 1221 | $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), $(eval \ |
Ian Rogers | a3cf6ce | 2014-10-02 16:35:52 -0700 | [diff] [blame] | 1222 | $(call define-test-art-run-test-group,test-art-$(target)-run-test$(address_size),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(address_size)_RULES))))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1223 | |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1224 | # Clear variables now we're finished with them. |
| 1225 | $(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=)) |
| 1226 | $(foreach target, $(TARGET_TYPES), \ |
| 1227 | $(foreach prebuild, $(PREBUILD_TYPES), \ |
| 1228 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=))) |
| 1229 | $(foreach target, $(TARGET_TYPES), \ |
| 1230 | $(foreach compiler, $(COMPILER_TYPES), \ |
| 1231 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=))) |
| 1232 | $(foreach target, $(TARGET_TYPES), \ |
| 1233 | $(foreach relocate, $(RELOCATE_TYPES), \ |
| 1234 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=))) |
| 1235 | $(foreach target, $(TARGET_TYPES), \ |
| 1236 | $(foreach trace, $(TRACE_TYPES), \ |
| 1237 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=))) |
| 1238 | $(foreach target, $(TARGET_TYPES), \ |
| 1239 | $(foreach gc, $(GC_TYPES), \ |
| 1240 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=))) |
| 1241 | $(foreach target, $(TARGET_TYPES), \ |
| 1242 | $(foreach jni, $(JNI_TYPES), \ |
| 1243 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=))) |
| 1244 | $(foreach target, $(TARGET_TYPES), \ |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1245 | $(foreach debuggable, $(DEBUGGABLE_TYPES), \ |
| 1246 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(debuggable))_RULES :=))) |
| 1247 | $(foreach target, $(TARGET_TYPES), \ |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1248 | $(foreach image, $(IMAGE_TYPES), \ |
| 1249 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=))) |
| 1250 | $(foreach target, $(TARGET_TYPES), \ |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1251 | $(foreach test, $(TEST_ART_RUN_TESTS), \ |
| 1252 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=))) |
| 1253 | $(foreach target, $(TARGET_TYPES), \ |
| 1254 | $(foreach address_size, $(ALL_ADDRESS_SIZES), \ |
| 1255 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=))) |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1256 | $(foreach target, $(TARGET_TYPES), \ |
| 1257 | $(foreach run_type, $(RUN_TYPES), \ |
| 1258 | $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=))) |
Ian Rogers | afd9acc | 2014-06-17 08:21:54 -0700 | [diff] [blame] | 1259 | define-test-art-run-test-group := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1260 | TARGET_TYPES := |
| 1261 | PREBUILD_TYPES := |
| 1262 | COMPILER_TYPES := |
| 1263 | RELOCATE_TYPES := |
| 1264 | TRACE_TYPES := |
| 1265 | GC_TYPES := |
| 1266 | JNI_TYPES := |
Alex Light | 03a112d | 2014-08-25 13:25:56 -0700 | [diff] [blame] | 1267 | IMAGE_TYPES := |
Ian Rogers | 86df3ac | 2014-08-27 10:54:11 -0700 | [diff] [blame] | 1268 | ADDRESS_SIZES_TARGET := |
| 1269 | ADDRESS_SIZES_HOST := |
Ian Rogers | f5c44b3 | 2014-08-19 16:52:36 -0700 | [diff] [blame] | 1270 | ALL_ADDRESS_SIZES := |
Nicolas Geoffray | bd2c63c | 2014-10-16 18:04:12 +0100 | [diff] [blame] | 1271 | RUN_TYPES := |
Nicolas Geoffray | 43c162f | 2015-03-09 12:21:26 +0000 | [diff] [blame] | 1272 | DEBUGGABLE_TYPES := |
Ian Rogers | 9fcaa4b | 2014-08-26 19:59:52 -0700 | [diff] [blame] | 1273 | |
Alex Light | 7233c7e | 2016-07-28 10:07:45 -0700 | [diff] [blame] | 1274 | LOCAL_PATH := |