blob: bd9941d572ed616dc22a4a57d7d715cf7c7277f4 [file] [log] [blame]
Ian Rogersafd9acc2014-06-17 08:21:54 -07001# Copyright (C) 2011 The Android Open Source Project
2#
3# Licensed under the Apache License, Version 2.0 (the "License");
4# you may not use this file except in compliance with the License.
5# You may obtain a copy of the License at
6#
7# http://www.apache.org/licenses/LICENSE-2.0
8#
9# Unless required by applicable law or agreed to in writing, software
10# distributed under the License is distributed on an "AS IS" BASIS,
11# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12# See the License for the specific language governing permissions and
13# limitations under the License.
14#
15
16LOCAL_PATH := $(call my-dir)
17
18include art/build/Android.common_test.mk
19
20# List of all tests of the form 003-omnibus-opcodes.
21TEST_ART_RUN_TESTS := $(wildcard $(LOCAL_PATH)/[0-9]*)
22TEST_ART_RUN_TESTS := $(subst $(LOCAL_PATH)/,, $(TEST_ART_RUN_TESTS))
23
Ian Rogersf5c44b32014-08-19 16:52:36 -070024########################################################################
25# The art-run-tests module, used to build all run-tests into an image.
Alex Light9dcc4572014-08-14 14:16:26 -070026
Ian Rogersafd9acc2014-06-17 08:21:54 -070027# The path where build only targets will be output, e.g.
28# out/target/product/generic_x86_64/obj/PACKAGING/art-run-tests_intermediates/DATA
29art_run_tests_dir := $(call intermediates-dir-for,PACKAGING,art-run-tests)/DATA
30
31# A generated list of prerequisites that call 'run-test --build-only', the actual prerequisite is
32# an empty file touched in the intermediate directory.
33TEST_ART_RUN_TEST_BUILD_RULES :=
34
35# Helper to create individual build targets for tests. Must be called with $(eval).
36# $(1): the test number
37define define-build-art-run-test
38 dmart_target := $(art_run_tests_dir)/art-run-tests/$(1)/touch
Andreas Gampe8fda9f22014-10-03 16:15:37 -070039$$(dmart_target): $(DX) $(HOST_OUT_EXECUTABLES)/jasmin $(HOST_OUT_EXECUTABLES)/smali $(HOST_OUT_EXECUTABLES)/dexmerger
Ian Rogersafd9acc2014-06-17 08:21:54 -070040 $(hide) rm -rf $$(dir $$@) && mkdir -p $$(dir $$@)
41 $(hide) DX=$(abspath $(DX)) JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \
Andreas Gampe8fda9f22014-10-03 16:15:37 -070042 SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \
43 DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \
Ian Rogersafd9acc2014-06-17 08:21:54 -070044 $(LOCAL_PATH)/run-test --build-only --output-path $$(abspath $$(dir $$@)) $(1)
45 $(hide) touch $$@
46
47 TEST_ART_RUN_TEST_BUILD_RULES += $$(dmart_target)
48 dmart_target :=
49endef
Ian Rogersbf66bce2014-06-24 23:15:34 -070050$(foreach test, $(TEST_ART_RUN_TESTS), $(eval $(call define-build-art-run-test,$(test))))
Ian Rogersafd9acc2014-06-17 08:21:54 -070051
52include $(CLEAR_VARS)
53LOCAL_MODULE_TAGS := tests
54LOCAL_MODULE := art-run-tests
Ian Rogersabbf2422014-10-15 11:57:01 -070055LOCAL_ADDITIONAL_DEPENDENCIES := $(TEST_ART_RUN_TEST_BUILD_RULES)
Ian Rogersafd9acc2014-06-17 08:21:54 -070056# The build system use this flag to pick up files generated by declare-make-art-run-test.
57LOCAL_PICKUP_FILES := $(art_run_tests_dir)
58
59include $(BUILD_PHONY_PACKAGE)
60
61# Clear temp vars.
Ian Rogersafd9acc2014-06-17 08:21:54 -070062art_run_tests_dir :=
63define-build-art-run-test :=
Ian Rogers8a14b752014-07-18 15:06:53 -070064TEST_ART_RUN_TEST_BUILD_RULES :=
Ian Rogersafd9acc2014-06-17 08:21:54 -070065
66########################################################################
Ian Rogersf5c44b32014-08-19 16:52:36 -070067# General rules to build and run a run-test.
Ian Rogersafd9acc2014-06-17 08:21:54 -070068
Ian Rogersf5c44b32014-08-19 16:52:36 -070069TARGET_TYPES := host target
Nicolas Geoffray41bb3312014-10-24 13:49:08 +010070PREBUILD_TYPES :=
71ifeq ($(ART_TEST_RUN_TEST_PREBUILD),true)
72 PREBUILD_TYPES += prebuild
73endif
Ian Rogers86df3ac2014-08-27 10:54:11 -070074ifeq ($(ART_TEST_RUN_TEST_NO_PREBUILD),true)
75 PREBUILD_TYPES += no-prebuild
76endif
77ifeq ($(ART_TEST_RUN_TEST_NO_DEX2OAT),true)
78 PREBUILD_TYPES += no-dex2oat
79endif
80COMPILER_TYPES :=
81ifeq ($(ART_TEST_DEFAULT_COMPILER),true)
82 COMPILER_TYPES += default
83endif
84ifeq ($(ART_TEST_INTERPRETER),true)
85 COMPILER_TYPES += interpreter
86endif
87ifeq ($(ART_TEST_OPTIMIZING),true)
88 COMPILER_TYPES += optimizing
89endif
90RELOCATE_TYPES := relocate
91ifeq ($(ART_TEST_RUN_TEST_NO_RELOCATE),true)
92 RELOCATE_TYPES += no-relocate
93endif
94ifeq ($(ART_TEST_RUN_TEST_RELOCATE_NO_PATCHOAT),true)
95 RELOCATE_TYPES := relocate-no-patchoat
96endif
97TRACE_TYPES := no-trace
98ifeq ($(ART_TEST_TRACE),true)
99 TRACE_TYPES += trace
100endif
101GC_TYPES := cms
Alex Light992f1e72014-08-27 16:08:57 -0700102ifeq ($(ART_TEST_GC_STRESS),true)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700103 GC_TYPES += gcstress
104endif
Alex Light992f1e72014-08-27 16:08:57 -0700105ifeq ($(ART_TEST_GC_VERIFY),true)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700106 GC_TYPES += gcverify
107endif
108JNI_TYPES := checkjni
109ifeq ($(ART_TEST_JNI_FORCECOPY),true)
110 JNI_TYPES += forcecopy
111endif
112IMAGE_TYPES := image
113ifeq ($(ART_TEST_RUN_TEST_NO_IMAGE),true)
114 IMAGE_TYPES += no-image
115endif
Andreas Gampec23c9c92014-10-28 14:47:25 -0700116ifeq ($(ART_TEST_PIC_IMAGE),true)
117 IMAGE_TYPES += picimage
118endif
119PICTEST_TYPES := nopictest
120ifeq ($(ART_TEST_PIC_TEST),true)
121 PICTEST_TYPES += pictest
122endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100123RUN_TYPES :=
124ifeq ($(ART_TEST_RUN_TEST_DEBUG),true)
125 RUN_TYPES += debug
126endif
127ifeq ($(ART_TEST_RUN_TEST_NDEBUG),true)
128 RUN_TYPES += ndebug
129endif
Nicolas Geoffray41bb3312014-10-24 13:49:08 +0100130ADDRESS_SIZES_TARGET := $(ART_PHONY_TEST_TARGET_SUFFIX)
131ADDRESS_SIZES_HOST := $(ART_PHONY_TEST_HOST_SUFFIX)
132ifeq ($(ART_TEST_RUN_TEST_2ND_ARCH),true)
133 ADDRESS_SIZES_TARGET += $(2ND_ART_PHONY_TEST_TARGET_SUFFIX)
134 ADDRESS_SIZES_HOST += $(2ND_ART_PHONY_TEST_HOST_SUFFIX)
135endif
Ian Rogersf5c44b32014-08-19 16:52:36 -0700136ALL_ADDRESS_SIZES := 64 32
Ian Rogers86df3ac2014-08-27 10:54:11 -0700137
Ian Rogersf5c44b32014-08-19 16:52:36 -0700138# List all run test names with number arguments agreeing with the comment above.
139define all-run-test-names
140 $(foreach target, $(1), \
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100141 $(foreach run-type, $(2), \
142 $(foreach prebuild, $(3), \
143 $(foreach compiler, $(4), \
144 $(foreach relocate, $(5), \
145 $(foreach trace, $(6), \
146 $(foreach gc, $(7), \
147 $(foreach jni, $(8), \
148 $(foreach image, $(9), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700149 $(foreach pictest, $(10), \
150 $(foreach test, $(11), \
151 $(foreach address_size, $(12), \
152 test-art-$(target)-run-test-$(run-type)-$(prebuild)-$(compiler)-$(relocate)-$(trace)-$(gc)-$(jni)-$(image)-$(pictest)-$(test)$(address_size) \
153 ))))))))))))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700154endef # all-run-test-names
155
156# To generate a full list or tests:
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100157# $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \
Ian Rogers86df3ac2014-08-27 10:54:11 -0700158# $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \
159# $(TEST_ART_RUN_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700160
161# Convert's a rule name to the form used in variables, e.g. no-relocate to NO_RELOCATE
162define name-to-var
163$(shell echo $(1) | tr '[:lower:]' '[:upper:]' | tr '-' '_')
164endef # name-to-var
165
166# Tests that are timing sensitive and flaky on heavily loaded systems.
167TEST_ART_TIMING_SENSITIVE_RUN_TESTS := \
168 053-wait-some \
169 055-enum-performance
170
171 # disable timing sensitive tests on "dist" builds.
172ifdef dist_goal
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100173 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Ian Rogers40e19122014-09-02 15:59:28 -0700174 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700175 $(IMAGE_TYPES), $(PICTEST_TYPES), $(TEST_ART_TIMING_SENSITIVE_RUN_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700176endif
177
Ian Rogers86df3ac2014-08-27 10:54:11 -0700178TEST_ART_TIMING_SENSITIVE_RUN_TESTS :=
179
Ian Rogers40e19122014-09-02 15:59:28 -0700180# Note 116-nodex2oat is not broken per-se it just doesn't (and isn't meant to) work with --prebuild.
Ian Rogersf5c44b32014-08-19 16:52:36 -0700181TEST_ART_BROKEN_PREBUILD_RUN_TESTS := \
182 116-nodex2oat
183
Ian Rogers40e19122014-09-02 15:59:28 -0700184ifneq (,$(filter prebuild,$(PREBUILD_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100185 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),prebuild, \
Ian Rogers40e19122014-09-02 15:59:28 -0700186 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700187 $(IMAGE_TYPES), $(PICTEST_TYPES), $(TEST_ART_BROKEN_PREBUILD_RUN_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700188endif
Ian Rogersf5c44b32014-08-19 16:52:36 -0700189
Ian Rogers86df3ac2014-08-27 10:54:11 -0700190TEST_ART_BROKEN_PREBUILD_RUN_TESTS :=
191
Ian Rogersf5c44b32014-08-19 16:52:36 -0700192TEST_ART_BROKEN_NO_PREBUILD_TESTS := \
193 117-nopatchoat
194
Ian Rogers40e19122014-09-02 15:59:28 -0700195ifneq (,$(filter no-prebuild,$(PREBUILD_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100196 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-prebuild, \
Ian Rogers40e19122014-09-02 15:59:28 -0700197 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700198 $(IMAGE_TYPES), $(PICTEST_TYPES), $(TEST_ART_BROKEN_NO_PREBUILD_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700199endif
Ian Rogersf5c44b32014-08-19 16:52:36 -0700200
Ian Rogers86df3ac2014-08-27 10:54:11 -0700201TEST_ART_BROKEN_NO_PREBUILD_TESTS :=
202
Ian Rogers40e19122014-09-02 15:59:28 -0700203# Note 117-nopatchoat is not broken per-se it just doesn't work (and isn't meant to) without
204# --prebuild --relocate
205TEST_ART_BROKEN_NO_RELOCATE_TESTS := \
206 117-nopatchoat
207
208ifneq (,$(filter no-relocate,$(RELOCATE_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100209 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Ian Rogers40e19122014-09-02 15:59:28 -0700210 $(COMPILER_TYPES), no-relocate,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700211 $(IMAGE_TYPES), $(PICTEST_TYPES), $(TEST_ART_BROKEN_NO_RELOCATE_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700212endif
213
214TEST_ART_BROKEN_NO_RELOCATE_TESTS :=
215
Ian Rogers40e19122014-09-02 15:59:28 -0700216# Tests that are broken with GC stress.
Mathieu Chartierbdeb9b72015-01-07 17:42:07 -0800217TEST_ART_BROKEN_GCSTRESS_RUN_TESTS :=
Ian Rogers40e19122014-09-02 15:59:28 -0700218
219ifneq (,$(filter gcstress,$(GC_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100220 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Ian Rogers40e19122014-09-02 15:59:28 -0700221 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),gcstress,$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700222 $(IMAGE_TYPES), $(PICTEST_TYPES), $(TEST_ART_BROKEN_GCSTRESS_RUN_TESTS), $(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700223endif
224
225TEST_ART_BROKEN_GCSTRESS_RUN_TESTS :=
226
Ian Rogersf5c44b32014-08-19 16:52:36 -0700227# 115-native-bridge setup is complicated. Need to implement it correctly for the target.
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100228ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES),$(COMPILER_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700229 $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES),$(PICTEST_TYPES),115-native-bridge, \
Ian Rogersf5c44b32014-08-19 16:52:36 -0700230 $(ALL_ADDRESS_SIZES))
231
Andreas Gampe3a913092015-01-10 00:26:17 -0800232# 130-hprof dumps the heap and runs hprof-conv to check whether the file is somewhat readable. This
233# is only possible on the host.
234# TODO: Turn off all the other combinations, this is more about testing actual ART code. A gtest is
235# very hard to write here, as (for a complete test) JDWP must be set up.
236ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \
237 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \
238 $(PICTEST_TYPES),130-hprof,$(ALL_ADDRESS_SIZES))
239
Alex Light03a112d2014-08-25 13:25:56 -0700240# All these tests check that we have sane behavior if we don't have a patchoat or dex2oat.
241# Therefore we shouldn't run them in situations where we actually don't have these since they
242# explicitly test for them. These all also assume we have an image.
243TEST_ART_BROKEN_FALLBACK_RUN_TESTS := \
244 116-nodex2oat \
245 117-nopatchoat \
246 118-noimage-dex2oat \
247 119-noimage-patchoat
248
Ian Rogers40e19122014-09-02 15:59:28 -0700249ifneq (,$(filter no-dex2oat,$(PREBUILD_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100250 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),no-dex2oat, \
Ian Rogers40e19122014-09-02 15:59:28 -0700251 $(COMPILER_TYPES),$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700252 $(PICTEST_TYPES),$(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700253endif
Alex Light03a112d2014-08-25 13:25:56 -0700254
Alex Light03a112d2014-08-25 13:25:56 -0700255
Ian Rogers40e19122014-09-02 15:59:28 -0700256ifneq (,$(filter no-image,$(IMAGE_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100257 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Ian Rogers40e19122014-09-02 15:59:28 -0700258 $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),no-image, \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700259 $(PICTEST_TYPES), $(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700260endif
261
262ifneq (,$(filter relocate-no-patchoat,$(RELOCATE_TYPES)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100263 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Ian Rogers40e19122014-09-02 15:59:28 -0700264 $(COMPILER_TYPES), relocate-no-patchoat,$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700265 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_FALLBACK_RUN_TESTS),$(ALL_ADDRESS_SIZES))
Ian Rogers40e19122014-09-02 15:59:28 -0700266endif
Alex Light03a112d2014-08-25 13:25:56 -0700267
Ian Rogers86df3ac2014-08-27 10:54:11 -0700268TEST_ART_BROKEN_FALLBACK_RUN_TESTS :=
269
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100270# The following tests use libarttest.so, which is linked against libartd.so, so will
271# not work when libart.so is the one loaded.
272# TODO: Find a way to run these tests in ndebug mode.
273TEST_ART_BROKEN_NDEBUG_TESTS := \
274 004-JniTest \
275 004-ReferenceMap \
276 004-SignalTest \
277 004-StackWalk \
278 004-UnsafeTest \
Nicolas Geoffray64dea7e2014-11-07 14:32:42 +0000279 051-thread \
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100280 115-native-bridge \
281 116-nodex2oat \
282 117-nopatchoat \
283 118-noimage-dex2oat \
284 119-noimage-patchoat \
Nicolas Geoffray8c9200a2015-01-15 08:42:47 +0000285 131-structural-change \
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100286
287ifneq (,$(filter ndebug,$(RUN_TYPES)))
288 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),ndebug,$(PREBUILD_TYPES), \
289 $(COMPILER_TYPES), $(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES),$(IMAGE_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700290 $(PICTEST_TYPES),$(TEST_ART_BROKEN_NDEBUG_TESTS),$(ALL_ADDRESS_SIZES))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100291endif
292
293TEST_ART_BROKEN_NDEBUG_TESTS :=
294
Nicolas Geoffraya3d05a42014-10-20 17:41:32 +0100295# Known broken tests for the default compiler (Quick).
Serguei Katkov27503542014-11-06 14:45:44 +0600296TEST_ART_BROKEN_DEFAULT_RUN_TESTS :=
Nicolas Geoffraya3d05a42014-10-20 17:41:32 +0100297
298ifneq (,$(filter default,$(COMPILER_TYPES)))
299 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
Nicolas Geoffray83cae422014-10-22 15:08:03 +0100300 default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700301 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_DEFAULT_RUN_TESTS),$(ALL_ADDRESS_SIZES))
Nicolas Geoffraya3d05a42014-10-20 17:41:32 +0100302endif
303
304TEST_ART_BROKEN_DEFAULT_RUN_TESTS :=
305
David Brazdil4846d132015-01-15 19:07:08 +0000306# Tests known to be broken for the optimizing compiler on 32-bit targets due to
307# inability to allocate registers for methods with long values.
308TEST_ART_BROKEN_OPTIMIZING_32_RUN_TESTS := \
309 441-checker-inliner \
310 442-checker-constant-folding \
311
312ifneq (,$(filter optimizing,$(COMPILER_TYPES)))
313 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
314 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
315 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_32_RUN_TESTS),32)
316endif
317
318TEST_ART_BROKEN_OPTIMIZING_32_RUN_TESTS :=
319
Alexandre Rames5319def2014-10-23 10:03:10 +0100320# Known broken tests for the arm64 optimizing compiler backend.
Serban Constantinescu02d81cc2015-01-05 16:08:49 +0000321TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS :=
Alexandre Rames5319def2014-10-23 10:03:10 +0100322
323ifneq (,$(filter optimizing,$(COMPILER_TYPES)))
324 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,target,$(RUN_TYPES),$(PREBUILD_TYPES), \
325 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700326 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS),64)
Alexandre Rames5319def2014-10-23 10:03:10 +0100327endif
328
329TEST_ART_BROKEN_OPTIMIZING_ARM64_RUN_TESTS :=
330
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100331# Known broken tests for the optimizing compiler.
332TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS := \
333 099-vmdebug \ # b/18098594
334
335ifneq (,$(filter optimizing,$(COMPILER_TYPES)))
336 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
337 optimizing,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
338 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS),$(ALL_ADDRESS_SIZES))
339endif
340
Nicolas Geoffray5d672a62014-12-04 14:39:31 +0000341# If ART_USE_OPTIMIZING_COMPILER is set to true, then the default core.art has been
342# compiled with the optimizing compiler.
343ifeq ($(ART_USE_OPTIMIZING_COMPILER),true)
344 ART_TEST_KNOWN_BROKEN += $(call all-run-test-names,$(TARGET_TYPES),$(RUN_TYPES),$(PREBUILD_TYPES), \
345 default,$(RELOCATE_TYPES),$(TRACE_TYPES),$(GC_TYPES),$(JNI_TYPES), \
346 $(IMAGE_TYPES),$(PICTEST_TYPES),$(TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS),$(ALL_ADDRESS_SIZES))
347endif
348
Nicolas Geoffray19a19cf2014-10-22 16:07:05 +0100349TEST_ART_BROKEN_OPTIMIZING_RUN_TESTS :=
350
Alexandre Rames5319def2014-10-23 10:03:10 +0100351
Ian Rogersf5c44b32014-08-19 16:52:36 -0700352# Clear variables ahead of appending to them when defining tests.
353$(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=))
354$(foreach target, $(TARGET_TYPES), \
355 $(foreach prebuild, $(PREBUILD_TYPES), \
356 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=)))
357$(foreach target, $(TARGET_TYPES), \
358 $(foreach compiler, $(COMPILER_TYPES), \
359 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=)))
360$(foreach target, $(TARGET_TYPES), \
361 $(foreach relocate, $(RELOCATE_TYPES), \
362 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=)))
363$(foreach target, $(TARGET_TYPES), \
364 $(foreach trace, $(TRACE_TYPES), \
365 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=)))
366$(foreach target, $(TARGET_TYPES), \
367 $(foreach gc, $(GC_TYPES), \
368 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=)))
369$(foreach target, $(TARGET_TYPES), \
370 $(foreach jni, $(JNI_TYPES), \
371 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=)))
372$(foreach target, $(TARGET_TYPES), \
Alex Light03a112d2014-08-25 13:25:56 -0700373 $(foreach image, $(IMAGE_TYPES), \
374 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=)))
375$(foreach target, $(TARGET_TYPES), \
Ian Rogersf5c44b32014-08-19 16:52:36 -0700376 $(foreach test, $(TEST_ART_RUN_TESTS), \
377 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=)))
378$(foreach target, $(TARGET_TYPES), \
379 $(foreach address_size, $(ALL_ADDRESS_SIZES), \
380 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100381$(foreach target, $(TARGET_TYPES), \
382 $(foreach run_type, $(RUN_TYPES), \
383 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=)))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700384
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700385# We need dex2oat and dalvikvm on the target as well as the core images (all images as we sync
386# only once).
387TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_EXECUTABLES) $(TARGET_CORE_IMG_OUTS)
Ian Rogersafd9acc2014-06-17 08:21:54 -0700388
Andreas Gampe1c83cbc2014-07-22 18:52:29 -0700389# Also need libarttest.
390TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libarttest.so
391ifdef TARGET_2ND_ARCH
392TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libarttest.so
393endif
394
Andreas Gampe855564b2014-07-25 02:32:19 -0700395# Also need libnativebridgetest.
396TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_ARCH)/libnativebridgetest.so
397ifdef TARGET_2ND_ARCH
398TEST_ART_TARGET_SYNC_DEPS += $(ART_TARGET_TEST_OUT)/$(TARGET_2ND_ARCH)/libnativebridgetest.so
399endif
400
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700401# All tests require the host executables. The tests also depend on the core images, but on
402# specific version depending on the compiler.
Ian Rogersafd9acc2014-06-17 08:21:54 -0700403ART_TEST_HOST_RUN_TEST_DEPENDENCIES := \
404 $(ART_HOST_EXECUTABLES) \
Andreas Gampe1c83cbc2014-07-22 18:52:29 -0700405 $(ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \
Andreas Gampe855564b2014-07-25 02:32:19 -0700406 $(ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700407 $(ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION)
Ian Rogers665de8a2014-06-24 21:34:09 -0700408
409ifneq ($(HOST_PREFER_32_BIT),true)
410ART_TEST_HOST_RUN_TEST_DEPENDENCIES += \
Andreas Gampe1c83cbc2014-07-22 18:52:29 -0700411 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libarttest$(ART_HOST_SHLIB_EXTENSION) \
Andreas Gampe855564b2014-07-25 02:32:19 -0700412 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libnativebridgetest$(ART_HOST_SHLIB_EXTENSION) \
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700413 $(2ND_ART_HOST_OUT_SHARED_LIBRARIES)/libjavacore$(ART_HOST_SHLIB_EXTENSION)
Ian Rogers665de8a2014-06-24 21:34:09 -0700414endif
Ian Rogersafd9acc2014-06-17 08:21:54 -0700415
Ian Rogersf5c44b32014-08-19 16:52:36 -0700416# Create a rule to build and run a tests following the form:
Calin Juravle9228b2a2014-10-22 15:54:34 +0100417# test-art-{1: host or target}-run-test-{2: debug ndebug}-{3: prebuild no-prebuild no-dex2oat}-
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100418# {4: interpreter default optimizing}-{5: relocate no-relocate relocate-no-patchoat}-
419# {6: trace or no-trace}-{7: gcstress gcverify cms}-{8: forcecopy checkjni jni}-
Andreas Gampec23c9c92014-10-28 14:47:25 -0700420# {9: no-image image picimage}-{10: pictest nopictest}-{11: test name}{12: 32 or 64}
Ian Rogersafd9acc2014-06-17 08:21:54 -0700421define define-test-art-run-test
Nicolas Geoffray611e1db2014-10-09 17:34:45 +0100422 run_test_options :=
Ian Rogersafd9acc2014-06-17 08:21:54 -0700423 prereq_rule :=
Ian Rogersf5c44b32014-08-19 16:52:36 -0700424 test_groups :=
425 uc_host_or_target :=
Alex Lightbfac14a2014-07-30 09:41:21 -0700426 ifeq ($(ART_TEST_RUN_TEST_ALWAYS_CLEAN),true)
427 run_test_options += --always-clean
428 endif
Ian Rogersf5c44b32014-08-19 16:52:36 -0700429 ifeq ($(1),host)
Ian Rogersafd9acc2014-06-17 08:21:54 -0700430 uc_host_or_target := HOST
Ian Rogersf5c44b32014-08-19 16:52:36 -0700431 test_groups := ART_RUN_TEST_HOST_RULES
Ian Rogersafd9acc2014-06-17 08:21:54 -0700432 run_test_options += --host
433 prereq_rule := $(ART_TEST_HOST_RUN_TEST_DEPENDENCIES)
434 else
Ian Rogersf5c44b32014-08-19 16:52:36 -0700435 ifeq ($(1),target)
Ian Rogersafd9acc2014-06-17 08:21:54 -0700436 uc_host_or_target := TARGET
Ian Rogersf5c44b32014-08-19 16:52:36 -0700437 test_groups := ART_RUN_TEST_TARGET_RULES
Ian Rogersafd9acc2014-06-17 08:21:54 -0700438 prereq_rule := test-art-target-sync
439 else
Ian Rogersf5c44b32014-08-19 16:52:36 -0700440 $$(error found $(1) expected $(TARGET_TYPES))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700441 endif
442 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100443 ifeq ($(2),debug)
444 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEBUG_RULES
445 else
446 ifeq ($(2),ndebug)
447 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELEASE_RULES
448 run_test_options += -O
449 else
450 $$(error found $(2) expected $(RUN_TYPES))
451 endif
452 endif
453 ifeq ($(3),prebuild)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700454 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PREBUILD_RULES
455 run_test_options += --prebuild
Alex Lighta59dd802014-07-02 16:28:08 -0700456 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100457 ifeq ($(3),no-prebuild)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700458 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_PREBUILD_RULES
459 run_test_options += --no-prebuild
Alex Lighta59dd802014-07-02 16:28:08 -0700460 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100461 ifeq ($(3),no-dex2oat)
Alex Light03a112d2014-08-25 13:25:56 -0700462 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_DEX2OAT_RULES
463 run_test_options += --no-prebuild --no-dex2oat
464 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100465 $$(error found $(3) expected $(PREBUILD_TYPES))
Alex Light03a112d2014-08-25 13:25:56 -0700466 endif
Alex Lighta59dd802014-07-02 16:28:08 -0700467 endif
468 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100469 ifeq ($(4),optimizing)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700470 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_OPTIMIZING_RULES
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700471 run_test_options += --optimizing
Ian Rogersafd9acc2014-06-17 08:21:54 -0700472 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100473 ifeq ($(4),interpreter)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700474 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_INTERPRETER_RULES
Ian Rogersafd9acc2014-06-17 08:21:54 -0700475 run_test_options += --interpreter
476 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100477 ifeq ($(4),default)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700478 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_DEFAULT_RULES
Nicolas Geoffrayc9338b92014-12-03 13:36:10 +0000479 run_test_options += --quick
Ian Rogersafd9acc2014-06-17 08:21:54 -0700480 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100481 $$(error found $(4) expected $(COMPILER_TYPES))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700482 endif
483 endif
484 endif
Andreas Gampe63fc30e2014-10-24 21:58:16 -0700485
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100486 ifeq ($(5),relocate)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700487 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_RULES
488 run_test_options += --relocate
Ian Rogersafd9acc2014-06-17 08:21:54 -0700489 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100490 ifeq ($(5),no-relocate)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700491 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_RELOCATE_RULES
492 run_test_options += --no-relocate
493 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100494 ifeq ($(5),relocate-no-patchoat)
Alex Light03a112d2014-08-25 13:25:56 -0700495 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_RELOCATE_NO_PATCHOAT_RULES
496 run_test_options += --relocate --no-patchoat
497 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100498 $$(error found $(5) expected $(RELOCATE_TYPES))
Alex Light03a112d2014-08-25 13:25:56 -0700499 endif
Ian Rogersafd9acc2014-06-17 08:21:54 -0700500 endif
501 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100502 ifeq ($(6),trace)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700503 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_TRACE_RULES
Ian Rogers716e4f82014-07-16 11:18:03 -0700504 run_test_options += --trace
Ian Rogers716e4f82014-07-16 11:18:03 -0700505 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100506 ifeq ($(6),no-trace)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700507 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_TRACE_RULES
Ian Rogers701aa642014-07-18 11:38:13 -0700508 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100509 $$(error found $(6) expected $(TRACE_TYPES))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700510 endif
511 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100512 ifeq ($(7),gcverify)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700513 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCVERIFY_RULES
Ian Rogersf5c44b32014-08-19 16:52:36 -0700514 run_test_options += --gcverify
515 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100516 ifeq ($(7),gcstress)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700517 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_GCSTRESS_RULES
Ian Rogersf5c44b32014-08-19 16:52:36 -0700518 run_test_options += --gcstress
519 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100520 ifeq ($(7),cms)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700521 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CMS_RULES
Ian Rogers8a14b752014-07-18 15:06:53 -0700522 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100523 $$(error found $(7) expected $(GC_TYPES))
Ian Rogers701aa642014-07-18 11:38:13 -0700524 endif
Ian Rogers716e4f82014-07-16 11:18:03 -0700525 endif
526 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100527 ifeq ($(8),forcecopy)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700528 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_FORCECOPY_RULES
Ian Rogersf5c44b32014-08-19 16:52:36 -0700529 run_test_options += --runtime-option -Xjniopts:forcecopy
530 ifneq ($$(ART_TEST_JNI_FORCECOPY),true)
531 skip_test := true
532 endif
533 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100534 ifeq ($(8),checkjni)
Ian Rogers86df3ac2014-08-27 10:54:11 -0700535 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_CHECKJNI_RULES
Ian Rogersf5c44b32014-08-19 16:52:36 -0700536 run_test_options += --runtime-option -Xcheck:jni
537 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100538 ifeq ($(8),jni)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700539 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_JNI_RULES
540 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100541 $$(error found $(8) expected $(JNI_TYPES))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700542 endif
543 endif
544 endif
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100545 ifeq ($(9),no-image)
Alex Light03a112d2014-08-25 13:25:56 -0700546 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_NO_IMAGE_RULES
547 run_test_options += --no-image
Andreas Gampebf03e842014-10-29 20:46:17 -0700548 # Add the core dependency. This is required for pre-building.
549 ifeq ($(1),host)
550 prereq_rule += $(HOST_CORE_IMAGE_$(4)_no-pic_$(12))
551 else
552 prereq_rule += $(TARGET_CORE_IMAGE_$(4)_no-pic_$(12))
553 endif
Alex Light03a112d2014-08-25 13:25:56 -0700554 else
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100555 ifeq ($(9),image)
Alex Light03a112d2014-08-25 13:25:56 -0700556 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_IMAGE_RULES
Andreas Gampec23c9c92014-10-28 14:47:25 -0700557 # Add the core dependency.
558 ifeq ($(1),host)
559 prereq_rule += $(HOST_CORE_IMAGE_$(4)_no-pic_$(12))
560 else
561 prereq_rule += $(TARGET_CORE_IMAGE_$(4)_no-pic_$(12))
562 endif
Alex Light03a112d2014-08-25 13:25:56 -0700563 else
Andreas Gampec23c9c92014-10-28 14:47:25 -0700564 ifeq ($(9),picimage)
565 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_PICIMAGE_RULES
566 run_test_options += --pic-image
567 ifeq ($(1),host)
568 prereq_rule += $(HOST_CORE_IMAGE_$(4)_pic_$(12))
569 else
570 prereq_rule += $(TARGET_CORE_IMAGE_$(4)_pic_$(12))
571 endif
572 else
573 $$(error found $(9) expected $(IMAGE_TYPES))
574 endif
Alex Light03a112d2014-08-25 13:25:56 -0700575 endif
576 endif
Andreas Gampec23c9c92014-10-28 14:47:25 -0700577 ifeq ($(10),pictest)
578 run_test_options += --pic-test
579 else
580 ifeq ($(10),nopictest)
581 # Nothing to be done.
582 else
583 $$(error found $(10) expected $(PICTEST_TYPES))
584 endif
585 endif
586 # $(11) is the test name
587 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_$(call name-to-var,$(11))_RULES
588 ifeq ($(12),64)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700589 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_64_RULES
590 run_test_options += --64
591 else
Andreas Gampec23c9c92014-10-28 14:47:25 -0700592 ifeq ($(12),32)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700593 test_groups += ART_RUN_TEST_$$(uc_host_or_target)_32_RULES
594 else
Andreas Gampec23c9c92014-10-28 14:47:25 -0700595 $$(error found $(12) expected $(ALL_ADDRESS_SIZES))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700596 endif
597 endif
Andreas Gampec23c9c92014-10-28 14:47:25 -0700598 run_test_rule_name := test-art-$(1)-run-test-$(2)-$(3)-$(4)-$(5)-$(6)-$(7)-$(8)-$(9)-$(10)-$(11)$(12)
Ian Rogersf5c44b32014-08-19 16:52:36 -0700599 run_test_options := --output-path $(ART_HOST_TEST_DIR)/run-test-output/$$(run_test_rule_name) \
Ian Rogers5242c0a2014-07-18 11:02:19 -0700600 $$(run_test_options)
Nicolas Geoffrayc8f23fc2014-10-28 17:59:47 +0000601 ifneq ($(ART_TEST_ANDROID_ROOT),)
602 run_test_options := --android-root $(ART_TEST_ANDROID_ROOT) $$(run_test_options)
603 endif
Ian Rogersafd9acc2014-06-17 08:21:54 -0700604$$(run_test_rule_name): PRIVATE_RUN_TEST_OPTIONS := $$(run_test_options)
605.PHONY: $$(run_test_rule_name)
Andreas Gampe3a913092015-01-10 00:26:17 -0800606$$(run_test_rule_name): $(DX) $(HOST_OUT_EXECUTABLES)/jasmin $(HOST_OUT_EXECUTABLES)/smali $(HOST_OUT_EXECUTABLES)/dexmerger $(HOST_OUT_EXECUTABLES)/hprof-conv $$(prereq_rule)
Ian Rogersafd9acc2014-06-17 08:21:54 -0700607 $(hide) $$(call ART_TEST_SKIP,$$@) && \
608 DX=$(abspath $(DX)) JASMIN=$(abspath $(HOST_OUT_EXECUTABLES)/jasmin) \
Andreas Gampe8fda9f22014-10-03 16:15:37 -0700609 SMALI=$(abspath $(HOST_OUT_EXECUTABLES)/smali) \
610 DXMERGER=$(abspath $(HOST_OUT_EXECUTABLES)/dexmerger) \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700611 art/test/run-test $$(PRIVATE_RUN_TEST_OPTIONS) $(11) \
Ian Rogersafd9acc2014-06-17 08:21:54 -0700612 && $$(call ART_TEST_PASSED,$$@) || $$(call ART_TEST_FAILED,$$@)
613 $$(hide) (echo $(MAKECMDGOALS) | grep -q $$@ && \
614 echo "run-test run as top-level target, removing test directory $(ART_HOST_TEST_DIR)" && \
615 rm -r $(ART_HOST_TEST_DIR)) || true
616
Ian Rogersf5c44b32014-08-19 16:52:36 -0700617 $$(foreach test_group,$$(test_groups), $$(eval $$(value test_group) += $$(run_test_rule_name)))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700618
619 # Clear locally defined variables.
Ian Rogersf5c44b32014-08-19 16:52:36 -0700620 uc_host_or_target :=
621 test_groups :=
Ian Rogersafd9acc2014-06-17 08:21:54 -0700622 run_test_options :=
623 run_test_rule_name :=
Ian Rogersafd9acc2014-06-17 08:21:54 -0700624 prereq_rule :=
Ian Rogersafd9acc2014-06-17 08:21:54 -0700625endef # define-test-art-run-test
626
Ian Rogersf5c44b32014-08-19 16:52:36 -0700627$(foreach target, $(TARGET_TYPES), \
628 $(foreach test, $(TEST_ART_RUN_TESTS), \
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100629 $(foreach run_type, $(RUN_TYPES), \
630 $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), \
631 $(foreach prebuild, $(PREBUILD_TYPES), \
632 $(foreach compiler, $(COMPILER_TYPES), \
633 $(foreach relocate, $(RELOCATE_TYPES), \
634 $(foreach trace, $(TRACE_TYPES), \
635 $(foreach gc, $(GC_TYPES), \
636 $(foreach jni, $(JNI_TYPES), \
637 $(foreach image, $(IMAGE_TYPES), \
Andreas Gampec23c9c92014-10-28 14:47:25 -0700638 $(foreach pictest, $(PICTEST_TYPES), \
639 $(eval $(call define-test-art-run-test,$(target),$(run_type),$(prebuild),$(compiler),$(relocate),$(trace),$(gc),$(jni),$(image),$(pictest),$(test),$(address_size))) \
640 ))))))))))))
Ian Rogersf5c44b32014-08-19 16:52:36 -0700641define-test-art-run-test :=
Ian Rogersf5c44b32014-08-19 16:52:36 -0700642
Ian Rogersafd9acc2014-06-17 08:21:54 -0700643# Define a phony rule whose purpose is to test its prerequisites.
Ian Rogersf5c44b32014-08-19 16:52:36 -0700644# $(1): host or target
Ian Rogersafd9acc2014-06-17 08:21:54 -0700645# $(2): list of prerequisites
Ian Rogersf5c44b32014-08-19 16:52:36 -0700646define define-test-art-run-test-group
Ian Rogersafd9acc2014-06-17 08:21:54 -0700647.PHONY: $(1)
648$(1): $(2)
649 $(hide) $$(call ART_TEST_PREREQ_FINISHED,$$@)
650
Ian Rogersafd9acc2014-06-17 08:21:54 -0700651endef # define-test-art-run-test-group
652
Ian Rogersafd9acc2014-06-17 08:21:54 -0700653
Ian Rogersf5c44b32014-08-19 16:52:36 -0700654$(foreach target, $(TARGET_TYPES), $(eval \
655 $(call define-test-art-run-test-group,test-art-$(target)-run-test,$(ART_RUN_TEST_$(call name-to-var,$(target))_RULES))))
656$(foreach target, $(TARGET_TYPES), \
657 $(foreach prebuild, $(PREBUILD_TYPES), $(eval \
658 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(prebuild),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES)))))
659$(foreach target, $(TARGET_TYPES), \
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100660 $(foreach run-type, $(RUN_TYPES), $(eval \
661 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(run-type),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run-type))_RULES)))))
662$(foreach target, $(TARGET_TYPES), \
Ian Rogersf5c44b32014-08-19 16:52:36 -0700663 $(foreach compiler, $(COMPILER_TYPES), $(eval \
664 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(compiler),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES)))))
665$(foreach target, $(TARGET_TYPES), \
666 $(foreach relocate, $(RELOCATE_TYPES), $(eval \
667 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(relocate),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES)))))
668$(foreach target, $(TARGET_TYPES), \
669 $(foreach trace, $(TRACE_TYPES), $(eval \
670 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(trace),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES)))))
671$(foreach target, $(TARGET_TYPES), \
672 $(foreach gc, $(GC_TYPES), $(eval \
673 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(gc),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES)))))
674$(foreach target, $(TARGET_TYPES), \
675 $(foreach jni, $(JNI_TYPES), $(eval \
676 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(jni),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES)))))
677$(foreach target, $(TARGET_TYPES), \
Alex Light03a112d2014-08-25 13:25:56 -0700678 $(foreach image, $(IMAGE_TYPES), $(eval \
679 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(image),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES)))))
680$(foreach target, $(TARGET_TYPES), \
Ian Rogersf5c44b32014-08-19 16:52:36 -0700681 $(foreach test, $(TEST_ART_RUN_TESTS), $(eval \
682 $(call define-test-art-run-test-group,test-art-$(target)-run-test-$(test),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES)))))
683$(foreach target, $(TARGET_TYPES), \
Ian Rogers86df3ac2014-08-27 10:54:11 -0700684 $(foreach address_size, $(ADDRESS_SIZES_$(call name-to-var,$(target))), $(eval \
Ian Rogersa3cf6ce2014-10-02 16:35:52 -0700685 $(call define-test-art-run-test-group,test-art-$(target)-run-test$(address_size),$(ART_RUN_TEST_$(call name-to-var,$(target))_$(address_size)_RULES)))))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700686
Ian Rogersf5c44b32014-08-19 16:52:36 -0700687# Clear variables now we're finished with them.
688$(foreach target, $(TARGET_TYPES), $(eval ART_RUN_TEST_$(call name-to-var,$(target))_RULES :=))
689$(foreach target, $(TARGET_TYPES), \
690 $(foreach prebuild, $(PREBUILD_TYPES), \
691 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(prebuild))_RULES :=)))
692$(foreach target, $(TARGET_TYPES), \
693 $(foreach compiler, $(COMPILER_TYPES), \
694 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(compiler))_RULES :=)))
695$(foreach target, $(TARGET_TYPES), \
696 $(foreach relocate, $(RELOCATE_TYPES), \
697 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(relocate))_RULES :=)))
698$(foreach target, $(TARGET_TYPES), \
699 $(foreach trace, $(TRACE_TYPES), \
700 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(trace))_RULES :=)))
701$(foreach target, $(TARGET_TYPES), \
702 $(foreach gc, $(GC_TYPES), \
703 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(gc))_RULES :=)))
704$(foreach target, $(TARGET_TYPES), \
705 $(foreach jni, $(JNI_TYPES), \
706 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(jni))_RULES :=)))
707$(foreach target, $(TARGET_TYPES), \
Alex Light03a112d2014-08-25 13:25:56 -0700708 $(foreach image, $(IMAGE_TYPES), \
709 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(image))_RULES :=)))
710$(foreach target, $(TARGET_TYPES), \
Ian Rogersf5c44b32014-08-19 16:52:36 -0700711 $(foreach test, $(TEST_ART_RUN_TESTS), \
712 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(test))_RULES :=)))
713$(foreach target, $(TARGET_TYPES), \
714 $(foreach address_size, $(ALL_ADDRESS_SIZES), \
715 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(address_size))_RULES :=)))
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100716$(foreach target, $(TARGET_TYPES), \
717 $(foreach run_type, $(RUN_TYPES), \
718 $(eval ART_RUN_TEST_$(call name-to-var,$(target))_$(call name-to-var,$(run_type))_RULES :=)))
Ian Rogersafd9acc2014-06-17 08:21:54 -0700719define-test-art-run-test-group :=
Ian Rogersf5c44b32014-08-19 16:52:36 -0700720TARGET_TYPES :=
721PREBUILD_TYPES :=
722COMPILER_TYPES :=
723RELOCATE_TYPES :=
724TRACE_TYPES :=
725GC_TYPES :=
726JNI_TYPES :=
Alex Light03a112d2014-08-25 13:25:56 -0700727IMAGE_TYPES :=
Ian Rogers86df3ac2014-08-27 10:54:11 -0700728ADDRESS_SIZES_TARGET :=
729ADDRESS_SIZES_HOST :=
Ian Rogersf5c44b32014-08-19 16:52:36 -0700730ALL_ADDRESS_SIZES :=
Nicolas Geoffraybd2c63c2014-10-16 18:04:12 +0100731RUN_TYPES :=
Ian Rogers9fcaa4b2014-08-26 19:59:52 -0700732
733include $(LOCAL_PATH)/Android.libarttest.mk
734include art/test/Android.libnativebridgetest.mk