blob: 26ec10ba663acd6d40ae50e6ab5f3fa8a45e02cb [file] [log] [blame]
Ben Murdoch3ef787d2012-04-12 10:51:47 +01001# Copyright 2012 the V8 project authors. All rights reserved.
Steve Blocka7e24c12009-10-30 11:49:00 +00002# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +000028[
29[ALWAYS, {
30 # All tests in the bug directory are expected to fail.
31 'bugs/*': [FAIL],
Steve Blocka7e24c12009-10-30 11:49:00 +000032
Ben Murdochb8a8cc12014-11-26 15:28:44 +000033 ##############################################################################
34 # Flaky tests.
35 # BUG(v8:2921).
36 'debug-step-4-in-frame': [PASS, FAIL, SLOW],
37
38 ##############################################################################
39 # Fails.
40 'regress/regress-1119': [FAIL],
41
42 # Issue 1719: Slow to collect arrays over several contexts.
43 'regress/regress-524': [SKIP],
44 # When that bug is fixed, revert the expectation to:
45 # Skip long running test in debug and allow it to timeout in release mode.
46 # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],
47
48 # This test non-deterministically runs out of memory on Windows ia32.
49 'regress/regress-crbug-160010': [SKIP],
50
51 # Issue 3389: deopt_every_n_garbage_collections is unsafe
52 'regress/regress-2653': [SKIP],
53
Emily Bernierd0a1eb72015-03-24 16:35:39 -040054 # Issue 3784: setters-on-elements is flaky
55 'setters-on-elements': [PASS, FAIL],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000056
57 ##############################################################################
58 # TurboFan compiler failures.
59
60 # TODO(mstarzinger): An arguments object materialized in the prologue can't
61 # be accessed indirectly. Either we drop that requirement or wait for support
62 # from the deoptimizer to do that.
63 'arguments-indirect': [PASS, NO_VARIANTS],
64
Emily Bernierd0a1eb72015-03-24 16:35:39 -040065 # TODO(verwaest): Some tests are over-restrictive about object layout.
Ben Murdochb8a8cc12014-11-26 15:28:44 +000066 'array-constructor-feedback': [PASS, NO_VARIANTS],
67 'array-feedback': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -040068 'compare-known-objects-slow': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000069 'elements-kind': [PASS, NO_VARIANTS],
70
71 # Some tests are just too slow to run for now.
72 'bit-not': [PASS, NO_VARIANTS],
73 'json2': [PASS, NO_VARIANTS],
74 'packed-elements': [PASS, NO_VARIANTS],
75 'unbox-double-arrays': [PASS, NO_VARIANTS],
76 'whitespaces': [PASS, NO_VARIANTS],
77 'compiler/osr-assert': [PASS, NO_VARIANTS],
78 'regress/regress-2185-2': [PASS, NO_VARIANTS],
79
Emily Bernierd0a1eb72015-03-24 16:35:39 -040080 # Issue 3660: Replacing activated TurboFan frames by unoptimized code does
81 # not work, but we expect it to not crash.
82 'debug-step-turbofan': [PASS, FAIL],
83
Ben Murdochb8a8cc12014-11-26 15:28:44 +000084 # Support for %GetFrameDetails is missing and requires checkpoints.
85 'debug-evaluate-bool-constructor': [PASS, NO_VARIANTS],
86 'debug-evaluate-const': [PASS, NO_VARIANTS],
87 'debug-evaluate-locals-optimized-double': [PASS, NO_VARIANTS],
88 'debug-evaluate-locals-optimized': [PASS, NO_VARIANTS],
89 'debug-evaluate-locals': [PASS, NO_VARIANTS],
90 'debug-evaluate-with-context': [PASS, NO_VARIANTS],
91 'debug-liveedit-double-call': [PASS, NO_VARIANTS],
92 'debug-liveedit-restart-frame': [PASS, NO_VARIANTS],
93 'debug-return-value': [PASS, NO_VARIANTS],
94 'debug-set-variable-value': [PASS, NO_VARIANTS],
95 'debug-step-stub-callfunction': [PASS, NO_VARIANTS],
96 'debug-stepin-accessor': [PASS, NO_VARIANTS],
97 'debug-stepin-builtin': [PASS, NO_VARIANTS],
98 'debug-stepin-constructor': [PASS, NO_VARIANTS],
99 'debug-stepin-function-call': [PASS, NO_VARIANTS],
100 'debug-stepnext-do-while': [PASS, NO_VARIANTS],
101 'debug-stepout-recursive-function': [PASS, NO_VARIANTS],
102 'debug-stepout-scope-part1': [PASS, NO_VARIANTS],
103 'debug-stepout-scope-part2': [PASS, NO_VARIANTS],
104 'debug-stepout-scope-part3': [PASS, NO_VARIANTS],
105 'debug-stepout-scope-part7': [PASS, NO_VARIANTS],
106 'debug-stepout-to-builtin': [PASS, NO_VARIANTS],
107 'es6/debug-promises/throw-in-constructor': [PASS, NO_VARIANTS],
108 'es6/debug-promises/reject-in-constructor': [PASS, NO_VARIANTS],
109 'es6/debug-promises/throw-with-undefined-reject': [PASS, NO_VARIANTS],
110 'es6/debug-promises/throw-with-throw-in-reject': [PASS, NO_VARIANTS],
111 'es6/debug-promises/reject-with-throw-in-reject': [PASS, NO_VARIANTS],
112 'es6/debug-promises/throw-uncaught-all': [PASS, NO_VARIANTS],
113 'es6/debug-promises/throw-uncaught-uncaught': [PASS, NO_VARIANTS],
114 'es6/debug-promises/reject-uncaught-late': [PASS, NO_VARIANTS],
115 'es6/debug-promises/throw-caught-by-default-reject-handler': [PASS, NO_VARIANTS],
116 'es6/generators-debug-scopes': [PASS, NO_VARIANTS],
117 'harmony/debug-blockscopes': [PASS, NO_VARIANTS],
118 'regress/regress-1081309': [PASS, NO_VARIANTS],
119 'regress/regress-269': [PASS, NO_VARIANTS],
120 'regress/regress-crbug-259300': [PASS, NO_VARIANTS],
121 'regress/regress-frame-details-null-receiver': [PASS, NO_VARIANTS],
122
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400123 # TODO(arv): TurboFan does not yet add [[HomeObject]] as needed.
124 'harmony/object-literals-super': [PASS, NO_VARIANTS],
125
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000126 ##############################################################################
127 # Too slow in debug mode with --stress-opt mode.
128 'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]],
129 'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]],
130 'regress/regress-2318': [PASS, ['mode == debug', SKIP]],
131 'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
132
133 ##############################################################################
134 # Too slow in debug mode for GC stress mode.
135 'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
136
137 ##############################################################################
138 # Only regexp stuff tested, no need for extensive Crankshaft tests.
139 'regexp-global': [PASS, NO_VARIANTS],
140
141 ##############################################################################
142 # No need to waste time for this test.
143 'd8-performance-now': [PASS, NO_VARIANTS],
144
145 # Issue 488: this test sometimes times out.
146 'array-constructor': [PASS, TIMEOUT],
147
148 # Very slow on ARM and MIPS, contains no architecture dependent code.
149 'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', TIMEOUT]],
150
151 ##############################################################################
152 # This test expects to reach a certain recursion depth, which may not work
153 # for debug mode.
154 'json-recursive': [PASS, ['mode == debug', PASS, FAIL]],
155
156 ##############################################################################
157 # Skip long running tests that time out in debug mode.
158 'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
159 'migrations': [SKIP],
160 'array-functions-prototype-misc': [PASS, ['mode == debug', SKIP]],
161
162 ##############################################################################
163 # This test sets the umask on a per-process basis and hence cannot be
164 # used in multi-threaded runs.
165 # On android there is no /tmp directory.
166 # Currently d8-os generates a temporary directory name using Math.random(), so
167 # we cannot run several variants of d8-os simultaneously, since all of them
168 # get the same random seed and would generate the same directory name. Besides
169 # that, it doesn't make sense to run several variants of d8-os anyways.
170 'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
171 'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
172
173 ##############################################################################
174 # Long running test that reproduces memory leak and should be run manually.
175 'regress/regress-2073': [SKIP],
176
177 ##############################################################################
178 # Tests verifying CHECK and ASSERT.
179 'verify-check-false': [FAIL, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400180 'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000181
182 ##############################################################################
183 # Tests with different versions for release and debug.
184 'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
185 'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
186 'regress/regress-634': [PASS, ['mode == debug', SKIP]],
187 'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
188
189 # BUG(336820). TODO(bmeurer): Investigate.
190 'regress/regress-336820': [PASS, FAIL],
191
192 # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
193 # nosse2. Also for arm novfp3.
194 'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
195
196 # Skip endain dependent test for mips due to different typed views of the same
197 # array buffer.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400198 'nans': [PASS, ],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000199
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400200 # This test variant makes only sense on arm.
201 'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
202
203 # Too slow for slow variants.
204 'asm/embenchen/*': [PASS, SLOW, FAST_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000205}], # ALWAYS
Steve Blocka7e24c12009-10-30 11:49:00 +0000206
Ben Murdoch3fb3ca82011-12-02 17:19:32 +0000207##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000208['gc_stress == True', {
209 # Skip tests not suitable for GC stress.
210 'allocation-site-info': [SKIP],
211 'array-constructor-feedback': [SKIP],
212 'array-feedback': [SKIP],
213 'array-literal-feedback': [SKIP],
214 'd8-performance-now': [SKIP],
215 'debug-stepout-scope-part8': [PASS, ['arch == arm ', FAIL]],
216 'elements-kind': [SKIP],
217 'elements-transition-hoisting': [SKIP],
218 'fast-prototype': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400219 'field-type-tracking': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000220 'getters-on-elements': [SKIP],
221 'harmony/block-let-crankshaft': [SKIP],
222 'opt-elements-kind': [SKIP],
223 'osr-elements-kind': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400224 'regress/regress-crbug-137689': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000225 'regress/regress-165637': [SKIP],
226 'regress/regress-2249': [SKIP],
227 # Tests taking too long
228 'debug-stepout-scope-part8': [SKIP],
229 'mirror-object': [SKIP],
230 'packed-elements': [SKIP],
231 'regress/regress-1122': [SKIP],
232 'regress/regress-331444': [SKIP],
233 'regress/regress-353551': [SKIP],
234 'regress/regress-crbug-119926': [SKIP],
235 'regress/short-circuit': [SKIP],
236 'stack-traces-overflow': [SKIP],
237 'unicode-test': [SKIP],
238 'whitespaces': [SKIP],
239
240 # TODO(mstarzinger): Takes too long with TF.
241 'array-sort': [PASS, NO_VARIANTS],
242 'regress/regress-91008': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400243 'regress/regress-417709a': [PASS, ['arch == arm64', NO_VARIANTS]],
244 'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
245 'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
246 'math-floor-of-div': [PASS, NO_VARIANTS],
247 'unicodelctest': [PASS, NO_VARIANTS],
248 'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
249
250 # Too slow for gc stress.
251 'asm/embenchen/box2d': [SKIP],
252
253 # Issue 3723.
254 'regress/regress-3717': [SKIP],
255 # Issue 3776.
256 'debug-stepframe': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000257}], # 'gc_stress == True'
Ben Murdochb0fe1622011-05-05 13:52:32 +0100258
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100259##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000260['arch == arm64 or arch == android_arm64', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100261
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000262 # arm64 TF timeout.
263 'regress/regress-1257': [PASS, TIMEOUT],
264
265 # Requires bigger stack size in the Genesis and if stack size is increased,
266 # the test requires too much time to run. However, the problem test covers
267 # should be platform-independent.
268 'regress/regress-1132': [SKIP],
269
270 # Pass but take too long to run. Skip.
271 # Some similar tests (with fewer iterations) may be included in arm64-js
272 # tests.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400273 'asm/embenchen/box2d': [SKIP],
274 'asm/embenchen/lua_binarytrees': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000275 'big-object-literal': [SKIP],
276 'compiler/regress-arguments': [SKIP],
277 'compiler/regress-gvn': [SKIP],
278 'compiler/regress-max-locals-for-osr': [SKIP],
279 'compiler/regress-4': [SKIP],
280 'compiler/regress-or': [SKIP],
281 'compiler/regress-rep-change': [SKIP],
282 'regress/regress-1117': [SKIP],
283 'regress/regress-1145': [SKIP],
284 'regress/regress-1849': [SKIP],
285 'regress/regress-3247124': [SKIP],
286 'regress/regress-634': [SKIP],
287 'regress/regress-91008': [SKIP],
288 'regress/regress-91010': [SKIP],
289 'regress/regress-91013': [SKIP],
290 'regress/regress-99167': [SKIP],
291
292 # Long running tests.
293 'regress/regress-2185': [PASS, ['mode == debug', PASS, TIMEOUT]],
294 'regress/regress-2185-2': [PASS, TIMEOUT],
295 'whitespaces': [PASS, TIMEOUT, SLOW],
296
297 # BUG(v8:3147). It works on other architectures by accident.
298 'regress/regress-conditional-position': [FAIL],
299
300 # BUG(v8:3457).
301 'deserialize-reference': [PASS, FAIL],
302
303 # Slow tests.
304 'array-concat': [PASS, SLOW],
305 'array-constructor': [PASS, SLOW],
306 'array-indexing': [PASS, SLOW],
307 'array-reduce': [PASS, SLOW],
308 'array-sort': [PASS, SLOW],
309 'array-splice': [PASS, SLOW],
310 'bit-not': [PASS, SLOW],
311 'compiler/alloc-number': [PASS, SLOW],
312 'compiler/osr-assert': [PASS, SLOW],
313 'compiler/osr-with-args': [PASS, SLOW],
314 'debug-scopes': [PASS, SLOW],
315 'generated-transition-stub': [PASS, SLOW],
316 'json2': [PASS, SLOW],
317 'math-floor-of-div-nosudiv': [PASS, SLOW],
318 'math-floor-of-div': [PASS, SLOW],
319 'mirror-object': [PASS, SLOW],
320 'packed-elements': [PASS, SLOW],
321 'regress/regress-1122': [PASS, SLOW],
322 'regress/regress-2185-2': [PASS, SLOW],
323 'regress/regress-2185': [PASS, SLOW],
324 'regress/regress-2790': [PASS, SLOW],
325 'regress/regress-331444': [PASS, SLOW],
326 'regress/regress-490': [PASS, SLOW],
327 'regress/regress-crbug-217858': [PASS, SLOW],
328 'regress/regress-create-exception': [PASS, SLOW],
329 'regress/regress-json-stringify-gc': [PASS, SLOW],
330 'string-indexof-2': [PASS, SLOW],
331 'unicodelctest-no-optimization': [PASS, SLOW],
332 'unicodelctest': [PASS, SLOW],
333 'unicode-test': [PASS, SLOW],
334}], # 'arch == arm64'
335
336['arch == arm64 and mode == debug and simulator_run == True', {
337
338 # Pass but take too long with the simulator in debug mode.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400339 'array-iterate-backwards': [PASS, TIMEOUT],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000340 'array-sort': [PASS, TIMEOUT],
341 'packed-elements': [SKIP],
342 'regexp-global': [SKIP],
343 'compiler/alloc-numbers': [SKIP],
344 'harmony/symbols': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400345 'math-floor-of-div': [PASS, TIMEOUT],
346 'math-floor-of-div-nosudiv': [PASS, TIMEOUT],
347 'unicodelctest': [PASS, TIMEOUT],
348 'unicodelctest-no-optimization': [PASS, TIMEOUT],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000349 # Issue 3219:
350 'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
351}], # 'arch == arm64 and mode == debug and simulator_run == True'
Ben Murdoch589d6972011-11-30 16:04:58 +0000352
Ben Murdochb0fe1622011-05-05 13:52:32 +0100353##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000354['asan == True', {
355 # Skip tests not suitable for ASAN.
356 'big-array-literal': [SKIP],
357 'big-object-literal': [SKIP],
358 'regress/regress-crbug-178790': [SKIP],
359}], # 'asan == True'
Ben Murdochb0fe1622011-05-05 13:52:32 +0100360
361##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000362['arch == arm or arch == android_arm', {
Steve Blocka7e24c12009-10-30 11:49:00 +0000363
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000364 # Slow tests which times out in debug mode.
365 'try': [PASS, ['mode == debug', SKIP]],
366 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
367 'array-constructor': [PASS, ['mode == debug', SKIP]],
368 'regress/regress-1122': [PASS, ['mode == debug and arch == android_arm', SKIP]],
Steve Blocka7e24c12009-10-30 11:49:00 +0000369
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000370 # Flaky test that can hit compilation-time stack overflow in debug mode.
371 'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
Steve Blockd0582a62009-12-15 09:54:21 +0000372
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000373 # Times out often in release mode on ARM.
374 'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
375 'array-splice': [PASS, TIMEOUT],
Steve Blockd0582a62009-12-15 09:54:21 +0000376
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000377 # Long running test.
378 'string-indexof-2': [PASS, TIMEOUT],
379 'mirror-object': [PASS, TIMEOUT],
Steve Blockd0582a62009-12-15 09:54:21 +0000380
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000381 # Long running tests. Skipping because having them timeout takes too long on
382 # the buildbot.
383 'big-object-literal': [SKIP],
384 'compiler/alloc-number': [SKIP],
385 'regress/regress-490': [SKIP],
386 'regress/regress-634': [SKIP],
387 'regress/regress-create-exception': [SKIP],
388 'regress/regress-3247124': [SKIP],
Teng-Hui Zhu3e5fa292010-11-09 16:16:48 -0800389
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000390 # Requires bigger stack size in the Genesis and if stack size is increased,
391 # the test requires too much time to run. However, the problem test covers
392 # should be platform-independent.
393 'regress/regress-1132': [SKIP],
394
395 # Currently always deopt on minus zero
396 'math-floor-of-div-minus-zero': [SKIP],
397
398 ############################################################################
399 # Slow tests.
400 'regress/regress-2185-2': [PASS, SLOW],
401 'mirror-object': [PASS, SLOW],
402 'compiler/osr-with-args': [PASS, SLOW],
403 'array-sort': [PASS, SLOW],
404 'packed-elements': [PASS, SLOW],
405 'regress/regress-91008': [PASS, SLOW],
406 'regress/regress-2790': [PASS, SLOW],
407 'regress/regress-json-stringify-gc': [PASS, SLOW],
408 'regress/regress-1122': [PASS, SLOW],
409}], # 'arch == arm or arch == android_arm'
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100410
411##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000412['arch == mipsel or arch == mips', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100413
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000414 # Slow tests which times out in debug mode.
415 'try': [PASS, ['mode == debug', SKIP]],
416 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
417 'array-constructor': [PASS, ['mode == debug', SKIP]],
418
419 # Times out often in release mode on MIPS.
420 'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
421 'array-splice': [PASS, TIMEOUT],
422
423 # Long running test.
424 'mirror-object': [PASS, TIMEOUT],
425 'string-indexof-2': [PASS, TIMEOUT],
426
427 # Long running tests. Skipping because having them timeout takes too long on
428 # the buildbot.
429 'compiler/alloc-number': [SKIP],
430 'regress/regress-490': [SKIP],
431 'regress/regress-634': [SKIP],
432 'regress/regress-create-exception': [SKIP],
433 'regress/regress-3247124': [SKIP],
434
435 # Requires bigger stack size in the Genesis and if stack size is increased,
436 # the test requires too much time to run. However, the problem test covers
437 # should be platform-independent.
438 'regress/regress-1132': [SKIP],
439
440 # Currently always deopt on minus zero
441 'math-floor-of-div-minus-zero': [SKIP],
442}], # 'arch == mipsel or arch == mips'
Ben Murdoch5d4cdbf2012-04-11 10:23:59 +0100443
Ben Murdochb0fe1622011-05-05 13:52:32 +0100444##############################################################################
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400445['arch == mips', {
446 # Flaky with TF.
447 'mirror-script': [PASS, NO_VARIANTS],
448
449 # Emscripten requires little-endian, skip all tests on MIPS EB.
450 'asm/embenchen/*': [SKIP],
451}], # 'arch == mips'
452
453##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000454['arch == mips64el', {
Steve Blocka7e24c12009-10-30 11:49:00 +0000455
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000456 # Slow tests which times out in debug mode.
457 'try': [PASS, ['mode == debug', SKIP]],
458 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
459 'array-constructor': [PASS, ['mode == debug', SKIP]],
Steve Blocka7e24c12009-10-30 11:49:00 +0000460
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000461 # Times out often in release mode on MIPS.
462 'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
463 'array-splice': [PASS, TIMEOUT],
Steve Blocka7e24c12009-10-30 11:49:00 +0000464
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000465 # Long running test.
466 'mirror-object': [PASS, TIMEOUT],
467 'string-indexof-2': [PASS, TIMEOUT],
Steve Blockd0582a62009-12-15 09:54:21 +0000468
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000469 # BUG(3251035): Timeouts in long looping crankshaft optimization
470 # tests. Skipping because having them timeout takes too long on the
471 # buildbot.
472 'compiler/alloc-number': [PASS, SLOW],
473 'compiler/array-length': [PASS, SLOW],
474 'compiler/assignment-deopt': [PASS, SLOW],
475 'compiler/deopt-args': [PASS, SLOW],
476 'compiler/inline-compare': [PASS, SLOW],
477 'compiler/inline-global-access': [PASS, SLOW],
478 'compiler/optimized-function-calls': [PASS, SLOW],
479 'compiler/pic': [PASS, SLOW],
480 'compiler/property-calls': [PASS, SLOW],
481 'compiler/recursive-deopt': [PASS, SLOW],
482 'compiler/regress-4': [PASS, SLOW],
483 'compiler/regress-funcaller': [PASS, SLOW],
484 'compiler/regress-rep-change': [PASS, SLOW],
485 'compiler/regress-arguments': [PASS, SLOW],
486 'compiler/regress-funarguments': [PASS, SLOW],
487 'compiler/regress-3249650': [PASS, SLOW],
488 'compiler/simple-deopt': [PASS, SLOW],
489 'regress/regress-490': [PASS, SLOW],
490 'regress/regress-634': [PASS, SLOW],
491 'regress/regress-create-exception': [PASS, SLOW],
492 'regress/regress-3218915': [PASS, SLOW],
493 'regress/regress-3247124': [PASS, SLOW],
Ben Murdochb0fe1622011-05-05 13:52:32 +0100494
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000495 # Requires bigger stack size in the Genesis and if stack size is increased,
496 # the test requires too much time to run. However, the problem test covers
497 # should be platform-independent.
498 'regress/regress-1132': [SKIP],
Steve Blockd0582a62009-12-15 09:54:21 +0000499
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000500 # Currently always deopt on minus zero
501 'math-floor-of-div-minus-zero': [SKIP],
502}], # 'arch == mips64el'
503
504['arch == mips64el and simulator_run == False', {
505 # Random failures on HW, need investigation.
506 'debug-*': [SKIP],
507}],
508##############################################################################
509['system == windows', {
510 # TODO(mstarzinger): Too slow with turbo fan.
511 'big-object-literal': [PASS, ['mode == debug', SKIP]],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400512 'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
513 'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
514 'osr-regress-max-locals': [PASS, ['mode == debug', SKIP]],
515 'unicodelctest': [PASS, ['mode == debug', SKIP]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000516
517 # BUG(v8:3435)
518 'debug-script-breakpoints': [PASS, FAIL],
519}], # 'system == windows'
Kristian Monsen25f61362010-05-21 11:50:48 +0100520
Ben Murdochb0fe1622011-05-05 13:52:32 +0100521##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000522# Native Client uses the ARM simulator so will behave similarly to arm
523# on mjsunit tests.
524# TODO(bradchen): enable more tests for NaCl V8 when it stops using
525# the ARM simulator.
526##############################################################################
527['arch == nacl_ia32 or arch == nacl_x64', {
528 # There is no /tmp directory for NaCl runs
529 'd8-os': [SKIP],
Ben Murdochc7cc0282012-03-05 14:35:55 +0000530
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000531 # Stack manipulations in LiveEdit is not implemented for this arch.
532 'debug-liveedit-check-stack': [SKIP],
533 'debug-liveedit-stack-padding': [SKIP],
534 'debug-liveedit-restart-frame': [SKIP],
535 'debug-liveedit-double-call': [SKIP],
536 'harmony/generators-debug-liveedit': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100537
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000538 # NaCl builds have problems with this test since Pepper_28.
539 # V8 Issue 2786
540 'math-exp-precision': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100541
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000542 # Requires bigger stack size in the Genesis and if stack size is increased,
543 # the test requires too much time to run. However, the problem test covers
544 # should be platform-independent.
545 'regress/regress-1132': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100546
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000547 # Poor performance for NaCl V8 causes an assertion failure for this test.
548 'regress/regress-165637': [SKIP],
Ben Murdoch85b71792012-04-11 18:30:58 +0100549
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000550 # Skip long running test that times out in debug mode and goes OOM on NaCl.
551 'regress/regress-crbug-160010': [SKIP],
552
553 # Skip tests that timout with turbofan.
554 'regress/regress-1257': [PASS, NO_VARIANTS],
555 'regress/regress-2618': [PASS, NO_VARIANTS],
556 'regress/regress-298269': [PASS, NO_VARIANTS],
557 'regress/regress-634': [PASS, NO_VARIANTS],
558 'regress/regress-91008': [PASS, NO_VARIANTS],
559 'compiler/osr-alignment': [PASS, NO_VARIANTS],
560 'compiler/osr-one': [PASS, NO_VARIANTS],
561 'compiler/osr-two': [PASS, NO_VARIANTS],
562 'stack-traces-overflow': [PASS, NO_VARIANTS],
563 'mirror-object': [PASS, NO_VARIANTS],
564
565 # Bug(v8:2978).
566 'lithium/MathExp': [PASS, FAIL],
567
568 # Lead to OOM:
569 'string-oom-*': [SKIP],
570
571 # Crashes.
572 'harmony/private': [SKIP],
573 'harmony/symbols': [SKIP],
574}], # 'arch == nacl_ia32 or arch == nacl_x64'
575
576##############################################################################
577['deopt_fuzzer == True', {
578
579 # Skip tests that are not suitable for deoptimization fuzzing.
580 'assert-opt-and-deopt': [SKIP],
581 'never-optimize': [SKIP],
582 'regress/regress-2185-2': [SKIP],
583 'harmony/object-observe': [SKIP],
584 'readonly': [SKIP],
585 'array-feedback': [SKIP],
586
587 # Deopt every n garbage collections collides with deopt every n times.
588 'regress/regress-2653': [SKIP],
589}], # 'deopt_fuzzer == True'
590]