blob: 95e8da1cb2cc59b8648b5f62507a5fcbfb55fa2a [file] [log] [blame]
Ben Murdoch3ef787d2012-04-12 10:51:47 +01001# Copyright 2012 the V8 project authors. All rights reserved.
Steve Blocka7e24c12009-10-30 11:49:00 +00002# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +000028[
29[ALWAYS, {
30 # All tests in the bug directory are expected to fail.
31 'bugs/*': [FAIL],
Steve Blocka7e24c12009-10-30 11:49:00 +000032
Ben Murdochb8a8cc12014-11-26 15:28:44 +000033 ##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +000034 # Fails.
35 'regress/regress-1119': [FAIL],
36
37 # Issue 1719: Slow to collect arrays over several contexts.
38 'regress/regress-524': [SKIP],
39 # When that bug is fixed, revert the expectation to:
40 # Skip long running test in debug and allow it to timeout in release mode.
41 # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],
42
43 # This test non-deterministically runs out of memory on Windows ia32.
44 'regress/regress-crbug-160010': [SKIP],
45
46 # Issue 3389: deopt_every_n_garbage_collections is unsafe
47 'regress/regress-2653': [SKIP],
48
Emily Bernierd0a1eb72015-03-24 16:35:39 -040049 # Issue 3784: setters-on-elements is flaky
50 'setters-on-elements': [PASS, FAIL],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000051
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000052 # Issue 3641: The new 'then' semantics suppress some exceptions.
53 # These tests may be changed or removed when 'chain' is deprecated.
54 'es6/debug-promises/reject-with-throw-in-reject': [FAIL],
55 'es6/debug-promises/reject-with-undefined-reject': [FAIL],
56 'es6/debug-promises/reject-with-invalid-reject': [FAIL],
57
Ben Murdochb8a8cc12014-11-26 15:28:44 +000058 ##############################################################################
59 # TurboFan compiler failures.
60
Emily Bernierd0a1eb72015-03-24 16:35:39 -040061 # TODO(verwaest): Some tests are over-restrictive about object layout.
Ben Murdochb8a8cc12014-11-26 15:28:44 +000062 'array-constructor-feedback': [PASS, NO_VARIANTS],
63 'array-feedback': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -040064 'compare-known-objects-slow': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000065 'elements-kind': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000066 'opt-elements-kind': [PASS, NO_VARIANTS],
67 'smi-representation': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000068
69 # Some tests are just too slow to run for now.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000070 'big-object-literal': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000071 'bit-not': [PASS, NO_VARIANTS],
72 'json2': [PASS, NO_VARIANTS],
73 'packed-elements': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000074 'string-indexof-1': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000075 'unbox-double-arrays': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000076 'unicode-test': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000077 'whitespaces': [PASS, NO_VARIANTS],
78 'compiler/osr-assert': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000079 'es6/string-fromcodepoint': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000080 'regress/regress-2185-2': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000081 'regress/regress-2612': [PASS, NO_VARIANTS],
82
83 # Modules are busted
84 'harmony/module-linking': [SKIP],
85 'harmony/module-recompile': [SKIP],
86 'harmony/module-resolution': [SKIP],
87 'harmony/regress/regress-343928': [SKIP],
88
89 # Proxy tests rely on non ES6 version of Proxies
90 # TODO(neis,cbruni): figure out which Proxy tests can be reused
91 'harmony/proxies-example-membrane': [SKIP],
92 'strong/load-proxy': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000093
Emily Bernierd0a1eb72015-03-24 16:35:39 -040094 # Issue 3660: Replacing activated TurboFan frames by unoptimized code does
95 # not work, but we expect it to not crash.
96 'debug-step-turbofan': [PASS, FAIL],
97
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000098 # TODO(mstarzinger): Optimizing top-level code revealed some issues. Fix!
99 'bitops-info': [PASS, NO_VARIANTS], # fails on ARM hardware.
100 'md5': [PASS, NO_VARIANTS], # fails on ARM hardware.
101 'debug-break-inline': [PASS, NO_VARIANTS], # very flaky.
102 'debug-compile-event-newfunction': [PASS, NO_VARIANTS],
103 'debug-conditional-breakpoints': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000104 'debug-evaluate-locals-optimized': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000105 'debug-evaluate-locals-optimized-double': [PASS, NO_VARIANTS],
106 'debug-evaluate-recursive': [PASS, NO_VARIANTS], # only in no-snap debug.
107 'debug-ignore-breakpoints': [PASS, NO_VARIANTS], # only in no-snap debug.
108 'debug-setbreakpoint': [PASS, NO_VARIANTS], # only in no-snap debug.
109 'debug-step': [PASS, NO_VARIANTS], # windows only.
110 'debug-step-2': [PASS, NO_VARIANTS], # flaky in no-snap mode.
111 'debug-step-3': [PASS, NO_VARIANTS], # flaky in no-snap mode.
112 'debug-stepframe-clearing': [PASS, NO_VARIANTS], # only in no-snap debug.
113 'debug-stepin-call-function-stub': [PASS, NO_VARIANTS], # only in no-snap debug.
114 'debug-stepin-positions': [PASS, NO_VARIANTS], # only due to inlining.
115 'regress/regress-3717': [PASS, NO_VARIANTS], # only in no-snap mode.
116 'regress/regress-2451': [PASS, NO_VARIANTS], # with custom snapshot and gc-stress.
117 'debug-multiple-breakpoints': [PASS, NO_VARIANTS], # with custom snapshot and gc-stress.
118 'debug-listbreakpoints': [PASS, NO_VARIANTS], # arm64 nosnap with turbofan
119 'debug-enable-disable-breakpoints': [PASS, NO_VARIANTS], #arm64 nosnap with turbofan.
120
121 # TODO(rossberg)
122 'strong/literals': [SKIP], # Rest arguments do not respect strongness in Turbofan.
123
124 # Issue 4035: unexpected frame->context() in debugger
125 'regress/regress-crbug-107996': [PASS, NO_VARIANTS],
126 'regress/regress-crbug-171715': [PASS, NO_VARIANTS],
127 'regress/regress-crbug-222893': [PASS, NO_VARIANTS],
128 'regress/regress-crbug-323936': [PASS, NO_VARIANTS],
129 'regress/regress-crbug-491943': [PASS, NO_VARIANTS],
130 'regress/regress-325676': [PASS, NO_VARIANTS],
131 'debug-evaluate-closure': [PASS, NO_VARIANTS],
132 'debug-evaluate-with': [PASS, NO_VARIANTS],
133
134 # TODO(mstarzinger): Optimizing top-level code flushed out some correctness
135 # issues on ARM and ARM64.
136 'es6/math-log2-log10': [PASS, NO_VARIANTS], # on ARM and ARM64.
137 'mirror-script': [PASS, NO_VARIANTS], # on ARM64 only.
138
139 # TODO(jarin/mstarzinger): Investigate debugger issues with TurboFan.
140 'debug-evaluate-const': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000141 'debug-evaluate-locals': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000142 'debug-evaluate-locals-capturing': [PASS, NO_VARIANTS],
143 'debug-liveedit-check-stack': [PASS, NO_VARIANTS], # only in no-snap mode.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000144 'debug-liveedit-double-call': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000145 'debug-set-variable-value': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000146 'debug-stepout-scope-part1': [PASS, NO_VARIANTS],
147 'debug-stepout-scope-part2': [PASS, NO_VARIANTS],
148 'debug-stepout-scope-part3': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000149 'es6/debug-evaluate-blockscopes': [PASS, NO_VARIANTS],
150 # Issue 4055: Scope chain length observed by debugger is off.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000151 'es6/generators-debug-scopes': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000152
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000153 # TODO(titzer): --always-opt incorrectly disables CrankShaft soft deopt points
154 'result-table-min': [PASS, NO_VARIANTS],
155 'result-table-max': [PASS, NO_VARIANTS],
156 # TODO(titzer): too slow in --turbo mode due to O(n^2) graph verification.
157 'regress/regress-1122': [PASS, NO_VARIANTS],
158
159 # Assumptions about optimization need investigation in TurboFan.
160 'regress-sync-optimized-lists': [PASS, NO_VARIANTS],
161 'regress/regress-store-uncacheable': [PASS, NO_VARIANTS],
162
163 # issue 4078:
164 'allocation-site-info': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400165
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000166 ##############################################################################
167 # Too slow in debug mode with --stress-opt mode.
168 'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]],
169 'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]],
170 'regress/regress-2318': [PASS, ['mode == debug', SKIP]],
171 'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
172
173 ##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000174 # Too slow in debug mode for validation of elements.
175 'regress/regress-430201': [PASS, ['mode == debug', SKIP]],
176 'regress/regress-430201b': [PASS, ['mode == debug', SKIP]],
177
178 ##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000179 # Too slow in debug mode for GC stress mode.
180 'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
181
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000182 # Too slow in debug mode and under turbofan.
183 'regress/regress-4595': [PASS, NO_VARIANTS, ['mode == debug', SKIP]],
184
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000185 ##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000186 # Only RegExp stuff tested, no need for extensive optimizing compiler tests.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000187 'regexp-global': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000188 'third_party/regexp-pcre/regexp-pcre': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000189
190 ##############################################################################
191 # No need to waste time for this test.
192 'd8-performance-now': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000193 'regress/regress-crbug-491062': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000194
195 # Issue 488: this test sometimes times out.
196 'array-constructor': [PASS, TIMEOUT],
197
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000198 # Issue 4413: this test sometimes times out with TSAN because we trigger
199 # the slow path in C++ with holey arrays in Function.prototype.apply.
200 # TODO(bmeurer): Add fast support for holey arrays in apply.
201 'apply': [PASS, TIMEOUT],
202
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000203 # Very slow on ARM and MIPS, contains no architecture dependent code.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000204 'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', TIMEOUT]],
205 'regress/regress-3976': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips64 or arch == mips', SKIP]],
206 'regress/regress-crbug-482998': [PASS, NO_VARIANTS, ['arch == arm or arch == arm64 or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', SKIP]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000207
208 ##############################################################################
209 # This test expects to reach a certain recursion depth, which may not work
210 # for debug mode.
211 'json-recursive': [PASS, ['mode == debug', PASS, FAIL]],
212
213 ##############################################################################
214 # Skip long running tests that time out in debug mode.
215 'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
216 'migrations': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000217 'array-functions-prototype-misc': [PASS, SLOW, ['mode == debug', SKIP]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000218
219 ##############################################################################
220 # This test sets the umask on a per-process basis and hence cannot be
221 # used in multi-threaded runs.
222 # On android there is no /tmp directory.
223 # Currently d8-os generates a temporary directory name using Math.random(), so
224 # we cannot run several variants of d8-os simultaneously, since all of them
225 # get the same random seed and would generate the same directory name. Besides
226 # that, it doesn't make sense to run several variants of d8-os anyways.
227 'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
228 'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
229
230 ##############################################################################
231 # Long running test that reproduces memory leak and should be run manually.
232 'regress/regress-2073': [SKIP],
233
234 ##############################################################################
235 # Tests verifying CHECK and ASSERT.
236 'verify-check-false': [FAIL, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400237 'verify-assert-false': [NO_VARIANTS, ['mode == release and dcheck_always_on == False', PASS], ['mode == debug or dcheck_always_on == True', FAIL]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000238
239 ##############################################################################
240 # Tests with different versions for release and debug.
241 'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
242 'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
243 'regress/regress-634': [PASS, ['mode == debug', SKIP]],
244 'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
245
246 # BUG(336820). TODO(bmeurer): Investigate.
247 'regress/regress-336820': [PASS, FAIL],
248
249 # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
250 # nosse2. Also for arm novfp3.
251 'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
252
253 # Skip endain dependent test for mips due to different typed views of the same
254 # array buffer.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400255 'nans': [PASS, ],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000256
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400257 # This test variant makes only sense on arm.
258 'math-floor-of-div-nosudiv': [PASS, SLOW, ['arch not in [arm, arm64, android_arm, android_arm64]', SKIP]],
259
260 # Too slow for slow variants.
261 'asm/embenchen/*': [PASS, SLOW, FAST_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000262 'asm/poppler/*': [PASS, SLOW, FAST_VARIANTS],
263 'asm/sqlite3/*': [PASS, SLOW, FAST_VARIANTS],
264
265 # BUG(v8:3838).
266 'regress/regress-3116': [PASS, ['isolates', FLAKY]],
267
268 # BUG(v8:4458). TODO(mvstanton): reenable the test once --vector-stores is
269 # prermanently enabled.
270 'call-counts': [SKIP],
271
272 # BUG(chromium:508074). Remove this once the issue is fixed.
273 'harmony/arrow-rest-params': [PASS, NO_VARIANTS],
274 'harmony/rest-params': [PASS, ['no_snap == True', NO_VARIANTS]],
275
276 # Slow tests.
277 'copy-on-write-assert': [PASS, SLOW],
278 'debug-scopes': [PASS, SLOW],
279 'es7/object-observe': [PASS, ['mode == debug', SLOW]],
280 'numops-fuzz-part*': [PASS, ['mode == debug', SLOW]],
281 'readonly': [PASS, SLOW],
282 'regress/regress-1200351': [PASS, ['mode == debug', SLOW]],
283 'regress/regress-crbug-474297': [PASS, ['mode == debug', SLOW]],
284 'strong/implicit-conversions': [PASS, SLOW],
285 'strong/load-element-mutate-backing-store': [PASS, SLOW],
286
287 # TODO(bradnelson): Enable tests in a separate change.
288 'wasm/*': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000289}], # ALWAYS
Steve Blocka7e24c12009-10-30 11:49:00 +0000290
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000291['novfp3 == True', {
292 'asm/embenchen/box2d': [SKIP],
293 'asm/embenchen/zlib': [SKIP],
294 'asm/embenchen/memops': [SKIP],
295 'asm/embenchen/lua_binarytrees': [SKIP],
296}], # novfp3 == True
297
Ben Murdoch3fb3ca82011-12-02 17:19:32 +0000298##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000299['gc_stress == True', {
300 # Skip tests not suitable for GC stress.
301 'allocation-site-info': [SKIP],
302 'array-constructor-feedback': [SKIP],
303 'array-feedback': [SKIP],
304 'array-literal-feedback': [SKIP],
305 'd8-performance-now': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000306 'elements-kind': [SKIP],
307 'elements-transition-hoisting': [SKIP],
308 'fast-prototype': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400309 'field-type-tracking': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000310 'getters-on-elements': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000311 'es6/block-let-crankshaft': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000312 'opt-elements-kind': [SKIP],
313 'osr-elements-kind': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400314 'regress/regress-crbug-137689': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000315 'regress/regress-165637': [SKIP],
316 'regress/regress-2249': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000317 'regress/regress-4121': [SKIP],
318 'compare-known-objects-slow': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000319 # Tests taking too long
320 'debug-stepout-scope-part8': [SKIP],
321 'mirror-object': [SKIP],
322 'packed-elements': [SKIP],
323 'regress/regress-1122': [SKIP],
324 'regress/regress-331444': [SKIP],
325 'regress/regress-353551': [SKIP],
326 'regress/regress-crbug-119926': [SKIP],
327 'regress/short-circuit': [SKIP],
328 'stack-traces-overflow': [SKIP],
329 'unicode-test': [SKIP],
330 'whitespaces': [SKIP],
331
332 # TODO(mstarzinger): Takes too long with TF.
333 'array-sort': [PASS, NO_VARIANTS],
334 'regress/regress-91008': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400335 'regress/regress-417709a': [PASS, ['arch == arm64', NO_VARIANTS]],
336 'regress/regress-transcendental': [PASS, ['arch == arm64', NO_VARIANTS]],
337 'compiler/osr-regress-max-locals': [PASS, NO_VARIANTS],
338 'math-floor-of-div': [PASS, NO_VARIANTS],
339 'unicodelctest': [PASS, NO_VARIANTS],
340 'unicodelctest-no-optimization': [PASS, NO_VARIANTS],
341
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000342 # TODO(jkummerow): Doesn't work correctly in GC stress.
343 'regress/regress-crbug-500497': [SKIP],
344
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400345 # Too slow for gc stress.
346 'asm/embenchen/box2d': [SKIP],
347
348 # Issue 3723.
349 'regress/regress-3717': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000350
351 # BUG(v8:4237)
352 'regress/regress-3976': [SKIP],
353
354 # BUG(v8:4359)
355 'strong/load-proxy': [SKIP],
356
357 # Slow tests.
358 'array-constructor': [PASS, SLOW],
359 'json': [PASS, SLOW],
360 'regress/regress-446389': [PASS, SLOW],
361 'regress/regress-inline-getter-near-stack-limit': [PASS, SLOW],
362
363 # BUG(v8:3097)
364 'debug-references': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000365}], # 'gc_stress == True'
Ben Murdochb0fe1622011-05-05 13:52:32 +0100366
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100367##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000368['no_i18n == True and mode == debug', {
369 # Tests too slow for no18n debug.
370 'regress/regress-1200351': [SKIP],
371}], # 'no_i18n == True and mode == debug'
372
373##############################################################################
374['byteorder == big', {
375 # Emscripten requires little-endian, skip all tests on big endian platforms.
376 'asm/embenchen/*': [SKIP],
377 'asm/poppler/*': [SKIP],
378 'asm/sqlite3/*': [SKIP],
379}], # 'byteorder == big'
380
381##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000382['arch == arm64 or arch == android_arm64', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100383
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000384 # arm64 TF timeout.
385 'regress/regress-1257': [PASS, TIMEOUT],
386
387 # Requires bigger stack size in the Genesis and if stack size is increased,
388 # the test requires too much time to run. However, the problem test covers
389 # should be platform-independent.
390 'regress/regress-1132': [SKIP],
391
392 # Pass but take too long to run. Skip.
393 # Some similar tests (with fewer iterations) may be included in arm64-js
394 # tests.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400395 'asm/embenchen/box2d': [SKIP],
396 'asm/embenchen/lua_binarytrees': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000397 'big-object-literal': [SKIP],
398 'compiler/regress-arguments': [SKIP],
399 'compiler/regress-gvn': [SKIP],
400 'compiler/regress-max-locals-for-osr': [SKIP],
401 'compiler/regress-4': [SKIP],
402 'compiler/regress-or': [SKIP],
403 'compiler/regress-rep-change': [SKIP],
404 'regress/regress-1117': [SKIP],
405 'regress/regress-1145': [SKIP],
406 'regress/regress-1849': [SKIP],
407 'regress/regress-3247124': [SKIP],
408 'regress/regress-634': [SKIP],
409 'regress/regress-91008': [SKIP],
410 'regress/regress-91010': [SKIP],
411 'regress/regress-91013': [SKIP],
412 'regress/regress-99167': [SKIP],
413
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000414 # BUG(v8:3457).
415 'deserialize-reference': [PASS, FAIL],
416
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000417 # BUG(v8:4016)
418 'regress/regress-crbug-467047': [SKIP],
419
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000420 # Slow tests.
421 'array-concat': [PASS, SLOW],
422 'array-constructor': [PASS, SLOW],
423 'array-indexing': [PASS, SLOW],
424 'array-reduce': [PASS, SLOW],
425 'array-sort': [PASS, SLOW],
426 'array-splice': [PASS, SLOW],
427 'bit-not': [PASS, SLOW],
428 'compiler/alloc-number': [PASS, SLOW],
429 'compiler/osr-assert': [PASS, SLOW],
430 'compiler/osr-with-args': [PASS, SLOW],
431 'debug-scopes': [PASS, SLOW],
432 'generated-transition-stub': [PASS, SLOW],
433 'json2': [PASS, SLOW],
434 'math-floor-of-div-nosudiv': [PASS, SLOW],
435 'math-floor-of-div': [PASS, SLOW],
436 'mirror-object': [PASS, SLOW],
437 'packed-elements': [PASS, SLOW],
438 'regress/regress-1122': [PASS, SLOW],
439 'regress/regress-2185-2': [PASS, SLOW],
440 'regress/regress-2185': [PASS, SLOW],
441 'regress/regress-2790': [PASS, SLOW],
442 'regress/regress-331444': [PASS, SLOW],
443 'regress/regress-490': [PASS, SLOW],
444 'regress/regress-crbug-217858': [PASS, SLOW],
445 'regress/regress-create-exception': [PASS, SLOW],
446 'regress/regress-json-stringify-gc': [PASS, SLOW],
447 'string-indexof-2': [PASS, SLOW],
448 'unicodelctest-no-optimization': [PASS, SLOW],
449 'unicodelctest': [PASS, SLOW],
450 'unicode-test': [PASS, SLOW],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000451 'whitespaces': [PASS, TIMEOUT, SLOW],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000452}], # 'arch == arm64'
453
454['arch == arm64 and mode == debug and simulator_run == True', {
455
456 # Pass but take too long with the simulator in debug mode.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400457 'array-iterate-backwards': [PASS, TIMEOUT],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000458 'array-sort': [PASS, TIMEOUT],
459 'packed-elements': [SKIP],
460 'regexp-global': [SKIP],
461 'compiler/alloc-numbers': [SKIP],
462 'harmony/symbols': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400463 'math-floor-of-div': [PASS, TIMEOUT],
464 'math-floor-of-div-nosudiv': [PASS, TIMEOUT],
465 'unicodelctest': [PASS, TIMEOUT],
466 'unicodelctest-no-optimization': [PASS, TIMEOUT],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000467 # Issue 3219:
468 'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
469}], # 'arch == arm64 and mode == debug and simulator_run == True'
Ben Murdoch589d6972011-11-30 16:04:58 +0000470
Ben Murdochb0fe1622011-05-05 13:52:32 +0100471##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000472['asan == True', {
473 # Skip tests not suitable for ASAN.
474 'big-array-literal': [SKIP],
475 'big-object-literal': [SKIP],
476 'regress/regress-crbug-178790': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000477
478 # Exception thrown during bootstrapping on ASAN builds, see issue 4236.
479 'regress/regress-1132': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000480}], # 'asan == True'
Ben Murdochb0fe1622011-05-05 13:52:32 +0100481
482##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000483['msan == True', {
484 # Skip tests not suitable for MSAN.
485 'big-array-literal': [SKIP],
486 # ICU upstream issues.
487 'date': [SKIP],
488 'deep-recursion': [SKIP],
489 'regress/regress-builtinbust-7': [SKIP],
490 'string-localecompare': [SKIP],
491}], # 'msan == True'
492
493##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000494['arch == arm or arch == android_arm', {
Steve Blocka7e24c12009-10-30 11:49:00 +0000495
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000496 # Slow tests which times out in debug mode.
497 'try': [PASS, ['mode == debug', SKIP]],
498 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
499 'array-constructor': [PASS, ['mode == debug', SKIP]],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000500 'regress/regress-1122': [PASS, SLOW, ['mode == debug and arch == android_arm', SKIP]],
Steve Blocka7e24c12009-10-30 11:49:00 +0000501
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000502 # Flaky test that can hit compilation-time stack overflow in debug mode.
503 'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
Steve Blockd0582a62009-12-15 09:54:21 +0000504
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000505 # Times out often in release mode on ARM.
506 'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
507 'array-splice': [PASS, TIMEOUT],
Steve Blockd0582a62009-12-15 09:54:21 +0000508
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000509 # Long running tests. Skipping because having them timeout takes too long on
510 # the buildbot.
511 'big-object-literal': [SKIP],
512 'compiler/alloc-number': [SKIP],
513 'regress/regress-490': [SKIP],
514 'regress/regress-634': [SKIP],
515 'regress/regress-create-exception': [SKIP],
516 'regress/regress-3247124': [SKIP],
Teng-Hui Zhu3e5fa292010-11-09 16:16:48 -0800517
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000518 # Requires bigger stack size in the Genesis and if stack size is increased,
519 # the test requires too much time to run. However, the problem test covers
520 # should be platform-independent.
521 'regress/regress-1132': [SKIP],
522
523 # Currently always deopt on minus zero
524 'math-floor-of-div-minus-zero': [SKIP],
525
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000526 # Slow tests.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000527 'array-sort': [PASS, SLOW],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000528 'compiler/osr-with-args': [PASS, SLOW],
529 'mirror-object': [PASS, SLOW],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000530 'packed-elements': [PASS, SLOW],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000531 'regress/regress-2185-2': [PASS, SLOW],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000532 'regress/regress-2790': [PASS, SLOW],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000533 'regress/regress-91008': [PASS, SLOW],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000534 'regress/regress-json-stringify-gc': [PASS, SLOW],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000535 'string-indexof-2': [PASS, TIMEOUT],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000536}], # 'arch == arm or arch == android_arm'
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100537
538##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000539['arch == mipsel or arch == mips', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100540
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000541 # Slow tests which times out in debug mode.
542 'try': [PASS, ['mode == debug', SKIP]],
543 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
544 'array-constructor': [PASS, ['mode == debug', SKIP]],
545
546 # Times out often in release mode on MIPS.
547 'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
548 'array-splice': [PASS, TIMEOUT],
549
550 # Long running test.
551 'mirror-object': [PASS, TIMEOUT],
552 'string-indexof-2': [PASS, TIMEOUT],
553
554 # Long running tests. Skipping because having them timeout takes too long on
555 # the buildbot.
556 'compiler/alloc-number': [SKIP],
557 'regress/regress-490': [SKIP],
558 'regress/regress-634': [SKIP],
559 'regress/regress-create-exception': [SKIP],
560 'regress/regress-3247124': [SKIP],
561
562 # Requires bigger stack size in the Genesis and if stack size is increased,
563 # the test requires too much time to run. However, the problem test covers
564 # should be platform-independent.
565 'regress/regress-1132': [SKIP],
566
567 # Currently always deopt on minus zero
568 'math-floor-of-div-minus-zero': [SKIP],
569}], # 'arch == mipsel or arch == mips'
Ben Murdoch5d4cdbf2012-04-11 10:23:59 +0100570
Ben Murdochb0fe1622011-05-05 13:52:32 +0100571##############################################################################
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400572['arch == mips', {
573 # Flaky with TF.
574 'mirror-script': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400575}], # 'arch == mips'
576
577##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000578['arch == x87', {
579 # Turbofan will hit the known issue that x87 changes sNaN to qNaN by default.
580 'regress/regress-undefined-nan': [SKIP],
581}], # 'arch == x87'
582
583##############################################################################
584['arch == mips64el or arch == mips64', {
Steve Blocka7e24c12009-10-30 11:49:00 +0000585
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000586 # Slow tests which times out in debug mode.
587 'try': [PASS, ['mode == debug', SKIP]],
588 'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
589 'array-constructor': [PASS, ['mode == debug', SKIP]],
Steve Blocka7e24c12009-10-30 11:49:00 +0000590
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000591 # Times out often in release mode on MIPS.
592 'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
593 'array-splice': [PASS, TIMEOUT],
Steve Blocka7e24c12009-10-30 11:49:00 +0000594
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000595 # Long running test.
596 'mirror-object': [PASS, TIMEOUT],
597 'string-indexof-2': [PASS, TIMEOUT],
Steve Blockd0582a62009-12-15 09:54:21 +0000598
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000599 # BUG(3251035): Timeouts in long looping crankshaft optimization
600 # tests. Skipping because having them timeout takes too long on the
601 # buildbot.
602 'compiler/alloc-number': [PASS, SLOW],
603 'compiler/array-length': [PASS, SLOW],
604 'compiler/assignment-deopt': [PASS, SLOW],
605 'compiler/deopt-args': [PASS, SLOW],
606 'compiler/inline-compare': [PASS, SLOW],
607 'compiler/inline-global-access': [PASS, SLOW],
608 'compiler/optimized-function-calls': [PASS, SLOW],
609 'compiler/pic': [PASS, SLOW],
610 'compiler/property-calls': [PASS, SLOW],
611 'compiler/recursive-deopt': [PASS, SLOW],
612 'compiler/regress-4': [PASS, SLOW],
613 'compiler/regress-funcaller': [PASS, SLOW],
614 'compiler/regress-rep-change': [PASS, SLOW],
615 'compiler/regress-arguments': [PASS, SLOW],
616 'compiler/regress-funarguments': [PASS, SLOW],
617 'compiler/regress-3249650': [PASS, SLOW],
618 'compiler/simple-deopt': [PASS, SLOW],
619 'regress/regress-490': [PASS, SLOW],
620 'regress/regress-634': [PASS, SLOW],
621 'regress/regress-create-exception': [PASS, SLOW],
622 'regress/regress-3218915': [PASS, SLOW],
623 'regress/regress-3247124': [PASS, SLOW],
Ben Murdochb0fe1622011-05-05 13:52:32 +0100624
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000625 # Requires bigger stack size in the Genesis and if stack size is increased,
626 # the test requires too much time to run. However, the problem test covers
627 # should be platform-independent.
628 'regress/regress-1132': [SKIP],
Steve Blockd0582a62009-12-15 09:54:21 +0000629
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000630 # Currently always deopt on minus zero
631 'math-floor-of-div-minus-zero': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000632}], # 'arch == mips64el or arch == mips64'
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000633
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000634##############################################################################
635['system == windows', {
636 # TODO(mstarzinger): Too slow with turbo fan.
637 'big-object-literal': [PASS, ['mode == debug', SKIP]],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400638 'math-floor-of-div': [PASS, ['mode == debug', SKIP]],
639 'math-floor-of-div-nosudiv': [PASS, ['mode == debug', SKIP]],
640 'osr-regress-max-locals': [PASS, ['mode == debug', SKIP]],
641 'unicodelctest': [PASS, ['mode == debug', SKIP]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000642
643 # BUG(v8:3435)
644 'debug-script-breakpoints': [PASS, FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000645
646 # BUG(v8:4495).
647 'es6/collections': [PASS, ['arch == ia32', FAST_VARIANTS]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000648}], # 'system == windows'
Kristian Monsen25f61362010-05-21 11:50:48 +0100649
Ben Murdochb0fe1622011-05-05 13:52:32 +0100650##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000651# Native Client uses the ARM simulator so will behave similarly to arm
652# on mjsunit tests.
653# TODO(bradchen): enable more tests for NaCl V8 when it stops using
654# the ARM simulator.
655##############################################################################
656['arch == nacl_ia32 or arch == nacl_x64', {
657 # There is no /tmp directory for NaCl runs
658 'd8-os': [SKIP],
Ben Murdochc7cc0282012-03-05 14:35:55 +0000659
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000660 # Stack manipulations in LiveEdit is not implemented for this arch.
661 'debug-liveedit-check-stack': [SKIP],
662 'debug-liveedit-stack-padding': [SKIP],
663 'debug-liveedit-restart-frame': [SKIP],
664 'debug-liveedit-double-call': [SKIP],
665 'harmony/generators-debug-liveedit': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100666
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000667 # NaCl builds have problems with this test since Pepper_28.
668 # V8 Issue 2786
669 'math-exp-precision': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100670
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000671 # Requires bigger stack size in the Genesis and if stack size is increased,
672 # the test requires too much time to run. However, the problem test covers
673 # should be platform-independent.
674 'regress/regress-1132': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100675
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000676 # Poor performance for NaCl V8 causes an assertion failure for this test.
677 'regress/regress-165637': [SKIP],
Ben Murdoch85b71792012-04-11 18:30:58 +0100678
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000679 # Skip long running test that times out in debug mode and goes OOM on NaCl.
680 'regress/regress-crbug-160010': [SKIP],
681
682 # Skip tests that timout with turbofan.
683 'regress/regress-1257': [PASS, NO_VARIANTS],
684 'regress/regress-2618': [PASS, NO_VARIANTS],
685 'regress/regress-298269': [PASS, NO_VARIANTS],
686 'regress/regress-634': [PASS, NO_VARIANTS],
687 'regress/regress-91008': [PASS, NO_VARIANTS],
688 'compiler/osr-alignment': [PASS, NO_VARIANTS],
689 'compiler/osr-one': [PASS, NO_VARIANTS],
690 'compiler/osr-two': [PASS, NO_VARIANTS],
691 'stack-traces-overflow': [PASS, NO_VARIANTS],
692 'mirror-object': [PASS, NO_VARIANTS],
693
694 # Bug(v8:2978).
695 'lithium/MathExp': [PASS, FAIL],
696
697 # Lead to OOM:
698 'string-oom-*': [SKIP],
699
700 # Crashes.
701 'harmony/private': [SKIP],
702 'harmony/symbols': [SKIP],
703}], # 'arch == nacl_ia32 or arch == nacl_x64'
704
705##############################################################################
706['deopt_fuzzer == True', {
707
708 # Skip tests that are not suitable for deoptimization fuzzing.
709 'assert-opt-and-deopt': [SKIP],
710 'never-optimize': [SKIP],
711 'regress/regress-2185-2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000712 'readonly': [SKIP],
713 'array-feedback': [SKIP],
714
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000715 # Bounds check triggers forced deopt for array constructors.
716 'array-constructor-feedback': [SKIP],
717
718 # Deopting uses just enough memory to make this one OOM.
719 'regress/regress-3976': [SKIP],
720
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000721 # Deopt every n garbage collections collides with deopt every n times.
722 'regress/regress-2653': [SKIP],
723}], # 'deopt_fuzzer == True'
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000724
725##############################################################################
726['predictable == True', {
727
728 # Skip tests that are known to be non-deterministic.
729 'd8-worker-sharedarraybuffer': [SKIP],
730}], # 'predictable == True'
731
732##############################################################################
733['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {
734
735 # take too long with the simulator.
736 'regress/regress-1132': [SKIP],
737}], # 'arch == ppc and simulator_run == True'
738
739['ignition == True', {
740 'const*': [SKIP],
741 'debug-*': [SKIP],
742 'es6/*': [SKIP],
743 'es7/*': [SKIP],
744 'strong/*': [SKIP],
745 'harmony/*': [SKIP],
746 'regress/debug*': [SKIP],
747 'regress/regress-debug*': [SKIP],
748
749 # TODO(bradnelson): Figure out why these tests fail with ignition.
750 'wasm/*': [SKIP],
751
752 'allocation-folding': [SKIP],
753 'api-call-after-bypassed-exception': [SKIP],
754 'apply-arguments-gc-safepoint': [SKIP],
755 'arguments-load-across-eval': [SKIP],
756 'arguments-read-and-assignment': [SKIP],
757 'array-bounds-check-removal': [SKIP],
758 'array-elements-from-array-prototype-chain': [SKIP],
759 'array-functions-prototype-misc': [SKIP],
760 'array-join': [SKIP],
761 'array-literal-feedback': [SKIP],
762 'array-literal-transitions': [SKIP],
763 'array-tostring': [SKIP],
764 'break': [SKIP],
765 'call-runtime-tail': [SKIP],
766 'compiler/compare-map-elim2': [SKIP],
767 'compiler/deopt-inlined-smi': [SKIP],
768 'compiler/deopt-tonumber-compare': [SKIP],
769 'compiler/escape-analysis-arguments': [SKIP],
770 'compiler/escape-analysis': [SKIP],
771 'compiler/expression-trees': [SKIP],
772 'compiler/inline-arguments': [SKIP],
773 'compiler/inline-arity-mismatch': [SKIP],
774 'compiler/inline-construct': [SKIP],
775 'compiler/lazy-deopt-in-literal': [SKIP],
776 'compiler/manual-concurrent-recompile': [SKIP],
777 'compiler/optimized-for-in': [SKIP],
778 'compiler/optimized-function-calls': [SKIP],
779 'compiler/optimize_max': [SKIP],
780 'compiler/optimize_min': [SKIP],
781 'compiler/opt-next-call-turbo': [SKIP],
782 'compiler/osr-forof': [SKIP],
783 'compiler/property-refs': [SKIP],
784 'compiler/regress-3786': [SKIP],
785 'compiler/regress-446647': [SKIP],
786 'compiler/regress-447567': [SKIP],
787 'compiler/regress-469089': [SKIP],
788 'compiler/regress-96989': [SKIP],
789 'compiler/regress-const': [SKIP],
790 'compiler/regress-funarguments': [SKIP],
791 'compiler/regress-stacktrace-methods': [SKIP],
792 'compiler/regress-variable-liveness': [SKIP],
793 'compiler/rotate': [SKIP],
794 'compiler/safepoint': [SKIP],
795 'compiler/try-deopt': [SKIP],
796 'compiler/try-osr': [SKIP],
797 'compiler/uint32': [SKIP],
798 'compiler/variables': [SKIP],
799 'context-calls-maintained': [SKIP],
800 'contextual-calls': [SKIP],
801 'cross-realm-filtering': [SKIP],
802 'cyclic-array-to-string': [SKIP],
803 'd8-worker-sharedarraybuffer': [SKIP],
804 'delete-in-with': [SKIP],
805 'deopt-minus-zero': [SKIP],
806 'deserialize-optimize-inner': [SKIP],
807 'double-equals': [SKIP],
808 'eval-enclosing-function-name': [SKIP],
809 'eval-stack-trace': [SKIP],
810 'fast-prototype': [SKIP],
811 'field-type-tracking': [SKIP],
812 'for-in-opt': [SKIP],
813 'for-in-special-cases': [SKIP],
814 'function-call': [SKIP],
815 'get-caller-js-function': [SKIP],
816 'get-prototype-of': [SKIP],
817 'getter-in-prototype': [SKIP],
818 'global-hash': [SKIP],
819 'global-load-from-eval-in-with': [SKIP],
820 'global-vars-with': [SKIP],
821 'instanceof-2': [SKIP],
822 'json-replacer-number-wrapper-tostring': [SKIP],
823 'json-replacer-order': [SKIP],
824 'json': [SKIP],
825 'keyed-load-with-symbol-key': [SKIP],
826 'local-load-from-eval': [SKIP],
827 'math-min-max': [SKIP],
828 'messages': [SKIP],
829 'mirror-object': [SKIP],
830 'object-literal-gc': [SKIP],
831 'osr-elements-kind': [SKIP],
832 'property-load-across-eval': [SKIP],
833 'proto-accessor': [SKIP],
834 'readonly': [SKIP],
835 'receiver-in-with-calls': [SKIP],
836 'regress-3225': [SKIP],
837 'regress/clear-keyed-call': [SKIP],
838 'regress/poly_count_operation': [SKIP],
839 'regress/regress-102153': [SKIP],
840 'regress/regress-1030466': [SKIP],
841 'regress/regress-1079': [SKIP],
842 'regress/regress-109195': [SKIP],
843 'regress/regress-1114040': [SKIP],
844 'regress/regress-1125': [SKIP],
845 'regress/regress-1129': [SKIP],
846 'regress/regress-1170187': [SKIP],
847 'regress/regress-117409': [SKIP],
848 'regress/regress-1177809': [SKIP],
849 'regress/regress-119609': [SKIP],
850 'regress/regress-123919': [SKIP],
851 'regress/regress-124594': [SKIP],
852 'regress/regress-125515': [SKIP],
853 'regress/regress-128018': [SKIP],
854 'regress/regress-131994': [SKIP],
855 'regress/regress-133211b': [SKIP],
856 'regress/regress-1365': [SKIP],
857 'regress/regress-1369': [SKIP],
858 'regress/regress-1403': [SKIP],
859 'regress/regress-1412': [SKIP],
860 'regress/regress-1436': [SKIP],
861 'regress/regress-1493017': [SKIP],
862 'regress/regress-1523': [SKIP],
863 'regress/regress-1560': [SKIP],
864 'regress/regress-1586': [SKIP],
865 'regress/regress-1639-2': [SKIP],
866 'regress/regress-1639': [SKIP],
867 'regress/regress-166553': [SKIP],
868 'regress/regress-1708': [SKIP],
869 'regress/regress-1757': [SKIP],
870 'regress/regress-1790': [SKIP],
871 'regress/regress-1853': [SKIP],
872 'regress/regress-1980': [SKIP],
873 'regress/regress-2054': [SKIP],
874 'regress/regress-2071': [SKIP],
875 'regress/regress-2163': [SKIP],
876 'regress/regress-220': [SKIP],
877 'regress/regress-2318': [SKIP],
878 'regress/regress-2339': [SKIP],
879 'regress/regress-2374': [SKIP],
880 'regress/regress-2593': [SKIP],
881 'regress/regress-2618': [SKIP],
882 'regress/regress-263': [SKIP],
883 'regress/regress-265': [SKIP],
884 'regress/regress-269': [SKIP],
885 'regress/regress-2790': [SKIP],
886 'regress/regress-2825': [SKIP],
887 'regress/regress-3135': [SKIP],
888 'regress/regress-3138': [SKIP],
889 'regress/regress-318420': [SKIP],
890 'regress/regress-320532': [SKIP],
891 'regress/regress-3281': [SKIP],
892 'regress/regress-331444': [SKIP],
893 'regress/regress-343609': [SKIP],
894 'regress/regress-347530': [SKIP],
895 'regress/regress-347914': [SKIP],
896 'regress/regress-351261': [SKIP],
897 'regress/regress-352982': [SKIP],
898 'regress/regress-353551': [SKIP],
899 'regress/regress-354357': [SKIP],
900 'regress/regress-356053': [SKIP],
901 'regress/regress-357105': [SKIP],
902 'regress/regress-359441': [SKIP],
903 'regress/regress-361025': [SKIP],
904 'regress/regress-3621': [SKIP],
905 'regress/regress-365172-3': [SKIP],
906 'regress/regress-370827': [SKIP],
907 'regress/regress-377290': [SKIP],
908 'regress/regress-3859': [SKIP],
909 'regress/regress-3884': [SKIP],
910 'regress/regress-3926': [SKIP],
911 'regress/regress-3960': [SKIP],
912 'regress/regress-3969': [SKIP],
913 'regress/regress-3985': [SKIP],
914 'regress/regress-4023': [SKIP],
915 'regress/regress-4027': [SKIP],
916 'regress/regress-403292': [SKIP],
917 'regress/regress-410912': [SKIP],
918 'regress/regress-4121': [SKIP],
919 'regress/regress-419663': [SKIP],
920 'regress/regress-4255-4': [SKIP],
921 'regress/regress-430201b': [SKIP],
922 'regress/regress-430201': [SKIP],
923 'regress/regress-4309-3': [SKIP],
924 'regress/regress-4320': [SKIP],
925 'regress/regress-4325': [SKIP],
926 'regress/regress-436893': [SKIP],
927 'regress/regress-4374': [SKIP],
928 'regress/regress-4388': [SKIP],
929 'regress/regress-444805': [SKIP],
930 'regress/regress-446389': [SKIP],
931 'regress/regress-447756': [SKIP],
932 'regress/regress-4515': [SKIP],
933 'regress/regress-4521': [SKIP],
934 'regress/regress-4525': [SKIP],
935 'regress/regress-453481': [SKIP],
936 'regress/regress-4534': [SKIP],
937 'regress/regress-454725': [SKIP],
938 'regress/regress-457935': [SKIP],
939 'regress/regress-470804': [SKIP],
940 'regress/regress-476488': [SKIP],
941 'regress/regress-503565': [SKIP],
942 'regress/regress-514362': [SKIP],
943 'regress/regress-520029': [SKIP],
944 'regress/regress-542100': [SKIP],
945 'regress/regress-544991': [SKIP],
946 'regress/regress-568765': [SKIP],
947 'regress/regress-572589': [SKIP],
948 'regress/regress-580': [SKIP],
949 'regress/regress-618': [SKIP],
950 'regress/regress-69': [SKIP],
951 'regress/regress-70066': [SKIP],
952 'regress/regress-747': [SKIP],
953 'regress/regress-753': [SKIP],
954 'regress/regress-799761': [SKIP],
955 'regress/regress-806473': [SKIP],
956 'regress/regress-842017': [SKIP],
957 'regress/regress-84234': [SKIP],
958 'regress/regress-88858': [SKIP],
959 'regress/regress-94425': [SKIP],
960 'regress/regress-94873': [SKIP],
961 'regress/regress-95485': [SKIP],
962 'regress/regress-97116b': [SKIP],
963 'regress/regress-97116': [SKIP],
964 'regress/regress-974': [SKIP],
965 'regress/regress-99167': [SKIP],
966 'regress/regress-998565': [SKIP],
967 'regress/regress-arg-materialize-store': [SKIP],
968 'regress/regress-arguments-gc': [SKIP],
969 'regress/regress-assignment-in-test-context': [SKIP],
970 'regress/regress-bce-underflow': [SKIP],
971 'regress/regress-cnlt-elements': [SKIP],
972 'regress/regress-cnlt-enum-indices': [SKIP],
973 'regress/regress-cntl-descriptors-enum': [SKIP],
974 'regress/regress-conditional-position': [SKIP],
975 'regress/regress-convert-enum': [SKIP],
976 'regress/regress-crbug-109362': [SKIP],
977 'regress/regress-crbug-119800': [SKIP],
978 'regress/regress-crbug-163530': [SKIP],
979 'regress/regress-crbug-229923': [SKIP],
980 'regress/regress-crbug-242502': [SKIP],
981 'regress/regress-crbug-242924': [SKIP],
982 'regress/regress-crbug-245480': [SKIP],
983 'regress/regress-crbug-350864': [SKIP],
984 'regress/regress-crbug-351262': [SKIP],
985 'regress/regress-crbug-352058': [SKIP],
986 'regress/regress-crbug-357137': [SKIP],
987 'regress/regress-crbug-385002': [SKIP],
988 'regress/regress-crbug-387599': [SKIP],
989 'regress/regress-crbug-405517': [SKIP],
990 'regress/regress-crbug-405922': [SKIP],
991 'regress/regress-crbug-409614': [SKIP],
992 'regress/regress-crbug-410033': [SKIP],
993 'regress/regress-crbug-412208': [SKIP],
994 'regress/regress-crbug-416558': [SKIP],
995 'regress/regress-crbug-424142': [SKIP],
996 'regress/regress-crbug-429159': [SKIP],
997 'regress/regress-crbug-431602': [SKIP],
998 'regress/regress-crbug-432493': [SKIP],
999 'regress/regress-crbug-450642': [SKIP],
1000 'regress/regress-crbug-455644': [SKIP],
1001 'regress/regress-crbug-465298': [SKIP],
1002 'regress/regress-crbug-467180': [SKIP],
1003 'regress/regress-crbug-467531': [SKIP],
1004 'regress/regress-crbug-474297': [SKIP],
1005 'regress/regress-crbug-480819': [SKIP],
1006 'regress/regress-crbug-481896': [SKIP],
1007 'regress/regress-crbug-485548-1': [SKIP],
1008 'regress/regress-crbug-485548-2': [SKIP],
1009 'regress/regress-crbug-487289': [SKIP],
1010 'regress/regress-crbug-489293': [SKIP],
1011 'regress/regress-crbug-489597': [SKIP],
1012 'regress/regress-crbug-498142': [SKIP],
1013 'regress/regress-crbug-501809': [SKIP],
1014 'regress/regress-crbug-506443': [SKIP],
1015 'regress/regress-crbug-507070': [SKIP],
1016 'regress/regress-crbug-517592': [SKIP],
1017 'regress/regress-crbug-522895': [SKIP],
1018 'regress/regress-crbug-527364': [SKIP],
1019 'regress/regress-crbug-546968': [SKIP],
1020 'regress/regress-crbug-568477-1': [SKIP],
1021 'regress/regress-crbug-568477-2': [SKIP],
1022 'regress/regress-crbug-568477-3': [SKIP],
1023 'regress/regress-crbug-568477-4': [SKIP],
1024 'regress/regress-crbug-572590': [SKIP],
1025 'regress/regress-crbug-573857': [SKIP],
1026 'regress/regress-crbug-575080': [SKIP],
1027 'regress/regress-deopt-gcb': [SKIP],
1028 'regress/regress-deopt-gc': [SKIP],
1029 'regress/regress-deopt-in-array-literal-spread': [SKIP],
1030 'regress/regress-embedded-cons-string': [SKIP],
1031 'regress/regress-existing-shared-function-info': [SKIP],
1032 'regress/regress-fast-literal-transition': [SKIP],
1033 'regress/regress-function-constructor-receiver': [SKIP],
1034 'regress/regress-handle-illegal-redeclaration': [SKIP],
1035 'regress/regress-inline-class-constructor': [SKIP],
1036 'regress/regress-inlining-function-literal-context': [SKIP],
1037 'regress/regress-latin-1': [SKIP],
1038 'regress/regress-lazy-deopt-reloc': [SKIP],
1039 'regress/regress-opt-after-debug-deopt': [SKIP],
1040 'regress/regress-osr-in-case-label': [SKIP],
1041 'regress/regress-osr-in-literal': [SKIP],
1042 'regress/regress-prepare-break-while-recompile': [SKIP],
1043 'regress/regress-put-prototype-transition': [SKIP],
1044 'regress/regress-sliced-external-cons-regexp': [SKIP],
1045 'regress/regress-store-heapobject': [SKIP],
1046 'regress/regress-transcendental': [SKIP],
1047 'regress/regress-typedarray-length': [SKIP],
1048 'regress/splice-missing-wb': [SKIP],
1049 'setter-on-constructor-prototype': [SKIP],
1050 'shift-for-integer-div': [SKIP],
1051 'simple-constructor': [SKIP],
1052 'sparse-array-reverse': [SKIP],
1053 'stack-traces': [SKIP],
1054 'strict-mode': [SKIP],
1055 'string-case': [SKIP],
1056 'string-external-cached': [SKIP],
1057 'string-externalize': [SKIP],
1058 'string-natives': [SKIP],
1059 'string-replace-with-empty': [SKIP],
1060 'string-slices': [SKIP],
1061 'tools/profile': [SKIP],
1062 'tools/profviz': [SKIP],
1063 'try-finally-continue': [SKIP],
1064 'try': [SKIP],
1065 'undetectable-compare': [SKIP],
1066 'unused-context-in-with': [SKIP],
1067 'value-wrapper': [SKIP],
1068 'with-function-expression': [SKIP],
1069 'with-parameter-access': [SKIP],
1070 'with-prototype': [SKIP],
1071 'with-readonly': [SKIP],
1072 'with-value': [SKIP],
1073 'regress/regress-builtinbust-7': [SKIP],
1074 'regress/regress-crbug-451770': [SKIP],
1075 'regress/regress-crbug-503968': [SKIP],
1076 'regress/regress-crbug-504729': [SKIP],
1077}], # ignition == True
1078
1079['ignition == True and (arch == arm or arch == arm64)', {
1080 'array-constructor': [SKIP],
1081 'array-sort': [SKIP],
1082 'array-store-and-grow': [SKIP],
1083 'compiler/division-by-constant': [SKIP],
1084 'compiler/osr-big': [SKIP],
1085 'compiler/osr-nested': [SKIP],
1086 'compiler/osr-one': [SKIP],
1087 'compiler/osr-two': [SKIP],
1088 'mul-exhaustive-part*': [SKIP],
1089 'regress/regress-1257': [SKIP],
1090 'regress/regress-165637': [SKIP],
1091 'regress/regress-319722-ArrayBuffer': [SKIP],
1092 'regress/regress-411210': [SKIP],
1093 'regress/regress-91008': [SKIP],
1094 'regress/regress-crbug-347903': [SKIP],
1095 'regress/regress-crbug-500497': [SKIP],
1096 'regress/regress-crbug-505007-1': [SKIP],
1097 'regress/regress-crbug-505007-2': [SKIP],
1098 'regress/regress-2193': [SKIP],
1099 'regress/regress-3158': [SKIP],
1100 'regress/regress-347904': [SKIP],
1101 'regress/regress-380092': [SKIP],
1102 'regress/regress-4173': [SKIP],
1103 'regress/regress-copy-hole-to-field': [SKIP],
1104 'regress/regress-crbug-315252': [SKIP],
1105 'regress/regress-crbug-412215': [SKIP],
1106 'regress/regress-crbug-513507': [SKIP],
1107 'regress/regress-deep-proto': [SKIP],
1108 'regress/regress-deopt-store-effect': [SKIP],
1109 'regress/regress-undefined-store-keyed-fast-element': [SKIP],
1110 'stack-traces-overflow': [SKIP],
1111 'unicodelctest': [SKIP],
1112 'unicodelctest-no-optimization': [SKIP],
1113}], # ignition == True and (arch == arm or arch == arm64)
1114
1115##############################################################################
1116['gcov_coverage', {
1117 # Tests taking too long.
1118 'array-functions-prototype-misc': [SKIP],
1119 'strong/implicit-conversions': [SKIP],
1120 'strong/load-element-mutate-backing-store': [SKIP],
1121}], # 'gcov_coverage'
1122
Ben Murdochb8a8cc12014-11-26 15:28:44 +00001123]