blob: a1b927097a0d171154baa4c8c526b3e0c5a530c3 [file] [log] [blame]
Ben Murdoch5d4cdbf2012-04-11 10:23:59 +01001# Copyright 2012 the V8 project authors. All rights reserved.
Steve Blocka7e24c12009-10-30 11:49:00 +00002# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
28prefix mjsunit
29
30# All tests in the bug directory are expected to fail.
31bugs: FAIL
32
Ben Murdoch3fb3ca82011-12-02 17:19:32 +000033##############################################################################
34# Fails.
35regress/regress-1119: FAIL
Ben Murdochb0fe1622011-05-05 13:52:32 +010036
Ben Murdoch592a9fc2012-03-05 11:04:45 +000037##############################################################################
38
Ben Murdoch592a9fc2012-03-05 11:04:45 +000039# NewGC: BUG(1719) slow to collect arrays over several contexts.
40regress/regress-524: SKIP
Ben Murdoch589d6972011-11-30 16:04:58 +000041
Ben Murdochb0fe1622011-05-05 13:52:32 +010042##############################################################################
43# Too slow in debug mode with --stress-opt
44compiler/regress-stacktrace-methods: PASS, SKIP if $mode == debug
45compiler/regress-funcaller: PASS, SKIP if $mode == debug
46regress/regress-create-exception: PASS, SKIP if $mode == debug
47
48##############################################################################
Steve Blocka7e24c12009-10-30 11:49:00 +000049# This one uses a built-in that's only present in debug mode. It takes
Ben Murdochc7cc0282012-03-05 14:35:55 +000050# too long to run in debug mode on ARM and MIPS.
51fuzz-natives: PASS, SKIP if ($mode == release || $arch == arm || $arch == mips)
Steve Blocka7e24c12009-10-30 11:49:00 +000052
53big-object-literal: PASS, SKIP if ($arch == arm)
54
Steve Blockd0582a62009-12-15 09:54:21 +000055# Issue 488: this test sometimes times out.
56array-constructor: PASS || TIMEOUT
57
Ben Murdochc7cc0282012-03-05 14:35:55 +000058# Very slow on ARM and MIPS, contains no architecture dependent code.
59unicode-case-overoptimization: PASS, TIMEOUT if ($arch == arm || $arch == mips)
Steve Blockd0582a62009-12-15 09:54:21 +000060
Leon Clarked91b9f72010-01-27 17:25:45 +000061# Skip long running test in debug and allow it to timeout in release mode.
62regress/regress-524: (PASS || TIMEOUT), SKIP if $mode == debug
Steve Blockd0582a62009-12-15 09:54:21 +000063
Teng-Hui Zhu3e5fa292010-11-09 16:16:48 -080064# Stack manipulations in LiveEdit are buggy - see bug 915
65debug-liveedit-check-stack: SKIP
66debug-liveedit-patch-positions-replace: SKIP
67
Ben Murdoch5d4cdbf2012-04-11 10:23:59 +010068# Test Crankshaft compilation time. Expected to take too long in debug mode.
69regress/regress-1969: PASS, SKIP if $mode == debug
70
71##############################################################################
72[ $isolates ]
73
74# This test sets the umask on a per-process basis and hence cannot be
75# used in multi-threaded runs.
76d8-os: SKIP
77
Ben Murdochb0fe1622011-05-05 13:52:32 +010078##############################################################################
Steve Blocka7e24c12009-10-30 11:49:00 +000079[ $arch == arm ]
80
81# Slow tests which times out in debug mode.
82try: PASS, SKIP if $mode == debug
83debug-scripts-request: PASS, SKIP if $mode == debug
84array-constructor: PASS, SKIP if $mode == debug
85
86# Flaky test that can hit compilation-time stack overflow in debug mode.
87unicode-test: PASS, (PASS || FAIL) if $mode == debug
88
Steve Blocka7e24c12009-10-30 11:49:00 +000089# Times out often in release mode on ARM.
Ben Murdochb0fe1622011-05-05 13:52:32 +010090compiler/regress-stacktrace-methods: PASS, PASS || TIMEOUT if $mode == release
Steve Blocka7e24c12009-10-30 11:49:00 +000091array-splice: PASS || TIMEOUT
Steve Blockd0582a62009-12-15 09:54:21 +000092
Ben Murdochb0fe1622011-05-05 13:52:32 +010093# Long running test.
94mirror-object: PASS || TIMEOUT
95string-indexof-2: PASS || TIMEOUT
96
97# BUG(3251035): Timeouts in long looping crankshaft optimization
98# tests. Skipping because having them timeout takes too long on the
99# buildbot.
100compiler/alloc-number: SKIP
101compiler/array-length: SKIP
102compiler/assignment-deopt: SKIP
103compiler/deopt-args: SKIP
104compiler/inline-compare: SKIP
105compiler/inline-global-access: SKIP
106compiler/optimized-function-calls: SKIP
107compiler/pic: SKIP
108compiler/property-calls: SKIP
109compiler/recursive-deopt: SKIP
110compiler/regress-4: SKIP
111compiler/regress-funcaller: SKIP
112compiler/regress-gvn: SKIP
113compiler/regress-rep-change: SKIP
114compiler/regress-arguments: SKIP
115compiler/regress-funarguments: SKIP
116compiler/regress-or: SKIP
117compiler/regress-3249650: SKIP
118compiler/simple-deopt: SKIP
119regress/regress-490: SKIP
120regress/regress-634: SKIP
121regress/regress-create-exception: SKIP
122regress/regress-3218915: SKIP
123regress/regress-3247124: SKIP
Steve Blockd0582a62009-12-15 09:54:21 +0000124
Steve Block1e0659c2011-05-24 12:43:12 +0100125# Requires bigger stack size in the Genesis and if stack size is increased,
126# the test requires too much time to run. However, the problem test covers
127# should be platform-independent.
128regress/regress-1132: SKIP
Kristian Monsen25f61362010-05-21 11:50:48 +0100129
Ben Murdochb0fe1622011-05-05 13:52:32 +0100130##############################################################################
Andrei Popescu31002712010-02-23 13:46:05 +0000131[ $arch == mips ]
132
Ben Murdochc7cc0282012-03-05 14:35:55 +0000133# Slow tests which times out in debug mode.
134try: PASS, SKIP if $mode == debug
135debug-scripts-request: PASS, SKIP if $mode == debug
136array-constructor: PASS, SKIP if $mode == debug
137
138# Times out often in release mode on MIPS.
139compiler/regress-stacktrace-methods: PASS, PASS || TIMEOUT if $mode == release
140array-splice: PASS || TIMEOUT
141
142# Long running test.
143mirror-object: PASS || TIMEOUT
144string-indexof-2: PASS || TIMEOUT
145
146# BUG(3251035): Timeouts in long looping crankshaft optimization
147# tests. Skipping because having them timeout takes too long on the
148# buildbot.
Ben Murdoch257744e2011-11-30 15:57:28 +0000149compiler/alloc-number: SKIP
150compiler/array-length: SKIP
151compiler/assignment-deopt: SKIP
152compiler/deopt-args: SKIP
153compiler/inline-compare: SKIP
154compiler/inline-global-access: SKIP
155compiler/optimized-function-calls: SKIP
156compiler/pic: SKIP
157compiler/property-calls: SKIP
158compiler/recursive-deopt: SKIP
159compiler/regress-4: SKIP
160compiler/regress-funcaller: SKIP
161compiler/regress-gvn: SKIP
162compiler/regress-rep-change: SKIP
163compiler/regress-arguments: SKIP
164compiler/regress-funarguments: SKIP
165compiler/regress-or: SKIP
166compiler/regress-3249650: SKIP
167compiler/simple-deopt: SKIP
168regress/regress-490: SKIP
169regress/regress-634: SKIP
170regress/regress-create-exception: SKIP
171regress/regress-3218915: SKIP
172regress/regress-3247124: SKIP
173
Ben Murdochc7cc0282012-03-05 14:35:55 +0000174# Requires bigger stack size in the Genesis and if stack size is increased,
175# the test requires too much time to run. However, the problem test covers
176# should be platform-independent.
177regress/regress-1132: SKIP