blob: 67607fff9bc34a5ac9e78feba1693d53c40a4661 [file] [log] [blame]
Steve Block44f0eee2011-05-26 01:26:41 +01001# Copyright 2011 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdoch3ef787d2012-04-12 10:51:47 +010028prefix test262
29def FAIL_OK = FAIL, OKAY
Steve Block44f0eee2011-05-26 01:26:41 +010030
Ben Murdoch3ef787d2012-04-12 10:51:47 +010031############################### BUGS ###################################
Steve Block44f0eee2011-05-26 01:26:41 +010032
Ben Murdoch3ef787d2012-04-12 10:51:47 +010033# '__proto__' should be treated as a normal property in JSON.
34S15.12.2_A1: FAIL
Steve Block44f0eee2011-05-26 01:26:41 +010035
Ben Murdoch3ef787d2012-04-12 10:51:47 +010036# V8 Bug: http://code.google.com/p/v8/issues/detail?id=1475
Ben Murdoch592a9fc2012-03-05 11:04:45 +00003715.2.3.6-4-405: FAIL
3815.2.3.6-4-410: FAIL
3915.2.3.6-4-415: FAIL
4015.2.3.6-4-420: FAIL
Ben Murdoch3ef787d2012-04-12 10:51:47 +010041
42##################### DELIBERATE INCOMPATIBILITIES #####################
43
44# We deliberately treat arguments to parseInt() with a leading zero as
45# octal numbers in order to not break the web.
46S15.1.2.2_A5.1_T1: FAIL_OK
47
48# This tests precision of Math.tan and Math.sin. The implementation for those
49# trigonometric functions are platform/compiler dependent. Furthermore, the
50# expectation values by far deviates from the actual result given by an
51# arbitrary-precision calculator, making those tests partly bogus.
52S15.8.2.16_A7: PASS || FAIL_OK
53S15.8.2.18_A7: PASS || FAIL_OK
54
55# We are more lenient in which string character escapes we allow than
56# the spec (7.8.4 p. 19) wants us to be. This is for compatibility.
57S7.8.4_A6.1_T4: FAIL_OK
58S7.8.4_A6.2_T1: FAIL_OK
59S7.8.4_A6.2_T2: FAIL_OK
60S7.8.4_A7.1_T4: FAIL_OK
61S7.8.4_A7.2_T1: FAIL_OK
62S7.8.4_A7.2_T2: FAIL_OK
63S7.8.4_A7.2_T3: FAIL_OK
64S7.8.4_A7.2_T4: FAIL_OK
65S7.8.4_A7.2_T5: FAIL_OK
66S7.8.4_A7.2_T6: FAIL_OK
67
68# Linux and Mac defaults to extended 80 bit floating point format in the FPU.
69# We follow the other major JS engines by keeping this default.
70S8.5_A2.2: PASS if ($system != linux || $arch == x64), FAIL_OK if ($system == linux && $arch != x64)
71S8.5_A2.1: PASS if ($system != linux || $arch == x64), FAIL_OK if ($system == linux && $arch != x64)
72
73############################ INVALID TESTS #############################
74
75# The reference value calculated by Test262 is incorrect if you run these tests
76# in PST/PDT between first Sunday in March and first Sunday in April. The DST
77# switch was moved in 2007 whereas Test262 bases the reference value on 2000.
78# Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293
79S15.9.3.1_A5_T1: PASS || FAIL_OK
80S15.9.3.1_A5_T2: PASS || FAIL_OK
81S15.9.3.1_A5_T3: PASS || FAIL_OK
82S15.9.3.1_A5_T4: PASS || FAIL_OK
83S15.9.3.1_A5_T5: PASS || FAIL_OK
84S15.9.3.1_A5_T6: PASS || FAIL_OK
85
86############################ SKIPPED TESTS #############################
87
88# These tests take a looong time to run in debug mode.
89S15.1.3.2_A2.5_T1: PASS, SKIP if $mode == debug
90S15.1.3.1_A2.5_T1: PASS, SKIP if $mode == debug
91
92[ $arch == arm ]
93
94# BUG(3251225): Tests that timeout with --nocrankshaft.
95S15.1.3.1_A2.5_T1: SKIP
96S15.1.3.2_A2.5_T1: SKIP
97S15.1.3.1_A2.4_T1: SKIP
98S15.1.3.1_A2.5_T1: SKIP
99S15.1.3.2_A2.4_T1: SKIP
100S15.1.3.2_A2.5_T1: SKIP
101S15.1.3.3_A2.3_T1: SKIP
102S15.1.3.4_A2.3_T1: SKIP
103S15.1.3.1_A2.5_T1: SKIP
104S15.1.3.2_A2.5_T1: SKIP
105
106[ $arch == mips ]
107
108# BUG(3251225): Tests that timeout with --nocrankshaft.
109S15.1.3.1_A2.5_T1: SKIP
110S15.1.3.2_A2.5_T1: SKIP
111S15.1.3.1_A2.4_T1: SKIP
112S15.1.3.1_A2.5_T1: SKIP
113S15.1.3.2_A2.4_T1: SKIP
114S15.1.3.2_A2.5_T1: SKIP
115S15.1.3.3_A2.3_T1: SKIP
116S15.1.3.4_A2.3_T1: SKIP
117S15.1.3.1_A2.5_T1: SKIP
118S15.1.3.2_A2.5_T1: SKIP