Gitiles
Code Review Sign In
gerrit-public.fairphone.software / fp2-dev / platform / external / v8 / refs/tags/fp2-sibon-18.02.0 / . / test / test262 / test262.status
blob: 2933e15fb3bcf474eb6bf7f82aa56f637b400462 [file] [log] [blame]
Steve Block44f0eee2011-05-26 01:26:41 +0100[diff] [blame]1# Copyright 2011 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]28[
29[ALWAYS, {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]30 ###################### NEEDS INVESTIGATION #######################
31
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]32 # This is an incompatibility between ES5 and V8 on enumerating
33 # shadowed elements in a for..in loop.
34 # https://code.google.com/p/v8/issues/detail?id=705
35 'language/statements/for-in/12.6.4-2': [PASS, FAIL_OK],
36
37 ###################### MISSING ES6 FEATURES #######################
38
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]39 # The order of adding the name property is wrong
40 # https://code.google.com/p/v8/issues/detail?id=4199
41 'language/computed-property-names/class/static/method-number': [FAIL, FAIL_SLOPPY],
42 'language/computed-property-names/class/static/method-symbol': [FAIL, FAIL_SLOPPY],
43 'language/computed-property-names/class/static/method-string': [FAIL, FAIL_SLOPPY],
44
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]45 # https://code.google.com/p/v8/issues/detail?id=4248
46 'language/expressions/compound-assignment/S11.13.2_A5.*': [FAIL],
47 'language/expressions/compound-assignment/S11.13.2_A6.*': [FAIL],
48 'language/expressions/compound-assignment/S11.13.2_A7.10_T4': [FAIL],
49 'language/expressions/compound-assignment/S11.13.2_A7.11_T4': [FAIL],
50 'language/expressions/compound-assignment/S11.13.2_A7.1_T4': [FAIL],
51 'language/expressions/compound-assignment/S11.13.2_A7.2_T4': [FAIL],
52 'language/expressions/compound-assignment/S11.13.2_A7.3_T4': [FAIL],
53 'language/expressions/compound-assignment/S11.13.2_A7.4_T4': [FAIL],
54 'language/expressions/compound-assignment/S11.13.2_A7.5_T4': [FAIL],
55 'language/expressions/compound-assignment/S11.13.2_A7.6_T4': [FAIL],
56 'language/expressions/compound-assignment/S11.13.2_A7.7_T4': [FAIL],
57 'language/expressions/compound-assignment/S11.13.2_A7.8_T4': [FAIL],
58 'language/expressions/compound-assignment/S11.13.2_A7.9_T4': [FAIL],
59
60 # https://code.google.com/p/v8/issues/detail?id=4249
61 'language/expressions/assignment/S11.13.1_A7_T1': [FAIL],
62 'language/expressions/assignment/S11.13.1_A7_T2': [FAIL],
63 'language/expressions/assignment/S11.13.1_A7_T3': [FAIL],
64 'language/expressions/postfix-increment/S11.3.1_A6_T3': [FAIL],
65 'language/expressions/postfix-decrement/S11.3.2_A6_T3': [FAIL],
66 'language/expressions/prefix-decrement/S11.4.5_A6_T3': [FAIL],
67 'language/expressions/prefix-increment/S11.4.4_A6_T3': [FAIL],
68
69 # https://code.google.com/p/v8/issues/detail?id=4250
70 'language/expressions/assignment/S11.13.1_A5*': [FAIL],
71 'language/expressions/assignment/S11.13.1_A6*': [FAIL],
72
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]73 # https://bugs.chromium.org/p/v8/issues/detail?id=4709
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]74 'built-ins/Promise/reject-function-name': [FAIL],
75 'built-ins/Promise/resolve-function-name': [FAIL],
76 'built-ins/Promise/all/resolve-element-function-name': [FAIL],
77 'built-ins/Promise/executor-function-name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]78 'built-ins/Proxy/revocable/revocation-function-name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]79 'language/expressions/assignment/fn-name-lhs-cover': [FAIL],
80 'language/expressions/assignment/fn-name-lhs-member': [FAIL],
81 'language/expressions/class/name': [FAIL],
82 'language/expressions/function/name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]83 'language/expressions/generators/name': [FAIL],
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]84 'intl402/NumberFormat/prototype/format/format-function-name': [FAIL],
85 'intl402/DateTimeFormat/prototype/format/format-function-name': [FAIL],
86 'intl402/Collator/prototype/compare/compare-function-name': [FAIL],
87
88 # https://bugs.chromium.org/p/v8/issues/detail?id=4778
89 'intl402/Collator/prototype/compare/name': [FAIL],
90 'intl402/DateTimeFormat/prototype/format/name': [FAIL],
91 'intl402/NumberFormat/prototype/format/name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]92
93 # https://code.google.com/p/v8/issues/detail?id=4251
94 'language/expressions/postfix-increment/S11.3.1_A5_T1': [FAIL],
95 'language/expressions/postfix-increment/S11.3.1_A5_T2': [FAIL],
96 'language/expressions/postfix-increment/S11.3.1_A5_T3': [FAIL],
97 'language/expressions/postfix-increment/S11.3.1_A5_T4': [FAIL],
98 'language/expressions/postfix-increment/S11.3.1_A5_T5': [FAIL],
99 'language/expressions/postfix-decrement/S11.3.2_A5_*': [FAIL],
100 'language/expressions/prefix-decrement/S11.4.5_A5_*': [FAIL],
101 'language/expressions/prefix-increment/S11.4.4_A5_*': [FAIL],
102
103 # https://code.google.com/p/v8/issues/detail?id=4253
104 'language/asi/S7.9_A5.7_T1': [PASS, FAIL_OK],
105
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]106 ###### BEGIN REGEXP SUBCLASSING SECTION ######
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]107 # Times out
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]108 'built-ins/RegExp/prototype/Symbol.match/coerce-global': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]109
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]110 # Sticky support busted
111 'built-ins/RegExp/prototype/Symbol.replace/y-init-lastindex': [FAIL],
112 'built-ins/RegExp/prototype/Symbol.replace/y-set-lastindex': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]113
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]114 # https://code.google.com/p/v8/issues/detail?id=4504
115 # https://bugs.chromium.org/p/chromium/issues/detail?id=624318
116 'built-ins/RegExp/prototype/Symbol.match/builtin-failure-set-lastindex-err': [PASS, FAIL],
117 'built-ins/RegExp/prototype/Symbol.match/builtin-failure-y-set-lastindex-err': [PASS, FAIL],
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]118 'built-ins/RegExp/prototype/Symbol.match/builtin-success-g-set-lastindex-err': [SKIP],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]119 'built-ins/RegExp/prototype/Symbol.match/builtin-success-y-set-lastindex-err': [PASS, FAIL],
120 'built-ins/RegExp/prototype/Symbol.match/g-init-lastindex-err': [PASS, FAIL],
121 'built-ins/RegExp/prototype/Symbol.match/g-match-empty-set-lastindex-err': [PASS, FAIL],
122 'built-ins/RegExp/prototype/Symbol.match/y-fail-lastindex-no-write': [PASS, FAIL],
123 'built-ins/RegExp/prototype/Symbol.replace/g-init-lastindex-err': [PASS, FAIL],
124 'built-ins/RegExp/prototype/Symbol.replace/y-fail-lastindex-no-write': [PASS, FAIL],
125 'built-ins/RegExp/prototype/Symbol.search/set-lastindex-init-err': [PASS, FAIL],
126 'built-ins/RegExp/prototype/Symbol.search/set-lastindex-restore-err': [PASS, FAIL],
127 'built-ins/RegExp/prototype/exec/y-fail-lastindex-no-write': [PASS, FAIL],
128 'built-ins/RegExp/prototype/test/y-fail-lastindex-no-write': [PASS, FAIL],
129
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]130 # SKIP rather than FAIL, as the test checks for an exception which
131 # happens to be thrown for some other reason.
132 'built-ins/RegExp/prototype/Symbol.split/str-result-get-length-err': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]133
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]134 # https://bugs.chromium.org/p/v8/issues/detail?id=5123
135 'built-ins/RegExp/prototype/Symbol.replace/coerce-global': [FAIL],
136 'built-ins/RegExp/prototype/Symbol.replace/coerce-unicode': [FAIL],
137
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]138 ###### END REGEXP SUBCLASSING SECTION ######
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]139
140 # https://code.google.com/p/v8/issues/detail?id=4360
141 'intl402/Collator/10.1.1_1': [FAIL],
142 'intl402/DateTimeFormat/12.1.1_1': [FAIL],
143 'intl402/NumberFormat/11.1.1_1': [FAIL],
144
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]145 # https://bugs.chromium.org/p/v8/issues/detail?id=4727
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]146 'built-ins/TypedArrays/length-arg-is-symbol-throws': [FAIL],
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]147
148 # https://bugs.chromium.org/p/v8/issues/detail?id=4784
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]149 'built-ins/TypedArray/prototype/set/typedarray-arg-negative-integer-offset-throws': [FAIL],
150 'built-ins/TypedArray/prototype/set/array-arg-negative-integer-offset-throws': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]151
152 # https://bugs.chromium.org/p/v8/issues/detail?id=4901
153 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-greater-than-last-index': [FAIL],
154 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-lower-than-zero': [FAIL],
155 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-minus-zero': [FAIL],
156 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-not-integer': [FAIL],
157 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-numericindex-desc-not-writable': [FAIL],
158 'built-ins/TypedArrays/internals/Set/key-is-minus-zero': [FAIL],
159 'built-ins/TypedArrays/internals/Set/key-is-not-integer': [FAIL],
160 'built-ins/TypedArrays/internals/Set/key-is-out-of-bounds': [FAIL],
161 'built-ins/TypedArrays/internals/Set/tonumber-value-throws': [FAIL],
162
163 # https://bugs.chromium.org/p/v8/issues/detail?id=4895
164 'built-ins/TypedArrays/internals/HasProperty/detached-buffer': [FAIL],
165 'built-ins/TypedArrays/internals/Set/detached-buffer': [FAIL],
166 'built-ins/TypedArrays/internals/GetOwnProperty/detached-buffer': [FAIL],
167 'built-ins/TypedArrays/internals/Get/detached-buffer': [FAIL],
168 'built-ins/TypedArrays/internals/DefineOwnProperty/detached-buffer': [FAIL],
169 # Some TypedArray methods throw due to the same bug, from Get
170 'built-ins/TypedArray/prototype/every/callbackfn-detachbuffer': [FAIL],
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]171 'built-ins/TypedArray/prototype/filter/callbackfn-detachbuffer': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]172 'built-ins/TypedArray/prototype/find/predicate-may-detach-buffer': [FAIL],
173 'built-ins/TypedArray/prototype/findIndex/predicate-may-detach-buffer': [FAIL],
174 'built-ins/TypedArray/prototype/forEach/callbackfn-detachbuffer': [FAIL],
175 'built-ins/TypedArray/prototype/map/callbackfn-detachbuffer': [FAIL],
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]176 'built-ins/TypedArray/prototype/reduce/callbackfn-detachbuffer': [FAIL],
177 'built-ins/TypedArray/prototype/reduceRight/callbackfn-detachbuffer': [FAIL],
178 'built-ins/TypedArray/prototype/set/array-arg-targetbuffer-detached-on-get-src-value-throws': [FAIL],
179 'built-ins/TypedArray/prototype/set/array-arg-targetbuffer-detached-on-tointeger-offset-throws': [FAIL],
180 'built-ins/TypedArray/prototype/set/array-arg-targetbuffer-detached-throws': [FAIL],
181 'built-ins/TypedArray/prototype/set/typedarray-arg-srcbuffer-detached-during-tointeger-offset-throws': [FAIL],
182 'built-ins/TypedArray/prototype/set/typedarray-arg-targetbuffer-detached-during-tointeger-offset-throws': [FAIL],
183 'built-ins/TypedArray/prototype/slice/detached-buffer-custom-ctor-other-targettype': [FAIL],
184 'built-ins/TypedArray/prototype/slice/detached-buffer-custom-ctor-same-targettype': [FAIL],
185 'built-ins/TypedArray/prototype/slice/detached-buffer-get-ctor': [FAIL],
186 'built-ins/TypedArray/prototype/slice/detached-buffer-speciesctor-get-species-custom-ctor-throws': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]187 'built-ins/TypedArray/prototype/some/callbackfn-detachbuffer': [FAIL],
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]188 'built-ins/TypedArray/prototype/sort/detached-buffer-comparefn': [FAIL],
189 # DataView functions should also throw on detached buffers
190 'built-ins/DataView/prototype/getFloat32/detached-buffer': [FAIL],
191 'built-ins/DataView/prototype/getFloat32/detached-buffer-before-outofrange-byteoffset': [FAIL],
192 'built-ins/DataView/prototype/getFloat64/detached-buffer': [FAIL],
193 'built-ins/DataView/prototype/getFloat64/detached-buffer-before-outofrange-byteoffset': [FAIL],
194 'built-ins/DataView/prototype/getInt16/detached-buffer': [FAIL],
195 'built-ins/DataView/prototype/getInt16/detached-buffer-before-outofrange-byteoffset': [FAIL],
196 'built-ins/DataView/prototype/getInt32/detached-buffer': [FAIL],
197 'built-ins/DataView/prototype/getInt32/detached-buffer-before-outofrange-byteoffset': [FAIL],
198 'built-ins/DataView/prototype/getInt8/detached-buffer': [FAIL],
199 'built-ins/DataView/prototype/getInt8/detached-buffer-before-outofrange-byteoffset': [FAIL],
200 'built-ins/DataView/prototype/getUint16/detached-buffer': [FAIL],
201 'built-ins/DataView/prototype/getUint16/detached-buffer-before-outofrange-byteoffset': [FAIL],
202 'built-ins/DataView/prototype/getUint32/detached-buffer': [FAIL],
203 'built-ins/DataView/prototype/getUint32/detached-buffer-before-outofrange-byteoffset': [FAIL],
204 'built-ins/DataView/prototype/getUint8/detached-buffer': [FAIL],
205 'built-ins/DataView/prototype/getUint8/detached-buffer-before-outofrange-byteoffset': [FAIL],
206 'built-ins/DataView/prototype/setFloat32/detached-buffer': [FAIL],
207 'built-ins/DataView/prototype/setFloat32/detached-buffer-before-outofrange-byteoffset': [FAIL],
208 'built-ins/DataView/prototype/setFloat64/detached-buffer': [FAIL],
209 'built-ins/DataView/prototype/setFloat64/detached-buffer-before-outofrange-byteoffset': [FAIL],
210 'built-ins/DataView/prototype/setInt16/detached-buffer': [FAIL],
211 'built-ins/DataView/prototype/setInt16/detached-buffer-before-outofrange-byteoffset': [FAIL],
212 'built-ins/DataView/prototype/setInt32/detached-buffer': [FAIL],
213 'built-ins/DataView/prototype/setInt32/detached-buffer-before-outofrange-byteoffset': [FAIL],
214 'built-ins/DataView/prototype/setInt8/detached-buffer': [FAIL],
215 'built-ins/DataView/prototype/setInt8/detached-buffer-before-outofrange-byteoffset': [FAIL],
216 'built-ins/DataView/prototype/setUint16/detached-buffer': [FAIL],
217 'built-ins/DataView/prototype/setUint16/detached-buffer-before-outofrange-byteoffset': [FAIL],
218 'built-ins/DataView/prototype/setUint32/detached-buffer': [FAIL],
219 'built-ins/DataView/prototype/setUint32/detached-buffer-before-outofrange-byteoffset': [FAIL],
220 'built-ins/DataView/prototype/setUint8/detached-buffer': [FAIL],
221 'built-ins/DataView/prototype/setUint8/detached-buffer-before-outofrange-byteoffset': [FAIL],
222 'built-ins/DataView/prototype/byteLength/detached-buffer': [FAIL],
223 'built-ins/DataView/prototype/byteOffset/detached-buffer': [FAIL],
224 'built-ins/DataView/detached-buffer': [FAIL],
225 'built-ins/ArrayBuffer/prototype/byteLength/detached-buffer': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]226
227 # https://bugs.chromium.org/p/v8/issues/detail?id=4648
228 'built-ins/TypedArray/prototype/copyWithin/detached-buffer': [FAIL],
229 'built-ins/TypedArray/prototype/entries/detached-buffer': [FAIL],
230 'built-ins/TypedArray/prototype/every/detached-buffer': [FAIL],
231 'built-ins/TypedArray/prototype/fill/detached-buffer': [FAIL],
232 'built-ins/TypedArray/prototype/filter/detached-buffer': [FAIL],
233 'built-ins/TypedArray/prototype/find/detached-buffer': [FAIL],
234 'built-ins/TypedArray/prototype/findIndex/detached-buffer': [FAIL],
235 'built-ins/TypedArray/prototype/forEach/detached-buffer': [FAIL],
236 'built-ins/TypedArray/prototype/includes/detached-buffer': [FAIL],
237 'built-ins/TypedArray/prototype/indexOf/detached-buffer': [FAIL],
238 'built-ins/TypedArray/prototype/join/detached-buffer': [FAIL],
239 'built-ins/TypedArray/prototype/keys/detached-buffer': [FAIL],
240 'built-ins/TypedArray/prototype/lastIndexOf/detached-buffer': [FAIL],
241 'built-ins/TypedArray/prototype/map/detached-buffer': [FAIL],
242 'built-ins/TypedArray/prototype/reverse/detached-buffer': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]243 'built-ins/TypedArray/prototype/slice/detached-buffer': [FAIL],
244 'built-ins/TypedArray/prototype/some/detached-buffer': [FAIL],
245 'built-ins/TypedArray/prototype/sort/detached-buffer': [FAIL],
246 'built-ins/TypedArray/prototype/subarray/detached-buffer': [FAIL],
247 'built-ins/TypedArray/prototype/toLocaleString/detached-buffer': [FAIL],
248 'built-ins/TypedArray/prototype/toString/detached-buffer': [FAIL],
249 'built-ins/TypedArray/prototype/values/detached-buffer': [FAIL],
250
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]251 # https://bugs.chromium.org/p/v8/issues/detail?id=4034
252 'built-ins/ThrowTypeError/unique-per-realm-function-proto': [FAIL],
253
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]254 # https://bugs.chromium.org/p/v8/issues/detail?id=4231
255 'language/eval-code/direct/var-env-lower-lex-catch-non-strict': [FAIL],
256 'language/statements/try/early-catch-lex': [FAIL],
257 'language/statements/try/early-catch-var': [FAIL],
258
259 # https://bugs.chromium.org/p/v8/issues/detail?id=4951
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]260 'language/expressions/assignment/dstr-array-elem-iter-rtrn-close': [FAIL],
261 'language/expressions/assignment/dstr-array-elem-iter-rtrn-close-err': [FAIL],
262 'language/expressions/assignment/dstr-array-elem-iter-rtrn-close-null': [FAIL],
263 'language/expressions/assignment/dstr-array-elem-iter-thrw-close': [FAIL],
264 'language/expressions/assignment/dstr-array-elem-iter-thrw-close-err': [FAIL],
265 'language/expressions/assignment/dstr-array-elem-trlg-iter-list-rtrn-close': [FAIL],
266 'language/expressions/assignment/dstr-array-elem-trlg-iter-list-rtrn-close-err': [FAIL],
267 'language/expressions/assignment/dstr-array-elem-trlg-iter-list-rtrn-close-null': [FAIL],
268 'language/expressions/assignment/dstr-array-elem-trlg-iter-list-thrw-close': [FAIL],
269 'language/expressions/assignment/dstr-array-elem-trlg-iter-list-thrw-close-err': [FAIL],
270 'language/expressions/assignment/dstr-array-elem-trlg-iter-rest-rtrn-close': [FAIL],
271 'language/expressions/assignment/dstr-array-elem-trlg-iter-rest-rtrn-close-err': [FAIL],
272 'language/expressions/assignment/dstr-array-elem-trlg-iter-rest-rtrn-close-null': [FAIL],
273 'language/expressions/assignment/dstr-array-elem-trlg-iter-rest-thrw-close': [FAIL],
274 'language/expressions/assignment/dstr-array-elem-trlg-iter-rest-thrw-close-err': [FAIL],
275 'language/expressions/assignment/dstr-array-rest-iter-rtrn-close': [FAIL],
276 'language/expressions/assignment/dstr-array-rest-iter-rtrn-close-err': [FAIL],
277 'language/expressions/assignment/dstr-array-rest-iter-rtrn-close-null': [FAIL],
278 'language/expressions/assignment/dstr-array-rest-iter-thrw-close': [FAIL],
279 'language/expressions/assignment/dstr-array-rest-iter-thrw-close-err': [FAIL],
280 'language/expressions/assignment/dstr-array-rest-lref-err': [FAIL],
281 'language/statements/for-of/dstr-array-elem-iter-rtrn-close': [FAIL],
282 'language/statements/for-of/dstr-array-elem-iter-rtrn-close-err': [FAIL],
283 'language/statements/for-of/dstr-array-elem-iter-rtrn-close-null': [FAIL],
284 'language/statements/for-of/dstr-array-elem-iter-thrw-close': [FAIL],
285 'language/statements/for-of/dstr-array-elem-iter-thrw-close-err': [FAIL],
286 'language/statements/for-of/dstr-array-elem-trlg-iter-list-rtrn-close': [FAIL],
287 'language/statements/for-of/dstr-array-elem-trlg-iter-list-rtrn-close-err': [FAIL],
288 'language/statements/for-of/dstr-array-elem-trlg-iter-list-rtrn-close-null': [FAIL],
289 'language/statements/for-of/dstr-array-elem-trlg-iter-list-thrw-close': [FAIL],
290 'language/statements/for-of/dstr-array-elem-trlg-iter-list-thrw-close-err': [FAIL],
291 'language/statements/for-of/dstr-array-elem-trlg-iter-rest-rtrn-close': [FAIL],
292 'language/statements/for-of/dstr-array-elem-trlg-iter-rest-rtrn-close-err': [FAIL],
293 'language/statements/for-of/dstr-array-elem-trlg-iter-rest-rtrn-close-null': [FAIL],
294 'language/statements/for-of/dstr-array-elem-trlg-iter-rest-thrw-close': [FAIL],
295 'language/statements/for-of/dstr-array-elem-trlg-iter-rest-thrw-close-err': [FAIL],
296 'language/statements/for-of/dstr-array-rest-iter-rtrn-close': [FAIL],
297 'language/statements/for-of/dstr-array-rest-iter-rtrn-close-err': [FAIL],
298 'language/statements/for-of/dstr-array-rest-iter-rtrn-close-null': [FAIL],
299 'language/statements/for-of/dstr-array-rest-iter-thrw-close': [FAIL],
300 'language/statements/for-of/dstr-array-rest-iter-thrw-close-err': [FAIL],
301 'language/statements/for-of/dstr-array-rest-lref-err': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]302
303 # https://bugs.chromium.org/p/v8/issues/detail?id=896
304 'language/literals/regexp/early-err-pattern': [FAIL],
305
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]306 # https://bugs.chromium.org/p/v8/issues/detail?id=4628
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]307 'language/eval-code/direct/non-definable-function-with-function': [FAIL],
308 'language/eval-code/direct/non-definable-function-with-variable': [FAIL],
309 'language/eval-code/indirect/non-definable-function-with-function': [FAIL],
310 'language/eval-code/indirect/non-definable-function-with-variable': [FAIL],
311
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]312 # https://bugs.chromium.org/p/v8/issues/detail?id=4124
313 'built-ins/Simd/*': [SKIP],
314
315 # https://bugs.chromium.org/p/v8/issues/detail?id=4958
316 'built-ins/Function/prototype/toString/Function': [FAIL],
317 'built-ins/Function/prototype/toString/GeneratorFunction': [FAIL],
318 'built-ins/Function/prototype/toString/function-declaration': [FAIL],
319 'built-ins/Function/prototype/toString/function-declaration-non-simple-parameter-list': [FAIL],
320 'built-ins/Function/prototype/toString/function-expression': [FAIL],
321 'built-ins/Function/prototype/toString/generator-function-declaration': [FAIL],
322 'built-ins/Function/prototype/toString/generator-function-expression': [FAIL],
323 'built-ins/Function/prototype/toString/generator-method': [FAIL],
324 'built-ins/Function/prototype/toString/getter-class': [FAIL],
325 'built-ins/Function/prototype/toString/getter-class-static': [FAIL],
326 'built-ins/Function/prototype/toString/getter-object': [FAIL],
327 'built-ins/Function/prototype/toString/line-terminator-normalisation-CR': [FAIL],
328 'built-ins/Function/prototype/toString/line-terminator-normalisation-CR-LF': [FAIL],
329 'built-ins/Function/prototype/toString/line-terminator-normalisation-LF': [FAIL],
330 'built-ins/Function/prototype/toString/method-class': [FAIL],
331 'built-ins/Function/prototype/toString/method-class-static': [FAIL],
332 'built-ins/Function/prototype/toString/method-computed-property-name': [FAIL],
333 'built-ins/Function/prototype/toString/method-object': [FAIL],
334 'built-ins/Function/prototype/toString/setter-class': [FAIL],
335 'built-ins/Function/prototype/toString/setter-class-static': [FAIL],
336 'built-ins/Function/prototype/toString/setter-object': [FAIL],
337 'built-ins/Function/prototype/toString/unicode': [FAIL],
338
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]339 # https://bugs.chromium.org/p/v8/issues/detail?id=1569
340 'language/module-code/*': [SKIP],
341
342 # https://bugs.chromium.org/p/v8/issues/detail?id=5111
343 'annexB/language/function-code/block-decl-func-skip-param': [FAIL],
344 'annexB/language/function-code/if-decl-else-decl-a-func-skip-param': [FAIL],
345 'annexB/language/function-code/if-decl-else-decl-b-func-skip-param': [FAIL],
346 'annexB/language/function-code/if-decl-else-stmt-func-skip-param': [FAIL],
347 'annexB/language/function-code/if-decl-no-else-func-skip-param': [FAIL],
348 'annexB/language/function-code/if-stmt-else-decl-func-skip-param': [FAIL],
349 'annexB/language/function-code/switch-case-func-skip-param': [FAIL],
350 'annexB/language/function-code/switch-dflt-func-skip-param': [FAIL],
351
352 # https://bugs.chromium.org/p/v8/issues/detail?id=5112
353 'language/statements/try/scope-catch-block-lex-open': [FAIL],
354
355 # https://bugs.chromium.org/p/v8/issues/detail?id=5012
356 'intl402/Intl/getCanonicalLocales/*': [FAIL],
357
358 # https://bugs.chromium.org/p/v8/issues/detail?id=5113
359 'built-ins/TypedArray/prototype/toLocaleString/calls-tolocalestring-from-each-value': [FAIL],
360 'built-ins/TypedArray/prototype/toLocaleString/calls-tostring-from-each-value': [FAIL],
361 'built-ins/TypedArray/prototype/toLocaleString/calls-valueof-from-each-value': [FAIL],
362 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-firstelement-tolocalestring': [FAIL],
363 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-firstelement-tostring': [FAIL],
364 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-firstelement-valueof': [FAIL],
365 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-nextelement-tolocalestring': [FAIL],
366 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-nextelement-tostring': [FAIL],
367 'built-ins/TypedArray/prototype/toLocaleString/return-abrupt-from-nextelement-valueof': [FAIL],
368
369 # https://bugs.chromium.org/p/v8/issues/detail?id=5115
370 'language/statements/class/subclass/class-definition-null-proto-missing-return-override': [FAIL],
371 'language/statements/class/subclass/class-definition-null-proto-this': [FAIL],
372
373 # https://bugs.chromium.org/p/v8/issues/detail?id=5116
374 'built-ins/Object/internals/DefineOwnProperty/nan-equivalence': [PASS, FAIL],
375 'built-ins/TypedArray/prototype/fill/fill-values-conversion-operations-consistent-nan': [PASS, FAIL],
376 'built-ins/TypedArrays/internals/DefineOwnProperty/conversion-operation-consistent-nan': [PASS, FAIL],
377 'built-ins/TypedArrays/internals/Set/conversion-operation-consistent-nan': [PASS, FAIL],
378
379 # https://bugs.chromium.org/p/v8/issues/detail?id=5070
380 'annexB/built-ins/Object/prototype/__defineGetter__/define-non-configurable': [FAIL],
381 'annexB/built-ins/Object/prototype/__defineGetter__/define-non-extensible': [FAIL],
382 'annexB/built-ins/Object/prototype/__defineGetter__/this-non-obj': [FAIL],
383 'annexB/built-ins/Object/prototype/__defineSetter__/define-non-configurable': [FAIL],
384 'annexB/built-ins/Object/prototype/__defineSetter__/define-non-extensible': [FAIL],
385 'annexB/built-ins/Object/prototype/__defineSetter__/this-non-obj': [FAIL],
386 'annexB/built-ins/Object/prototype/__lookupGetter__/this-non-obj': [FAIL],
387 'annexB/built-ins/Object/prototype/__lookupSetter__/this-non-obj': [FAIL],
388
389 # https://bugs.chromium.org/p/v8/issues/detail?id=5120
390 'built-ins/DataView/negative-bytelength-throws': [FAIL],
391 'built-ins/DataView/prototype/getFloat32/toindex-byteoffset': [FAIL],
392 'built-ins/DataView/prototype/getFloat64/toindex-byteoffset': [FAIL],
393 'built-ins/DataView/prototype/getInt16/toindex-byteoffset': [FAIL],
394 'built-ins/DataView/prototype/getInt32/toindex-byteoffset': [FAIL],
395 'built-ins/DataView/prototype/getInt8/toindex-byteoffset': [FAIL],
396 'built-ins/DataView/prototype/getUint16/toindex-byteoffset': [FAIL],
397 'built-ins/DataView/prototype/getUint32/toindex-byteoffset': [FAIL],
398 'built-ins/DataView/prototype/getUint8/toindex-byteoffset': [FAIL],
399 'built-ins/DataView/prototype/setFloat32/no-value-arg': [FAIL],
400 'built-ins/DataView/prototype/setFloat32/toindex-byteoffset': [FAIL],
401 'built-ins/DataView/prototype/setFloat64/no-value-arg': [FAIL],
402 'built-ins/DataView/prototype/setFloat64/toindex-byteoffset': [FAIL],
403 'built-ins/DataView/prototype/setInt16/no-value-arg': [FAIL],
404 'built-ins/DataView/prototype/setInt16/toindex-byteoffset': [FAIL],
405 'built-ins/DataView/prototype/setInt32/no-value-arg': [FAIL],
406 'built-ins/DataView/prototype/setInt32/toindex-byteoffset': [FAIL],
407 'built-ins/DataView/prototype/setInt8/no-value-arg': [FAIL],
408 'built-ins/DataView/prototype/setInt8/toindex-byteoffset': [FAIL],
409 'built-ins/DataView/prototype/setUint16/no-value-arg': [FAIL],
410 'built-ins/DataView/prototype/setUint16/toindex-byteoffset': [FAIL],
411 'built-ins/DataView/prototype/setUint32/no-value-arg': [FAIL],
412 'built-ins/DataView/prototype/setUint32/toindex-byteoffset': [FAIL],
413 'built-ins/DataView/prototype/setUint8/no-value-arg': [FAIL],
414 'built-ins/DataView/prototype/setUint8/toindex-byteoffset': [FAIL],
415 'built-ins/DataView/toindex-byteoffset': [FAIL],
416
417 # https://bugs.chromium.org/p/v8/issues/detail?id=5121
418 'language/expressions/assignment/destructuring/obj-prop-__proto__dup': [FAIL],
419
420 # https://bugs.chromium.org/p/v8/issues/detail?id=5124
421 'built-ins/TypedArrays/length-arg-toindex-length': [FAIL],
422
423 # https://bugs.chromium.org/p/v8/issues/detail?id=4973
424 'language/literals/numeric/non-octal-decimal-integer-strict': [FAIL],
425
426 # https://bugs.chromium.org/p/v8/issues/detail?id=5130
427 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-own-data': [FAIL],
428 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-own-get-err': [FAIL],
429 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-own-proto-err': [FAIL],
430 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-proto-data': [FAIL],
431 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-proto-get-err': [FAIL],
432 'annexB/built-ins/Object/prototype/__lookupGetter__/lookup-proto-proto-err': [FAIL],
433 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-own-data': [FAIL],
434 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-own-get-err': [FAIL],
435 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-own-proto-err': [FAIL],
436 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-proto-data': [FAIL],
437 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-proto-get-err': [FAIL],
438 'annexB/built-ins/Object/prototype/__lookupSetter__/lookup-proto-proto-err': [FAIL],
439
440 # https://bugs.chromium.org/p/v8/issues/detail?id=5134
441 'built-ins/Array/prototype/concat/is-concat-spreadable-is-array-proxy-revoked': [FAIL],
442
443 # https://bugs.chromium.org/p/v8/issues/detail?id=4451
444 'annexB/language/eval-code/direct/global-block-decl-eval-global-exsting-global-init': [FAIL],
445 'annexB/language/eval-code/direct/global-if-decl-else-decl-a-eval-global-exsting-global-init': [FAIL],
446 'annexB/language/eval-code/direct/global-if-decl-else-decl-b-eval-global-exsting-global-init': [FAIL],
447 'annexB/language/eval-code/direct/global-if-decl-else-stmt-eval-global-exsting-global-init': [FAIL],
448 'annexB/language/eval-code/direct/global-if-decl-no-else-eval-global-exsting-global-init': [FAIL],
449 'annexB/language/eval-code/direct/global-if-stmt-else-decl-eval-global-exsting-global-init': [FAIL],
450 'annexB/language/eval-code/direct/global-switch-case-eval-global-exsting-global-init': [FAIL],
451 'annexB/language/eval-code/direct/global-switch-dflt-eval-global-exsting-global-init': [FAIL],
452 'annexB/language/eval-code/indirect/global-block-decl-eval-global-exsting-global-init': [FAIL],
453 'annexB/language/eval-code/indirect/global-if-decl-else-decl-a-eval-global-exsting-global-init': [FAIL],
454 'annexB/language/eval-code/indirect/global-if-decl-else-decl-b-eval-global-exsting-global-init': [FAIL],
455 'annexB/language/eval-code/indirect/global-if-decl-else-stmt-eval-global-exsting-global-init': [FAIL],
456 'annexB/language/eval-code/indirect/global-if-decl-no-else-eval-global-exsting-global-init': [FAIL],
457 'annexB/language/eval-code/indirect/global-if-stmt-else-decl-eval-global-exsting-global-init': [FAIL],
458 'annexB/language/eval-code/indirect/global-switch-case-eval-global-exsting-global-init': [FAIL],
459 'annexB/language/eval-code/indirect/global-switch-dflt-eval-global-exsting-global-init': [FAIL],
460
461 # https://bugs.chromium.org/p/v8/issues/detail?id=5135
462 'annexB/language/eval-code/direct/func-block-decl-eval-func-block-scoping': [FAIL],
463 'annexB/language/eval-code/direct/func-if-decl-else-decl-a-eval-func-block-scoping': [FAIL],
464 'annexB/language/eval-code/direct/func-if-decl-else-decl-b-eval-func-block-scoping': [FAIL],
465 'annexB/language/eval-code/direct/func-if-decl-else-stmt-eval-func-block-scoping': [FAIL],
466 'annexB/language/eval-code/direct/func-if-decl-no-else-eval-func-block-scoping': [FAIL],
467 'annexB/language/eval-code/direct/func-if-stmt-else-decl-eval-func-block-scoping': [FAIL],
468 'annexB/language/eval-code/direct/func-switch-case-eval-func-block-scoping': [FAIL],
469 'annexB/language/eval-code/direct/func-switch-dflt-eval-func-block-scoping': [FAIL],
470
471 # https://bugs.chromium.org/p/v8/issues/detail?id=5136
472 'annexB/language/comments/multi-line-html-close': [FAIL],
473 'annexB/language/comments/single-line-html-close': [FAIL],
474 'annexB/language/comments/single-line-html-close-asi': [FAIL],
475 'annexB/language/comments/single-line-html-open': [FAIL],
476
477 # https://bugs.chromium.org/p/v8/issues/detail?id=5137
478 'annexB/built-ins/RegExp/prototype/compile/flags-undefined': [FAIL],
479 'annexB/built-ins/RegExp/prototype/compile/pattern-regexp-distinct': [FAIL],
480 'annexB/built-ins/RegExp/prototype/compile/pattern-regexp-same': [FAIL],
481 'annexB/built-ins/RegExp/prototype/compile/pattern-undefined': [FAIL],
482
483 # https://bugs.chromium.org/p/v8/issues/detail?id=5138
484 'annexB/built-ins/RegExp/prototype/compile/pattern-regexp-immutable-lastindex': [FAIL],
485
486 # https://bugs.chromium.org/p/v8/issues/detail?id=5139
487 'annexB/built-ins/Date/prototype/setYear/time-clip': [FAIL],
488 'annexB/built-ins/Date/prototype/setYear/year-number-relative': [FAIL],
489
490 # https://bugs.chromium.org/p/v8/issues/detail?id=5140
491 'annexB/built-ins/String/prototype/substr/start-to-int-err': [FAIL],
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]492
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]493 ######################## NEEDS INVESTIGATION ###########################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]494
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]495 # These test failures are specific to the intl402 suite and need investigation
496 # to be either marked as bugs with issues filed for them or as deliberate
497 # incompatibilities if the test cases turn out to be broken or ambiguous.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]498 # Some of these are related to v8:4361 in being visible side effects from Intl.
499 'intl402/6.2.3': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]500 'intl402/Collator/10.1.2.1_4': [FAIL],
501 'intl402/Collator/10.1.2_a': [PASS, FAIL],
502 'intl402/Collator/10.2.3_b': [PASS, FAIL],
503 'intl402/Collator/prototype/10.3_a': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]504 'intl402/DateTimeFormat/12.1.2': [PASS, FAIL],
505 'intl402/DateTimeFormat/12.1.2.1_4': [FAIL],
506 'intl402/DateTimeFormat/12.2.3_b': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]507 'intl402/DateTimeFormat/prototype/12.3_a': [FAIL],
508 'intl402/Number/prototype/toLocaleString/13.2.1_5': [PASS, FAIL],
509 'intl402/NumberFormat/11.1.1_20_c': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]510 'intl402/NumberFormat/11.1.2': [PASS, FAIL],
511 'intl402/NumberFormat/11.1.2.1_4': [FAIL],
512 'intl402/NumberFormat/11.2.3_b': [FAIL],
513 'intl402/NumberFormat/prototype/11.3_a': [FAIL],
514 'intl402/String/prototype/localeCompare/13.1.1_7': [PASS, FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]515
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]516 ##################### DELIBERATE INCOMPATIBILITIES #####################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]517
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]518 # https://code.google.com/p/v8/issues/detail?id=4693
519 'language/block-scope/syntax/redeclaration-in-block/attempt-to-redeclare-function-declaration-with-function-declaration': [PASS, FAIL_SLOPPY],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]520
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]521 # https://bugs.chromium.org/p/v8/issues/detail?id=4953
522 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor': [FAIL],
523 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-abrupt': [FAIL],
524 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-inherited': [FAIL],
525 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-returns-throws': [FAIL],
526 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species': [FAIL],
527 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-abrupt': [FAIL],
528 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor': [FAIL],
529 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-invocation': [FAIL],
530 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-returns-another-instance': [FAIL],
531 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-throws': [FAIL],
532 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-returns-throws': [FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]533
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]534 # We do not expose Array.prototype.values due to webcompat issues.
535 # Most recent incompatability: https://crbug.com/615873
536 # https://code.google.com/p/v8/issues/detail?id=4247
537 'built-ins/Array/prototype/Symbol.iterator': [FAIL],
538 'built-ins/Array/prototype/values/returns-iterator': [FAIL],
539 'built-ins/Array/prototype/values/returns-iterator-from-object': [FAIL],
540 'built-ins/Array/prototype/values/prop-desc': [FAIL],
541 'built-ins/Array/prototype/values/name': [FAIL],
542 'built-ins/Array/prototype/values/length': [FAIL],
543 'built-ins/Array/prototype/values/iteration': [FAIL],
544 'built-ins/Array/prototype/values/iteration-mutable': [FAIL],
545 'built-ins/Array/prototype/Symbol.unscopables/value': [FAIL],
546
547 ############################ INVALID TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]548
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]549 # Test makes unjustified assumptions about the number of calls to SortCompare.
550 # Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596
551 'built-ins/Array/prototype/sort/bug_596_1': [PASS, FAIL_OK],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400[diff] [blame]552
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]553 # https://github.com/tc39/test262/issues/677
554 'built-ins/RegExp/prototype/source/15.10.7.1-1': [FAIL],
555 'built-ins/RegExp/prototype/global/15.10.7.2-1': [FAIL],
556 'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-1': [FAIL],
557 'built-ins/RegExp/prototype/multiline/15.10.7.4-1': [FAIL],
558
559 # https://github.com/tc39/test262/issues/694
560 'language/statements/class/subclass/builtin-objects/ArrayBuffer/regular-subclassing': [FAIL],
561
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]562 ############################ SKIPPED TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]563
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]564 # These tests take a looong time to run.
565 'built-ins/decodeURI/S15.1.3.1_A1.10_T1': [SKIP],
566 'built-ins/decodeURI/S15.1.3.1_A1.11_T1': [SKIP],
567 'built-ins/decodeURI/S15.1.3.1_A1.11_T2': [SKIP],
568 'built-ins/decodeURI/S15.1.3.1_A1.12_T1': [SKIP],
569 'built-ins/decodeURI/S15.1.3.1_A1.12_T2': [SKIP],
570 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
571 'built-ins/decodeURIComponent/S15.1.3.2_A1.11_T1': [SKIP],
572 'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T1': [SKIP],
573 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
574 'built-ins/RegExp/S15.10.2.12_A3_T1': [SKIP],
575 'intl402/9.2.6_4_b': [SKIP],
576 'language/literals/regexp/S7.8.5_A1.1_T2': [SKIP],
577 'language/literals/regexp/S7.8.5_A1.4_T2': [SKIP],
578 'language/literals/regexp/S7.8.5_A2.1_T2': [SKIP],
579 'language/literals/regexp/S7.8.5_A2.4_T2': [SKIP],
580 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [SKIP],
581 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]582}], # ALWAYS
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]583
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]584['no_i18n == True', {
585 # Unicode canonicalization is not available with i18n turned off.
586 'built-ins/String/prototype/localeCompare/15.5.4.9_CE': [SKIP],
587
588 # Unicode regexp case mapping is not available with i18n turned off.
589 'language/literals/regexp/u-case-mapping': [SKIP],
590
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]591 # BUG(v8:4437).
592 'built-ins/String/prototype/normalize/return-normalized-string': [SKIP],
593 'built-ins/String/prototype/normalize/return-normalized-string-from-coerced-form': [SKIP],
594 'built-ins/String/prototype/normalize/return-normalized-string-using-default-parameter': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]595
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame]596 # Case-conversion is not fully compliant to the Unicode spec with i18n off.
597 'built-ins/String/prototype/toLocaleLowerCase/special_casing_conditional': [FAIL],
598 'built-ins/String/prototype/toLocaleLowerCase/supplementary_plane': [FAIL],
599 'built-ins/String/prototype/toLowerCase/special_casing_conditional': [FAIL],
600 'built-ins/String/prototype/toLowerCase/supplementary_plane': [FAIL],
601 'built-ins/String/prototype/toLocaleUpperCase/supplementary_plane': [FAIL],
602 'built-ins/String/prototype/toUpperCase/supplementary_plane': [FAIL],
603
604 # Locale-sensitive case-conversion is not available with i18n off.
605 'intl402/String/prototype/toLocaleLowerCase/special_casing_Azeri': [FAIL],
606 'intl402/String/prototype/toLocaleLowerCase/special_casing_Lithuanian': [FAIL],
607 'intl402/String/prototype/toLocaleLowerCase/special_casing_Turkish': [FAIL],
608 'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': [FAIL],
609 'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': [FAIL],
610 'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': [FAIL],
611}], # no_i18n == True
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]612
613['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64 or arch == mips64el', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]614
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]615 # TODO(mstarzinger): Causes stack overflow on simulators due to eager
616 # compilation of parenthesized function literals. Needs investigation.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]617 'language/statements/function/S13.2.1_A1_T1': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]618
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]619 # BUG(3251225): Tests that timeout with --nocrankshaft.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]620 'built-ins/decodeURI/S15.1.3.1_A2.4_T1': [SKIP],
621 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
622 'built-ins/decodeURIComponent/S15.1.3.2_A2.4_T1': [SKIP],
623 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
624 'built-ins/encodeURI/S15.1.3.3_A2.3_T1': [SKIP],
625 'built-ins/encodeURIComponent/S15.1.3.4_A2.3_T1': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]626}], # 'arch == arm or arch == mipsel or arch == mips or arch == arm64'
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]627
628['asan == True', {
629 # BUG(v8:4653): Test262 tests which rely on quit() are not compatible with
630 # asan's --omit-quit flag.
631 'built-ins/Promise/prototype/then/deferred-is-resolved-value': [SKIP],
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]632}], # asan == True
633
634['asan == True or msan == True or tsan == True', {
635 # https://bugs.chromium.org/p/v8/issues/detail?id=4639
636 # The failed allocation causes an asan/msan/tsan error
637 'built-ins/ArrayBuffer/allocation-limit': [SKIP],
Ben Murdoch61f157c2016-09-16 13:49:30 +0100[diff] [blame]638 'built-ins/ArrayBuffer/length-is-too-large-throws': [SKIP],
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]639}], # asan == True or msan == True or tsan == True
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]640
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]641]