Gitiles
Code Review Sign In
gerrit-public.fairphone.software / fp2-dev / platform / external / v8 / c5610438f36f65235862a5f5020a739d29a5c32e / . / test / test262 / test262.status
blob: 27b56d4c2f3eaa057ea71bcd53844213e1d6b527 [file] [log] [blame]
Steve Block44f0eee2011-05-26 01:26:41 +0100[diff] [blame]1# Copyright 2011 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]28[
29[ALWAYS, {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]30 ###################### NEEDS INVESTIGATION #######################
31
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]32 # This is an incompatibility between ES5 and V8 on enumerating
33 # shadowed elements in a for..in loop.
34 # https://code.google.com/p/v8/issues/detail?id=705
35 'language/statements/for-in/12.6.4-2': [PASS, FAIL_OK],
36
37 ###################### MISSING ES6 FEATURES #######################
38
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]39 # The order of adding the name property is wrong
40 # https://code.google.com/p/v8/issues/detail?id=4199
41 'language/computed-property-names/class/static/method-number': [FAIL, FAIL_SLOPPY],
42 'language/computed-property-names/class/static/method-symbol': [FAIL, FAIL_SLOPPY],
43 'language/computed-property-names/class/static/method-string': [FAIL, FAIL_SLOPPY],
44
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]45 # https://code.google.com/p/v8/issues/detail?id=4248
46 'language/expressions/compound-assignment/S11.13.2_A5.*': [FAIL],
47 'language/expressions/compound-assignment/S11.13.2_A6.*': [FAIL],
48 'language/expressions/compound-assignment/S11.13.2_A7.10_T4': [FAIL],
49 'language/expressions/compound-assignment/S11.13.2_A7.11_T4': [FAIL],
50 'language/expressions/compound-assignment/S11.13.2_A7.1_T4': [FAIL],
51 'language/expressions/compound-assignment/S11.13.2_A7.2_T4': [FAIL],
52 'language/expressions/compound-assignment/S11.13.2_A7.3_T4': [FAIL],
53 'language/expressions/compound-assignment/S11.13.2_A7.4_T4': [FAIL],
54 'language/expressions/compound-assignment/S11.13.2_A7.5_T4': [FAIL],
55 'language/expressions/compound-assignment/S11.13.2_A7.6_T4': [FAIL],
56 'language/expressions/compound-assignment/S11.13.2_A7.7_T4': [FAIL],
57 'language/expressions/compound-assignment/S11.13.2_A7.8_T4': [FAIL],
58 'language/expressions/compound-assignment/S11.13.2_A7.9_T4': [FAIL],
59
60 # https://code.google.com/p/v8/issues/detail?id=4249
61 'language/expressions/assignment/S11.13.1_A7_T1': [FAIL],
62 'language/expressions/assignment/S11.13.1_A7_T2': [FAIL],
63 'language/expressions/assignment/S11.13.1_A7_T3': [FAIL],
64 'language/expressions/postfix-increment/S11.3.1_A6_T3': [FAIL],
65 'language/expressions/postfix-decrement/S11.3.2_A6_T3': [FAIL],
66 'language/expressions/prefix-decrement/S11.4.5_A6_T3': [FAIL],
67 'language/expressions/prefix-increment/S11.4.4_A6_T3': [FAIL],
68
69 # https://code.google.com/p/v8/issues/detail?id=4250
70 'language/expressions/assignment/S11.13.1_A5*': [FAIL],
71 'language/expressions/assignment/S11.13.1_A6*': [FAIL],
72
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]73 # https://bugs.chromium.org/p/v8/issues/detail?id=4709
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]74 'built-ins/Proxy/revocable/revocation-function-name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]75 'language/expressions/assignment/fn-name-lhs-cover': [FAIL],
76 'language/expressions/assignment/fn-name-lhs-member': [FAIL],
77 'language/expressions/class/name': [FAIL],
78 'language/expressions/function/name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]79 'language/expressions/generators/name': [FAIL],
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]80 'intl402/NumberFormat/prototype/format/format-function-name': [FAIL],
81 'intl402/DateTimeFormat/prototype/format/format-function-name': [FAIL],
82 'intl402/Collator/prototype/compare/compare-function-name': [FAIL],
83
84 # https://bugs.chromium.org/p/v8/issues/detail?id=4778
85 'intl402/Collator/prototype/compare/name': [FAIL],
86 'intl402/DateTimeFormat/prototype/format/name': [FAIL],
87 'intl402/NumberFormat/prototype/format/name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]88
89 # https://code.google.com/p/v8/issues/detail?id=4251
90 'language/expressions/postfix-increment/S11.3.1_A5_T1': [FAIL],
91 'language/expressions/postfix-increment/S11.3.1_A5_T2': [FAIL],
92 'language/expressions/postfix-increment/S11.3.1_A5_T3': [FAIL],
93 'language/expressions/postfix-increment/S11.3.1_A5_T4': [FAIL],
94 'language/expressions/postfix-increment/S11.3.1_A5_T5': [FAIL],
95 'language/expressions/postfix-decrement/S11.3.2_A5_*': [FAIL],
96 'language/expressions/prefix-decrement/S11.4.5_A5_*': [FAIL],
97 'language/expressions/prefix-increment/S11.4.4_A5_*': [FAIL],
98
99 # https://code.google.com/p/v8/issues/detail?id=4253
100 'language/asi/S7.9_A5.7_T1': [PASS, FAIL_OK],
101
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]102 ###### BEGIN REGEXP SUBCLASSING SECTION ######
103 # Spec change in progress https://github.com/tc39/ecma262/pull/494
104 # RegExpBuiltinMatch reads flags from [[OriginalFlags]]
105 'built-ins/RegExp/prototype/Symbol.match/builtin-coerce-sticky': [FAIL],
106 'built-ins/RegExp/prototype/Symbol.match/builtin-get-global-err': [FAIL],
107 'built-ins/RegExp/prototype/Symbol.match/builtin-get-sticky-err': [FAIL],
108 'built-ins/RegExp/prototype/Symbol.match/builtin-success-g-set-lastindex': [FAIL],
109 'built-ins/RegExp/prototype/Symbol.match/builtin-success-g-set-lastindex-err': [FAIL],
110 'built-ins/RegExp/prototype/Symbol.match/coerce-sticky': [FAIL],
111 'built-ins/RegExp/prototype/Symbol.match/get-sticky-err': [FAIL],
112 'built-ins/RegExp/prototype/Symbol.replace/coerce-global': [FAIL],
113 'built-ins/RegExp/prototype/Symbol.replace/coerce-unicode': [FAIL],
114 'built-ins/RegExp/prototype/Symbol.replace/get-sticky-coerce': [FAIL],
115 'built-ins/RegExp/prototype/Symbol.replace/get-sticky-err': [SKIP],
116 'built-ins/RegExp/prototype/Symbol.search/get-sticky-coerce': [FAIL],
117 'built-ins/RegExp/prototype/Symbol.search/get-sticky-err': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]118 'built-ins/RegExp/prototype/exec/get-sticky-coerce': [FAIL],
119 'built-ins/RegExp/prototype/exec/get-sticky-err': [FAIL],
120 'built-ins/RegExp/prototype/test/get-sticky-err': [FAIL],
121
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]122 # Times out
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]123 'built-ins/RegExp/prototype/Symbol.match/coerce-global': [SKIP],
124 'built-ins/RegExp/prototype/Symbol.match/builtin-coerce-global': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]125
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]126 # Sticky support busted
127 'built-ins/RegExp/prototype/Symbol.replace/y-init-lastindex': [FAIL],
128 'built-ins/RegExp/prototype/Symbol.replace/y-set-lastindex': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]129
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]130 # https://code.google.com/p/v8/issues/detail?id=4504
131 # https://bugs.chromium.org/p/chromium/issues/detail?id=624318
132 'built-ins/RegExp/prototype/Symbol.match/builtin-failure-set-lastindex-err': [PASS, FAIL],
133 'built-ins/RegExp/prototype/Symbol.match/builtin-failure-y-set-lastindex-err': [PASS, FAIL],
134 'built-ins/RegExp/prototype/Symbol.match/builtin-success-y-set-lastindex-err': [PASS, FAIL],
135 'built-ins/RegExp/prototype/Symbol.match/g-init-lastindex-err': [PASS, FAIL],
136 'built-ins/RegExp/prototype/Symbol.match/g-match-empty-set-lastindex-err': [PASS, FAIL],
137 'built-ins/RegExp/prototype/Symbol.match/y-fail-lastindex-no-write': [PASS, FAIL],
138 'built-ins/RegExp/prototype/Symbol.replace/g-init-lastindex-err': [PASS, FAIL],
139 'built-ins/RegExp/prototype/Symbol.replace/y-fail-lastindex-no-write': [PASS, FAIL],
140 'built-ins/RegExp/prototype/Symbol.search/set-lastindex-init-err': [PASS, FAIL],
141 'built-ins/RegExp/prototype/Symbol.search/set-lastindex-restore-err': [PASS, FAIL],
142 'built-ins/RegExp/prototype/exec/y-fail-lastindex-no-write': [PASS, FAIL],
143 'built-ins/RegExp/prototype/test/y-fail-lastindex-no-write': [PASS, FAIL],
144
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]145 # SKIP rather than FAIL, as the test checks for an exception which
146 # happens to be thrown for some other reason.
147 'built-ins/RegExp/prototype/Symbol.split/str-result-get-length-err': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]148
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]149 ###### END REGEXP SUBCLASSING SECTION ######
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]150
151 # https://code.google.com/p/v8/issues/detail?id=4360
152 'intl402/Collator/10.1.1_1': [FAIL],
153 'intl402/DateTimeFormat/12.1.1_1': [FAIL],
154 'intl402/NumberFormat/11.1.1_1': [FAIL],
155
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]156 # https://code.google.com/p/v8/issues/detail?id=4476
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]157 # The bug is fixed but behind a flag, --icu_case_mapping.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]158 'built-ins/String/prototype/toLowerCase/special_casing_conditional': [FAIL],
159 'built-ins/String/prototype/toLowerCase/supplementary_plane': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]160 'built-ins/String/prototype/toUpperCase/supplementary_plane': [FAIL],
161
162 # https://code.google.com/p/v8/issues/detail?id=4477
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]163 # The bug is fixed but behind a flag, --icu_case_mapping.
164 'built-ins/String/prototype/toLocaleUpperCase/supplementary_plane': [FAIL],
165 'built-ins/String/prototype/toLocaleLowerCase/supplementary_plane': [FAIL],
166 'built-ins/String/prototype/toLocaleLowerCase/special_casing_conditional': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]167 'intl402/String/prototype/toLocaleLowerCase/special_casing_Azeri': [FAIL],
168 'intl402/String/prototype/toLocaleLowerCase/special_casing_Lithuanian': [FAIL],
169 'intl402/String/prototype/toLocaleLowerCase/special_casing_Turkish': [FAIL],
170 'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': [FAIL],
171 'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': [FAIL],
172 'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': [FAIL],
173
174 # https://bugs.chromium.org/p/v8/issues/detail?id=4628
175 'language/eval-code/non-definable-function-with-variable': [FAIL],
176 'language/eval-code/non-definable-function-with-function': [FAIL],
177
178 # https://bugs.chromium.org/p/v8/issues/detail?id=4592
179 'built-ins/ArrayBuffer/length-is-absent': [FAIL],
180 'built-ins/ArrayBuffer/length-is-not-number': [FAIL],
181 'built-ins/ArrayBuffer/positive-integer-length': [FAIL],
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]182 'language/statements/class/subclass/builtin-objects/ArrayBuffer/regular-subclassing': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]183
184 # https://bugs.chromium.org/p/v8/issues/detail?id=4633
185 'built-ins/Promise/reject-function-name': [FAIL],
186 'built-ins/Promise/resolve-function-name': [FAIL],
187 'built-ins/Promise/all/resolve-element-function-name': [FAIL],
188 'built-ins/Promise/executor-function-name': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]189
190 # https://bugs.chromium.org/p/v8/issues/detail?id=4634
191 'built-ins/DataView/prototype/setFloat64/index-check-before-value-conversion': [FAIL],
192 'built-ins/DataView/prototype/setFloat32/index-check-before-value-conversion': [FAIL],
193 'built-ins/DataView/prototype/setInt16/index-check-before-value-conversion': [FAIL],
194 'built-ins/DataView/prototype/setInt32/index-check-before-value-conversion': [FAIL],
195 'built-ins/DataView/prototype/setUint16/index-check-before-value-conversion': [FAIL],
196 'built-ins/DataView/prototype/setUint32/index-check-before-value-conversion': [FAIL],
197 'built-ins/DataView/prototype/setUint8/index-check-before-value-conversion': [FAIL],
198 'built-ins/DataView/prototype/setInt8/index-check-before-value-conversion': [FAIL],
199
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]200 # https://code.google.com/p/chromium/issues/detail?id=581577
201 'built-ins/RegExp/prototype/source/15.10.7.1-1': [FAIL],
202 'built-ins/RegExp/prototype/global/15.10.7.2-1': [FAIL],
203 'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-1': [FAIL],
204 'built-ins/RegExp/prototype/multiline/15.10.7.4-1': [FAIL],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400[diff] [blame]205
Ben Murdochda12d292016-06-02 14:46:10 +0100[diff] [blame]206 # https://bugs.chromium.org/p/v8/issues/detail?id=4727
207 'built-ins/TypedArrays/length-arg-is-undefined-throws': [FAIL],
208 'built-ins/TypedArrays/length-arg-is-symbol-throws': [FAIL],
209 'built-ins/TypedArrays/length-arg-is-float-throws-rangeerror': [FAIL],
210 'built-ins/TypedArrays/length-arg-is-nan-throws-rangeerror': [FAIL],
211
212 # https://bugs.chromium.org/p/v8/issues/detail?id=4784
213 'built-ins/TypedArrays/buffer-arg-defined-negative-length': [FAIL],
214
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]215 # https://bugs.chromium.org/p/v8/issues/detail?id=4890
216 'language/statements/class/subclass/default-constructor-spread-override': [FAIL],
217
218 # https://bugs.chromium.org/p/v8/issues/detail?id=4901
219 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-greater-than-last-index': [FAIL],
220 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-lower-than-zero': [FAIL],
221 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-minus-zero': [FAIL],
222 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-not-integer': [FAIL],
223 'built-ins/TypedArrays/internals/DefineOwnProperty/key-is-numericindex-desc-not-writable': [FAIL],
224 'built-ins/TypedArrays/internals/Set/key-is-minus-zero': [FAIL],
225 'built-ins/TypedArrays/internals/Set/key-is-not-integer': [FAIL],
226 'built-ins/TypedArrays/internals/Set/key-is-out-of-bounds': [FAIL],
227 'built-ins/TypedArrays/internals/Set/tonumber-value-throws': [FAIL],
228
229 # https://bugs.chromium.org/p/v8/issues/detail?id=4895
230 'built-ins/TypedArrays/internals/HasProperty/detached-buffer': [FAIL],
231 'built-ins/TypedArrays/internals/Set/detached-buffer': [FAIL],
232 'built-ins/TypedArrays/internals/GetOwnProperty/detached-buffer': [FAIL],
233 'built-ins/TypedArrays/internals/Get/detached-buffer': [FAIL],
234 'built-ins/TypedArrays/internals/DefineOwnProperty/detached-buffer': [FAIL],
235 # Some TypedArray methods throw due to the same bug, from Get
236 'built-ins/TypedArray/prototype/every/callbackfn-detachbuffer': [FAIL],
237 'built-ins/TypedArray/prototype/find/predicate-may-detach-buffer': [FAIL],
238 'built-ins/TypedArray/prototype/findIndex/predicate-may-detach-buffer': [FAIL],
239 'built-ins/TypedArray/prototype/forEach/callbackfn-detachbuffer': [FAIL],
240 'built-ins/TypedArray/prototype/map/callbackfn-detachbuffer': [FAIL],
241 'built-ins/TypedArray/prototype/some/callbackfn-detachbuffer': [FAIL],
242
243 # https://bugs.chromium.org/p/v8/issues/detail?id=4648
244 'built-ins/TypedArray/prototype/copyWithin/detached-buffer': [FAIL],
245 'built-ins/TypedArray/prototype/entries/detached-buffer': [FAIL],
246 'built-ins/TypedArray/prototype/every/detached-buffer': [FAIL],
247 'built-ins/TypedArray/prototype/fill/detached-buffer': [FAIL],
248 'built-ins/TypedArray/prototype/filter/detached-buffer': [FAIL],
249 'built-ins/TypedArray/prototype/find/detached-buffer': [FAIL],
250 'built-ins/TypedArray/prototype/findIndex/detached-buffer': [FAIL],
251 'built-ins/TypedArray/prototype/forEach/detached-buffer': [FAIL],
252 'built-ins/TypedArray/prototype/includes/detached-buffer': [FAIL],
253 'built-ins/TypedArray/prototype/indexOf/detached-buffer': [FAIL],
254 'built-ins/TypedArray/prototype/join/detached-buffer': [FAIL],
255 'built-ins/TypedArray/prototype/keys/detached-buffer': [FAIL],
256 'built-ins/TypedArray/prototype/lastIndexOf/detached-buffer': [FAIL],
257 'built-ins/TypedArray/prototype/map/detached-buffer': [FAIL],
258 'built-ins/TypedArray/prototype/reverse/detached-buffer': [FAIL],
259 'built-ins/TypedArray/prototype/set/detached-buffer': [FAIL],
260 'built-ins/TypedArray/prototype/slice/detached-buffer': [FAIL],
261 'built-ins/TypedArray/prototype/some/detached-buffer': [FAIL],
262 'built-ins/TypedArray/prototype/sort/detached-buffer': [FAIL],
263 'built-ins/TypedArray/prototype/subarray/detached-buffer': [FAIL],
264 'built-ins/TypedArray/prototype/toLocaleString/detached-buffer': [FAIL],
265 'built-ins/TypedArray/prototype/toString/detached-buffer': [FAIL],
266 'built-ins/TypedArray/prototype/values/detached-buffer': [FAIL],
267
268 # https://bugs.chromium.org/p/v8/issues/detail?id=4925
269 'built-ins/ThrowTypeError/forbidden-arguments': [FAIL],
270 'built-ins/ThrowTypeError/forbidden-caller': [FAIL],
271
272 # https://bugs.chromium.org/p/v8/issues/detail?id=4034
273 'built-ins/ThrowTypeError/unique-per-realm-function-proto': [FAIL],
274
275 # https://bugs.chromium.org/p/v8/issues/detail?id=4902
276 'built-ins/TypedArray/prototype/byteLength/prop-desc': [FAIL],
277 'built-ins/TypedArray/prototype/byteOffset/prop-desc': [FAIL],
278 'built-ins/TypedArray/prototype/copyWithin/get-length-ignores-length-prop': [FAIL],
279 'built-ins/TypedArray/prototype/every/get-length-ignores-length-prop': [FAIL],
280 'built-ins/TypedArray/prototype/every/get-length-uses-internal-arraylength': [FAIL],
281 'built-ins/TypedArray/prototype/fill/get-length-ignores-length-prop': [FAIL],
282 'built-ins/TypedArray/prototype/find/get-length-ignores-length-prop': [FAIL],
283 'built-ins/TypedArray/prototype/findIndex/get-length-ignores-length-prop': [FAIL],
284 'built-ins/TypedArray/prototype/indexOf/get-length-uses-internal-arraylength': [FAIL],
285 'built-ins/TypedArray/prototype/lastIndexOf/get-length-uses-internal-arraylength': [FAIL],
286 'built-ins/TypedArray/prototype/length/prop-desc': [FAIL],
287 'built-ins/TypedArray/prototype/some/get-length-uses-internal-arraylength': [FAIL],
288
289 # https://bugs.chromium.org/p/v8/issues/detail?id=4231
290 'language/eval-code/direct/var-env-lower-lex-catch-non-strict': [FAIL],
291 'language/statements/try/early-catch-lex': [FAIL],
292 'language/statements/try/early-catch-var': [FAIL],
293
294 # https://bugs.chromium.org/p/v8/issues/detail?id=4951
295 'language/expressions/assignment/destructuring/array-elem-iter-rtrn-close': [FAIL],
296 'language/expressions/assignment/destructuring/array-elem-iter-rtrn-close-err': [FAIL],
297 'language/expressions/assignment/destructuring/array-elem-iter-rtrn-close-null': [FAIL],
298 'language/expressions/assignment/destructuring/array-elem-iter-thrw-close': [FAIL],
299 'language/expressions/assignment/destructuring/array-elem-iter-thrw-close-err': [FAIL],
300 'language/expressions/assignment/destructuring/array-elem-trlg-iter-list-rtrn-close': [FAIL],
301 'language/expressions/assignment/destructuring/array-elem-trlg-iter-list-rtrn-close-err': [FAIL],
302 'language/expressions/assignment/destructuring/array-elem-trlg-iter-list-rtrn-close-null': [FAIL],
303 'language/expressions/assignment/destructuring/array-elem-trlg-iter-list-thrw-close': [FAIL],
304 'language/expressions/assignment/destructuring/array-elem-trlg-iter-list-thrw-close-err': [FAIL],
305 'language/expressions/assignment/destructuring/array-elem-trlg-iter-rest-rtrn-close': [FAIL],
306 'language/expressions/assignment/destructuring/array-elem-trlg-iter-rest-rtrn-close-err': [FAIL],
307 'language/expressions/assignment/destructuring/array-elem-trlg-iter-rest-rtrn-close-null': [FAIL],
308 'language/expressions/assignment/destructuring/array-elem-trlg-iter-rest-thrw-close': [FAIL],
309 'language/expressions/assignment/destructuring/array-elem-trlg-iter-rest-thrw-close-err': [FAIL],
310 'language/expressions/assignment/destructuring/array-rest-iter-rtrn-close': [FAIL],
311 'language/expressions/assignment/destructuring/array-rest-iter-rtrn-close-err': [FAIL],
312 'language/expressions/assignment/destructuring/array-rest-iter-rtrn-close-null': [FAIL],
313 'language/expressions/assignment/destructuring/array-rest-iter-thrw-close': [FAIL],
314 'language/expressions/assignment/destructuring/array-rest-iter-thrw-close-err': [FAIL],
315 'language/expressions/assignment/destructuring/array-rest-lref-err': [FAIL],
316
317 # https://bugs.chromium.org/p/v8/issues/detail?id=896
318 'language/literals/regexp/early-err-pattern': [FAIL],
319
320 # https://bugs.chromium.org/p/v8/issues/detail?id=4468
321 'language/eval-code/direct/non-definable-function-with-function': [FAIL],
322 'language/eval-code/direct/non-definable-function-with-variable': [FAIL],
323 'language/eval-code/indirect/non-definable-function-with-function': [FAIL],
324 'language/eval-code/indirect/non-definable-function-with-variable': [FAIL],
325
326 # https://bugs.chromium.org/p/v8/issues/detail?id=4955
327 'language/eval-code/direct/var-env-global-lex-non-strict': [FAIL],
328 'language/eval-code/direct/var-env-lower-lex-non-strict': [FAIL],
329 'language/eval-code/indirect/var-env-global-lex-non-strict': [FAIL],
330
331 # https://bugs.chromium.org/p/v8/issues/detail?id=4124
332 'built-ins/Simd/*': [SKIP],
333
334 # https://bugs.chromium.org/p/v8/issues/detail?id=4958
335 'built-ins/Function/prototype/toString/Function': [FAIL],
336 'built-ins/Function/prototype/toString/GeneratorFunction': [FAIL],
337 'built-ins/Function/prototype/toString/function-declaration': [FAIL],
338 'built-ins/Function/prototype/toString/function-declaration-non-simple-parameter-list': [FAIL],
339 'built-ins/Function/prototype/toString/function-expression': [FAIL],
340 'built-ins/Function/prototype/toString/generator-function-declaration': [FAIL],
341 'built-ins/Function/prototype/toString/generator-function-expression': [FAIL],
342 'built-ins/Function/prototype/toString/generator-method': [FAIL],
343 'built-ins/Function/prototype/toString/getter-class': [FAIL],
344 'built-ins/Function/prototype/toString/getter-class-static': [FAIL],
345 'built-ins/Function/prototype/toString/getter-object': [FAIL],
346 'built-ins/Function/prototype/toString/line-terminator-normalisation-CR': [FAIL],
347 'built-ins/Function/prototype/toString/line-terminator-normalisation-CR-LF': [FAIL],
348 'built-ins/Function/prototype/toString/line-terminator-normalisation-LF': [FAIL],
349 'built-ins/Function/prototype/toString/method-class': [FAIL],
350 'built-ins/Function/prototype/toString/method-class-static': [FAIL],
351 'built-ins/Function/prototype/toString/method-computed-property-name': [FAIL],
352 'built-ins/Function/prototype/toString/method-object': [FAIL],
353 'built-ins/Function/prototype/toString/setter-class': [FAIL],
354 'built-ins/Function/prototype/toString/setter-class-static': [FAIL],
355 'built-ins/Function/prototype/toString/setter-object': [FAIL],
356 'built-ins/Function/prototype/toString/unicode': [FAIL],
357
358 # https://bugs.chromium.org/p/v8/issues/detail?id=4985
359 'language/reserved-words/await-module': [SKIP],
360 'language/module-code/strict-mode': [SKIP],
361
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]362 ######################## NEEDS INVESTIGATION ###########################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]363
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]364 # These test failures are specific to the intl402 suite and need investigation
365 # to be either marked as bugs with issues filed for them or as deliberate
366 # incompatibilities if the test cases turn out to be broken or ambiguous.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]367 # Some of these are related to v8:4361 in being visible side effects from Intl.
368 'intl402/6.2.3': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]369 'intl402/Collator/10.1.2.1_4': [FAIL],
370 'intl402/Collator/10.1.2_a': [PASS, FAIL],
371 'intl402/Collator/10.2.3_b': [PASS, FAIL],
372 'intl402/Collator/prototype/10.3_a': [FAIL],
373 'intl402/DateTimeFormat/12.1.1': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]374 'intl402/DateTimeFormat/12.1.2': [PASS, FAIL],
375 'intl402/DateTimeFormat/12.1.2.1_4': [FAIL],
376 'intl402/DateTimeFormat/12.2.3_b': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]377 'intl402/DateTimeFormat/prototype/12.3_a': [FAIL],
378 'intl402/Number/prototype/toLocaleString/13.2.1_5': [PASS, FAIL],
379 'intl402/NumberFormat/11.1.1_20_c': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]380 'intl402/NumberFormat/11.1.2': [PASS, FAIL],
381 'intl402/NumberFormat/11.1.2.1_4': [FAIL],
382 'intl402/NumberFormat/11.2.3_b': [FAIL],
383 'intl402/NumberFormat/prototype/11.3_a': [FAIL],
384 'intl402/String/prototype/localeCompare/13.1.1_7': [PASS, FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]385
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]386 ##################### DELIBERATE INCOMPATIBILITIES #####################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]387
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]388 # https://code.google.com/p/v8/issues/detail?id=4693
389 'language/block-scope/syntax/redeclaration-in-block/attempt-to-redeclare-function-declaration-with-function-declaration': [PASS, FAIL_SLOPPY],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]390
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]391 # https://bugs.chromium.org/p/v8/issues/detail?id=4953
392 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor': [FAIL],
393 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-abrupt': [FAIL],
394 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-inherited': [FAIL],
395 'built-ins/TypedArray/prototype/subarray/speciesctor-get-ctor-returns-throws': [FAIL],
396 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species': [FAIL],
397 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-abrupt': [FAIL],
398 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor': [FAIL],
399 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-invocation': [FAIL],
400 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-returns-another-instance': [FAIL],
401 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-custom-ctor-throws': [FAIL],
402 'built-ins/TypedArray/prototype/subarray/speciesctor-get-species-returns-throws': [FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]403
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]404 # We do not expose Array.prototype.values due to webcompat issues.
405 # Most recent incompatability: https://crbug.com/615873
406 # https://code.google.com/p/v8/issues/detail?id=4247
407 'built-ins/Array/prototype/Symbol.iterator': [FAIL],
408 'built-ins/Array/prototype/values/returns-iterator': [FAIL],
409 'built-ins/Array/prototype/values/returns-iterator-from-object': [FAIL],
410 'built-ins/Array/prototype/values/prop-desc': [FAIL],
411 'built-ins/Array/prototype/values/name': [FAIL],
412 'built-ins/Array/prototype/values/length': [FAIL],
413 'built-ins/Array/prototype/values/iteration': [FAIL],
414 'built-ins/Array/prototype/values/iteration-mutable': [FAIL],
415 'built-ins/Array/prototype/Symbol.unscopables/value': [FAIL],
416
417 ############################ INVALID TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]418
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]419 # Test makes unjustified assumptions about the number of calls to SortCompare.
420 # Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596
421 'built-ins/Array/prototype/sort/bug_596_1': [PASS, FAIL_OK],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400[diff] [blame]422
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]423 ############################ SKIPPED TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]424
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]425 # These tests take a looong time to run.
426 'built-ins/decodeURI/S15.1.3.1_A1.10_T1': [SKIP],
427 'built-ins/decodeURI/S15.1.3.1_A1.11_T1': [SKIP],
428 'built-ins/decodeURI/S15.1.3.1_A1.11_T2': [SKIP],
429 'built-ins/decodeURI/S15.1.3.1_A1.12_T1': [SKIP],
430 'built-ins/decodeURI/S15.1.3.1_A1.12_T2': [SKIP],
431 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
432 'built-ins/decodeURIComponent/S15.1.3.2_A1.11_T1': [SKIP],
433 'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T1': [SKIP],
434 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
435 'built-ins/RegExp/S15.10.2.12_A3_T1': [SKIP],
436 'intl402/9.2.6_4_b': [SKIP],
437 'language/literals/regexp/S7.8.5_A1.1_T2': [SKIP],
438 'language/literals/regexp/S7.8.5_A1.4_T2': [SKIP],
439 'language/literals/regexp/S7.8.5_A2.1_T2': [SKIP],
440 'language/literals/regexp/S7.8.5_A2.4_T2': [SKIP],
441 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [SKIP],
442 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]443}], # ALWAYS
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]444
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]445['no_i18n == True', {
446 # Unicode canonicalization is not available with i18n turned off.
447 'built-ins/String/prototype/localeCompare/15.5.4.9_CE': [SKIP],
448
449 # Unicode regexp case mapping is not available with i18n turned off.
450 'language/literals/regexp/u-case-mapping': [SKIP],
451
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]452 # BUG(v8:4437).
453 'built-ins/String/prototype/normalize/return-normalized-string': [SKIP],
454 'built-ins/String/prototype/normalize/return-normalized-string-from-coerced-form': [SKIP],
455 'built-ins/String/prototype/normalize/return-normalized-string-using-default-parameter': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]456
Ben Murdochc5610432016-08-08 18:44:38 +0100[diff] [blame^]457 # Case-conversion is not fully compliant to the Unicode spec with i18n off.
458 'built-ins/String/prototype/toLocaleLowerCase/special_casing_conditional': [FAIL],
459 'built-ins/String/prototype/toLocaleLowerCase/supplementary_plane': [FAIL],
460 'built-ins/String/prototype/toLowerCase/special_casing_conditional': [FAIL],
461 'built-ins/String/prototype/toLowerCase/supplementary_plane': [FAIL],
462 'built-ins/String/prototype/toLocaleUpperCase/supplementary_plane': [FAIL],
463 'built-ins/String/prototype/toUpperCase/supplementary_plane': [FAIL],
464
465 # Locale-sensitive case-conversion is not available with i18n off.
466 'intl402/String/prototype/toLocaleLowerCase/special_casing_Azeri': [FAIL],
467 'intl402/String/prototype/toLocaleLowerCase/special_casing_Lithuanian': [FAIL],
468 'intl402/String/prototype/toLocaleLowerCase/special_casing_Turkish': [FAIL],
469 'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': [FAIL],
470 'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': [FAIL],
471 'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': [FAIL],
472}], # no_i18n == True
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]473
474['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64 or arch == mips64el', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]475
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]476 # TODO(mstarzinger): Causes stack overflow on simulators due to eager
477 # compilation of parenthesized function literals. Needs investigation.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]478 'language/statements/function/S13.2.1_A1_T1': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100[diff] [blame]479
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]480 # BUG(3251225): Tests that timeout with --nocrankshaft.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]481 'built-ins/decodeURI/S15.1.3.1_A2.4_T1': [SKIP],
482 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
483 'built-ins/decodeURIComponent/S15.1.3.2_A2.4_T1': [SKIP],
484 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
485 'built-ins/encodeURI/S15.1.3.3_A2.3_T1': [SKIP],
486 'built-ins/encodeURIComponent/S15.1.3.4_A2.3_T1': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]487}], # 'arch == arm or arch == mipsel or arch == mips or arch == arm64'
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]488
489['asan == True', {
490 # BUG(v8:4653): Test262 tests which rely on quit() are not compatible with
491 # asan's --omit-quit flag.
492 'built-ins/Promise/prototype/then/deferred-is-resolved-value': [SKIP],
Ben Murdoch097c5b22016-05-18 11:27:45 +0100[diff] [blame]493}], # asan == True
494
495['asan == True or msan == True or tsan == True', {
496 # https://bugs.chromium.org/p/v8/issues/detail?id=4639
497 # The failed allocation causes an asan/msan/tsan error
498 'built-ins/ArrayBuffer/allocation-limit': [SKIP],
499}], # asan == True or msan == True or tsan == True
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000[diff] [blame]500
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000[diff] [blame]501]