blob: a7f76a4e2781cc1fbfb9dbdbd976922182e37008 [file] [log] [blame]
Steve Block44f0eee2011-05-26 01:26:41 +01001# Copyright 2011 the V8 project authors. All rights reserved.
2# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +000028[
29[ALWAYS, {
30 ############################### BUGS ###################################
Steve Block44f0eee2011-05-26 01:26:41 +010031
Ben Murdochb8a8cc12014-11-26 15:28:44 +000032 # BUG(v8:3455)
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000033 'intl402/11.2.3_b': [FAIL],
34 'intl402/12.2.3_b': [FAIL],
Steve Block44f0eee2011-05-26 01:26:41 +010035
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000036 # Unicode canonicalization is not available with i18n turned off.
37 'built-ins/String/prototype/localeCompare/15.5.4.9_CE': [['no_i18n', SKIP]],
Emily Bernierd0a1eb72015-03-24 16:35:39 -040038
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000039 ###################### NEEDS INVESTIGATION #######################
40
41 # Possibly same cause as S8.5_A2.1, below: floating-point tests.
42 'built-ins/Math/cos/S15.8.2.7_A7': [PASS, FAIL_OK],
43 'built-ins/Math/sin/S15.8.2.16_A7': [PASS, FAIL_OK],
44 'built-ins/Math/tan/S15.8.2.18_A7': [PASS, FAIL_OK],
45
46 # This is an incompatibility between ES5 and V8 on enumerating
47 # shadowed elements in a for..in loop.
48 # https://code.google.com/p/v8/issues/detail?id=705
49 'language/statements/for-in/12.6.4-2': [PASS, FAIL_OK],
50
51 ###################### MISSING ES6 FEATURES #######################
52
53 # It's unclear what the right behavior for [[Enumerate]] is; we're awaiting
54 # clarification in the spec. Currently, our for-in implementation for
55 # Proxies checks all trap result values for being strings...
56 'built-ins/Proxy/enumerate/return-trap-result': [FAIL],
57 # ...and our Reflect.enumerate implementation is built on for-in by wrapping
58 # the iteration's results in a new generator; this postpones exceptions.
59 'built-ins/Reflect/enumerate/return-abrupt-from-result': [FAIL],
60
61 # https://code.google.com/p/v8/issues/detail?id=4093
62 'built-ins/Array/symbol-species': [FAIL],
63 'built-ins/Array/symbol-species-name': [FAIL],
64 'built-ins/ArrayBuffer/symbol-species': [FAIL],
65 'built-ins/ArrayBuffer/symbol-species-name': [FAIL],
66 'built-ins/ArrayBuffer/prototype/slice/species-constructor-is-not-object': [FAIL],
67 'built-ins/ArrayBuffer/prototype/slice/species-returns-smaller-arraybuffer': [FAIL],
68 'built-ins/ArrayBuffer/prototype/slice/species-is-not-object': [FAIL],
69 'built-ins/ArrayBuffer/prototype/slice/species-is-not-constructor': [FAIL],
70 'built-ins/ArrayBuffer/prototype/slice/species-returns-larger-arraybuffer': [FAIL],
71 'built-ins/ArrayBuffer/prototype/slice/species-returns-not-arraybuffer': [FAIL],
72 'built-ins/ArrayBuffer/prototype/slice/species-returns-same-arraybuffer': [FAIL],
73 'built-ins/ArrayBuffer/prototype/slice/species': [FAIL],
74 'built-ins/Map/symbol-species': [FAIL],
75 'built-ins/Map/symbol-species-name': [FAIL],
76 'built-ins/Promise/Symbol.species/prop-desc': [FAIL],
77 'built-ins/Promise/Symbol.species/return-value': [FAIL],
78 'built-ins/Promise/all/species-get-error': [PASS, FAIL],
79 'built-ins/Promise/prototype/then/ctor-custom': [FAIL],
80 'built-ins/Promise/race/species-get-error': [PASS, FAIL],
81 'built-ins/Promise/symbol-species': [FAIL],
82 'built-ins/Promise/symbol-species-name': [FAIL],
83 'built-ins/RegExp/symbol-species': [FAIL],
84 'built-ins/RegExp/symbol-species-name': [FAIL],
85 'built-ins/Set/symbol-species': [FAIL],
86 'built-ins/Set/symbol-species-name': [FAIL],
87 'built-ins/Symbol/species/basic': [FAIL],
88 'built-ins/Symbol/species/builtin-getter-name': [FAIL],
89 'built-ins/Symbol/species/subclassing': [FAIL],
90
91 # https://code.google.com/p/v8/issues/detail?id=4163
92 'built-ins/GeneratorPrototype/next/context-constructor-invocation': [FAIL],
93
94 # https://code.google.com/p/v8/issues/detail?id=3566
95 'built-ins/Array/from/iter-map-fn-err': [FAIL],
96 'built-ins/Array/from/iter-set-elem-prop-err': [FAIL],
97 'built-ins/Map/iterator-close-after-set-failure': [FAIL],
98 'built-ins/Map/iterator-item-first-entry-returns-abrupt': [FAIL],
99 'built-ins/Map/iterator-item-second-entry-returns-abrupt': [FAIL],
100 'built-ins/Map/iterator-items-are-not-object-close-iterator': [FAIL],
101 'built-ins/Promise/all/iter-close': [FAIL],
102 'built-ins/Set/set-iterator-close-after-add-failure': [FAIL],
103 'built-ins/WeakMap/iterator-close-after-set-failure': [FAIL],
104 'built-ins/WeakMap/iterator-item-first-entry-returns-abrupt': [FAIL],
105 'built-ins/WeakMap/iterator-item-second-entry-returns-abrupt': [FAIL],
106 'built-ins/WeakMap/iterator-items-are-not-object-close-iterator': [FAIL],
107 'built-ins/WeakSet/iterator-close-after-add-failure': [FAIL],
108
109 # https://code.google.com/p/v8/issues/detail?id=4119
110 'built-ins/RegExp/call_with_non_regexp_same_constructor': [FAIL],
111 'built-ins/RegExp/from-regexp-like-short-circuit': [FAIL],
112 'built-ins/RegExp/from-regexp-like': [FAIL],
113 'built-ins/RegExp/from-regexp-like-flag-override': [FAIL],
114 'built-ins/RegExp/from-regexp-like-get-source-err': [FAIL],
115 'built-ins/RegExp/from-regexp-like-get-flags-err': [FAIL],
116 'built-ins/RegExp/from-regexp-like-get-ctor-err': [FAIL],
117
118 # https://code.google.com/p/v8/issues/detail?id=4348
119 'built-ins/String/prototype/Symbol.iterator/this-val-non-obj-coercible': [FAIL],
120
121 # The order of adding the name property is wrong
122 # https://code.google.com/p/v8/issues/detail?id=4199
123 'language/computed-property-names/class/static/method-number': [FAIL, FAIL_SLOPPY],
124 'language/computed-property-names/class/static/method-symbol': [FAIL, FAIL_SLOPPY],
125 'language/computed-property-names/class/static/method-string': [FAIL, FAIL_SLOPPY],
126
127 # https://code.google.com/p/v8/issues/detail?id=3566
128 'language/statements/for-of/body-dstr-assign-error': [FAIL],
129 'language/statements/for-of/body-put-error': [FAIL],
130 'language/statements/for-of/generator-close-via-break': [FAIL],
131 'language/statements/for-of/generator-close-via-return': [FAIL],
132 'language/statements/for-of/generator-close-via-throw': [FAIL],
133 'language/statements/for-of/iterator-close-get-method-error': [FAIL],
134 'language/statements/for-of/iterator-close-non-object': [FAIL],
135 'language/statements/for-of/iterator-close-via-break': [FAIL],
136 'language/statements/for-of/iterator-close-via-return': [FAIL],
137 'language/statements/for-of/iterator-close-via-throw': [FAIL],
138
139 # We do not expose Array.prototype.values
140 # https://code.google.com/p/v8/issues/detail?id=4247
141 'built-ins/Array/prototype/Symbol.iterator': [FAIL],
142 'built-ins/Array/prototype/values/returns-iterator': [FAIL],
143 'built-ins/Array/prototype/values/returns-iterator-from-object': [FAIL],
144 'built-ins/Array/prototype/values/prop-desc': [FAIL],
145 'built-ins/Array/prototype/values/name': [FAIL],
146 'built-ins/Array/prototype/values/length': [FAIL],
147 'built-ins/Array/prototype/values/iteration': [FAIL],
148 'built-ins/Array/prototype/values/iteration-mutable': [FAIL],
149 'built-ins/Array/prototype/Symbol.unscopables/value': [FAIL],
150
151 # https://code.google.com/p/v8/issues/detail?id=3566
152 'built-ins/GeneratorPrototype/return/from-state-completed': [FAIL],
153 'built-ins/GeneratorPrototype/return/from-state-suspended-start': [FAIL],
154 'built-ins/GeneratorPrototype/return/property-descriptor': [FAIL],
155 'built-ins/GeneratorPrototype/return/try-catch-before-try': [FAIL],
156 'built-ins/GeneratorPrototype/return/try-catch-following-catch': [FAIL],
157 'built-ins/GeneratorPrototype/return/try-catch-within-catch': [FAIL],
158 'built-ins/GeneratorPrototype/return/try-catch-within-try': [FAIL],
159 'built-ins/GeneratorPrototype/return/try-finally-before-try': [FAIL],
160 'built-ins/GeneratorPrototype/return/try-finally-following-finally': [FAIL],
161 'built-ins/GeneratorPrototype/return/try-finally-nested-try-catch-within-catch': [FAIL],
162 'built-ins/GeneratorPrototype/return/try-finally-nested-try-catch-within-finally': [FAIL],
163 'built-ins/GeneratorPrototype/return/try-finally-nested-try-catch-within-inner-try': [FAIL],
164 'built-ins/GeneratorPrototype/return/try-finally-nested-try-catch-within-outer-try-after-nested': [FAIL],
165 'built-ins/GeneratorPrototype/return/try-finally-nested-try-catch-within-outer-try-before-nested': [FAIL],
166 'built-ins/GeneratorPrototype/return/try-finally-within-finally': [FAIL],
167 'built-ins/GeneratorPrototype/return/try-finally-within-try': [FAIL],
168
169 # https://code.google.com/p/v8/issues/detail?id=4248
170 'language/expressions/compound-assignment/S11.13.2_A5.*': [FAIL],
171 'language/expressions/compound-assignment/S11.13.2_A6.*': [FAIL],
172 'language/expressions/compound-assignment/S11.13.2_A7.10_T4': [FAIL],
173 'language/expressions/compound-assignment/S11.13.2_A7.11_T4': [FAIL],
174 'language/expressions/compound-assignment/S11.13.2_A7.1_T4': [FAIL],
175 'language/expressions/compound-assignment/S11.13.2_A7.2_T4': [FAIL],
176 'language/expressions/compound-assignment/S11.13.2_A7.3_T4': [FAIL],
177 'language/expressions/compound-assignment/S11.13.2_A7.4_T4': [FAIL],
178 'language/expressions/compound-assignment/S11.13.2_A7.5_T4': [FAIL],
179 'language/expressions/compound-assignment/S11.13.2_A7.6_T4': [FAIL],
180 'language/expressions/compound-assignment/S11.13.2_A7.7_T4': [FAIL],
181 'language/expressions/compound-assignment/S11.13.2_A7.8_T4': [FAIL],
182 'language/expressions/compound-assignment/S11.13.2_A7.9_T4': [FAIL],
183
184 # https://code.google.com/p/v8/issues/detail?id=4249
185 'language/expressions/assignment/S11.13.1_A7_T1': [FAIL],
186 'language/expressions/assignment/S11.13.1_A7_T2': [FAIL],
187 'language/expressions/assignment/S11.13.1_A7_T3': [FAIL],
188 'language/expressions/postfix-increment/S11.3.1_A6_T3': [FAIL],
189 'language/expressions/postfix-decrement/S11.3.2_A6_T3': [FAIL],
190 'language/expressions/prefix-decrement/S11.4.5_A6_T3': [FAIL],
191 'language/expressions/prefix-increment/S11.4.4_A6_T3': [FAIL],
192
193 # https://code.google.com/p/v8/issues/detail?id=4250
194 'language/expressions/assignment/S11.13.1_A5*': [FAIL],
195 'language/expressions/assignment/S11.13.1_A6*': [FAIL],
196
197 # https://code.google.com/p/v8/issues/detail?id=3699
198 'built-ins/Proxy/revocable/revocation-function-name': [FAIL],
199 'language/expressions/assignment/destructuring/array-elem-init-fn-name-arrow': [FAIL],
200 'language/expressions/assignment/destructuring/array-elem-init-fn-name-class': [FAIL],
201 'language/expressions/assignment/destructuring/array-elem-init-fn-name-cover': [FAIL],
202 'language/expressions/assignment/destructuring/array-elem-init-fn-name-fn': [FAIL],
203 'language/expressions/assignment/destructuring/array-elem-init-fn-name-gen': [FAIL],
204 'language/expressions/assignment/destructuring/obj-id-init-fn-name-arrow': [FAIL],
205 'language/expressions/assignment/destructuring/obj-id-init-fn-name-class': [FAIL],
206 'language/expressions/assignment/destructuring/obj-id-init-fn-name-cover': [FAIL],
207 'language/expressions/assignment/destructuring/obj-id-init-fn-name-fn': [FAIL],
208 'language/expressions/assignment/destructuring/obj-id-init-fn-name-gen': [FAIL],
209 'language/expressions/assignment/destructuring/obj-prop-elem-init-fn-name-arrow': [FAIL],
210 'language/expressions/assignment/destructuring/obj-prop-elem-init-fn-name-class': [FAIL],
211 'language/expressions/assignment/destructuring/obj-prop-elem-init-fn-name-cover': [FAIL],
212 'language/expressions/assignment/destructuring/obj-prop-elem-init-fn-name-fn': [FAIL],
213 'language/expressions/assignment/destructuring/obj-prop-elem-init-fn-name-gen': [FAIL],
214 'language/expressions/assignment/fn-name-arrow': [FAIL],
215 'language/expressions/assignment/fn-name-class': [FAIL],
216 'language/expressions/assignment/fn-name-cover': [FAIL],
217 'language/expressions/assignment/fn-name-fn': [FAIL],
218 'language/expressions/assignment/fn-name-gen': [FAIL],
219 'language/expressions/assignment/fn-name-lhs-cover': [FAIL],
220 'language/expressions/assignment/fn-name-lhs-member': [FAIL],
221 'language/expressions/class/name': [FAIL],
222 'language/expressions/function/name': [FAIL],
223 'language/expressions/generators/implicit-name': [FAIL],
224 'language/expressions/generators/name': [FAIL],
225 'language/expressions/generators/name-property-descriptor': [FAIL],
226 'language/expressions/object/fn-name-accessor-get': [FAIL],
227 'language/expressions/object/fn-name-accessor-set': [FAIL],
228 'language/expressions/object/fn-name-arrow': [FAIL],
229 'language/expressions/object/fn-name-class': [FAIL],
230 'language/expressions/object/fn-name-cover': [FAIL],
231 'language/expressions/object/fn-name-fn': [FAIL],
232 'language/expressions/object/fn-name-gen': [FAIL],
233 'language/expressions/object/fn-name-lhs-cover': [FAIL],
234 'language/expressions/object/fn-name-lhs-member': [FAIL],
235 'language/expressions/object/method-definition/fn-name-accessor-get': [FAIL],
236 'language/expressions/object/method-definition/fn-name-accessor-set': [FAIL],
237 'language/expressions/object/method-definition/fn-name-arrow': [FAIL],
238 'language/expressions/object/method-definition/fn-name-class': [FAIL],
239 'language/expressions/object/method-definition/fn-name-cover': [FAIL],
240 'language/expressions/object/method-definition/fn-name-fn': [FAIL],
241 'language/expressions/object/method-definition/fn-name-gen': [FAIL],
242 'language/statements/class/definition/basics': [FAIL],
243 'language/statements/class/definition/fn-name-accessor-get': [FAIL],
244 'language/statements/class/definition/fn-name-accessor-set': [FAIL],
245 'language/statements/class/definition/fn-name-gen-method': [FAIL],
246 'language/statements/class/definition/fn-name-method': [FAIL],
247 'language/statements/const/fn-name-arrow': [FAIL],
248 'language/statements/const/fn-name-class': [FAIL],
249 'language/statements/const/fn-name-cover': [FAIL],
250 'language/statements/const/fn-name-fn': [FAIL],
251 'language/statements/const/fn-name-gen': [FAIL],
252 'language/statements/let/fn-name-arrow': [FAIL],
253 'language/statements/let/fn-name-class': [FAIL],
254 'language/statements/let/fn-name-cover': [FAIL],
255 'language/statements/let/fn-name-fn': [FAIL],
256 'language/statements/let/fn-name-gen': [FAIL],
257 'language/statements/variable/fn-name-arrow': [FAIL],
258 'language/statements/variable/fn-name-class': [FAIL],
259 'language/statements/variable/fn-name-cover': [FAIL],
260 'language/statements/variable/fn-name-fn': [FAIL],
261 'language/statements/variable/fn-name-gen': [FAIL],
262
263 # https://code.google.com/p/v8/issues/detail?id=4251
264 'language/expressions/postfix-increment/S11.3.1_A5_T1': [FAIL],
265 'language/expressions/postfix-increment/S11.3.1_A5_T2': [FAIL],
266 'language/expressions/postfix-increment/S11.3.1_A5_T3': [FAIL],
267 'language/expressions/postfix-increment/S11.3.1_A5_T4': [FAIL],
268 'language/expressions/postfix-increment/S11.3.1_A5_T5': [FAIL],
269 'language/expressions/postfix-decrement/S11.3.2_A5_*': [FAIL],
270 'language/expressions/prefix-decrement/S11.4.5_A5_*': [FAIL],
271 'language/expressions/prefix-increment/S11.4.4_A5_*': [FAIL],
272
273 # https://code.google.com/p/v8/issues/detail?id=4253
274 'language/asi/S7.9_A5.7_T1': [PASS, FAIL_OK],
275
276 # https://code.google.com/p/v8/issues/detail?id=3761
277 'language/expressions/object/method-definition/generator-name-prop-symbol': [FAIL],
278 'language/expressions/object/method-definition/name-name-prop-symbol': [FAIL],
279
280 # https://code.google.com/p/v8/issues/detail?id=2952
281 'built-ins/RegExp/prototype/exec/u-lastindex-adv': [FAIL],
282 'built-ins/RegExp/prototype/exec/u-captured-value': [FAIL],
283 'built-ins/RegExp/prototype/exec/u-lastindex-value': [FAIL],
284 'built-ins/RegExp/prototype/test/u-captured-value': [FAIL],
285 'built-ins/RegExp/prototype/test/u-lastindex-adv': [FAIL],
286 'built-ins/RegExp/prototype/test/u-lastindex-value': [FAIL],
287 'built-ins/RegExp/prototype/unicode/this-regexp': [FAIL],
288 'built-ins/RegExp/unicode_identity_escape': [FAIL],
289 'language/literals/regexp/u-unicode-esc': [FAIL],
290 'language/literals/regexp/u-surrogate-pairs': [FAIL],
291 'language/literals/regexp/u-case-mapping': [FAIL],
292 'language/literals/regexp/u-astral': [FAIL],
293 'built-ins/RegExp/valid-flags-y': [FAIL],
294 'built-ins/RegExp/prototype/unicode/length': [FAIL],
295 'built-ins/RegExp/prototype/unicode/name': [FAIL],
296 'built-ins/RegExp/prototype/unicode/prop-desc': [FAIL],
297 'built-ins/RegExp/prototype/unicode/this-invald-obj': [FAIL],
298 'built-ins/RegExp/prototype/unicode/this-non-obj': [FAIL],
299
300 # https://code.google.com/p/v8/issues/detail?id=4602
301 'built-ins/RegExp/prototype/exec/get-sticky-coerce': [FAIL],
302 'built-ins/RegExp/prototype/exec/get-sticky-err': [FAIL],
303 'built-ins/RegExp/prototype/test/get-sticky-err': [FAIL],
304
305 # https://code.google.com/p/v8/issues/detail?id=4504
306 'built-ins/RegExp/prototype/exec/y-fail-lastindex-no-write': [PASS, FAIL],
307 'built-ins/RegExp/prototype/test/y-fail-lastindex-no-write': [PASS, FAIL],
308
309 # https://code.google.com/p/v8/issues/detail?id=4305
310 # SKIP rather than FAIL some tests, as they may check for an exception which
311 # happens to be thrown for some other reason (e.g,
312 # built-ins/RegExp/prototype/Symbol.match/builtin-failure-set-lastindex-err)
313 'built-ins/RegExp/prototype/Symbol.match/*': [SKIP],
314 'built-ins/Symbol/match/prop-desc': [FAIL],
315 'built-ins/String/prototype/endsWith/return-abrupt-from-searchstring-regexp-test': [FAIL],
316 'built-ins/String/prototype/includes/return-abrupt-from-searchstring-regexp-test': [FAIL],
317 'built-ins/String/prototype/startsWith/return-abrupt-from-searchstring-regexp-test': [FAIL],
318 'built-ins/String/prototype/match/cstm-matcher-get-err': [FAIL],
319 'built-ins/String/prototype/match/invoke-builtin-match': [FAIL],
320 'built-ins/String/prototype/match/cstm-matcher-invocation': [FAIL],
321
322 # https://code.google.com/p/v8/issues/detail?id=4343
323 'built-ins/RegExp/prototype/Symbol.replace/*': [SKIP],
324 'built-ins/Symbol/replace/prop-desc': [FAIL],
325 'built-ins/String/prototype/replace/cstm-replace-get-err': [FAIL],
326 'built-ins/String/prototype/replace/cstm-replace-invocation': [FAIL],
327
328 # https://code.google.com/p/v8/issues/detail?id=4344
329 'built-ins/RegExp/prototype/Symbol.search/*': [SKIP],
330 'built-ins/Symbol/search/prop-desc': [FAIL],
331 'built-ins/String/prototype/search/cstm-search-get-err': [FAIL],
332 'built-ins/String/prototype/search/invoke-builtin-search-searcher-undef': [FAIL],
333 'built-ins/String/prototype/search/cstm-search-invocation': [FAIL],
334 'built-ins/String/prototype/search/invoke-builtin-search': [FAIL],
335
336 # https://code.google.com/p/v8/issues/detail?id=4345
337 'built-ins/RegExp/prototype/Symbol.split/*': [SKIP],
338 'built-ins/Symbol/split/prop-desc': [FAIL],
339 'built-ins/String/prototype/split/cstm-split-invocation': [FAIL],
340 'built-ins/String/prototype/split/cstm-split-get-err': [FAIL],
341
342 # https://code.google.com/p/v8/issues/detail?id=4346
343 'built-ins/RegExp/prototype/flags/u': [FAIL],
344
345 # https://code.google.com/p/v8/issues/detail?id=4360
346 'intl402/Collator/10.1.1_1': [FAIL],
347 'intl402/DateTimeFormat/12.1.1_1': [FAIL],
348 'intl402/NumberFormat/11.1.1_1': [FAIL],
349
350 # https://code.google.com/p/v8/issues/detail?id=4361
351 'intl402/Collator/10.1.1_a': [FAIL],
352
353 # https://code.google.com/p/v8/issues/detail?id=4447
354 'built-ins/Function/prototype/Symbol.hasInstance/*': [SKIP],
355 'built-ins/Symbol/hasInstance/prop-desc': [FAIL],
356 'language/expressions/instanceof/symbol-hasinstance-get-err': [FAIL],
357 'language/expressions/instanceof/symbol-hasinstance-invocation': [FAIL],
358 'language/expressions/instanceof/symbol-hasinstance-to-boolean': [FAIL],
359
360 # https://code.google.com/p/v8/issues/detail?id=4476
361 'built-ins/String/prototype/toLocaleLowerCase/special_casing_conditional': [FAIL],
362 'built-ins/String/prototype/toLocaleLowerCase/supplementary_plane': [FAIL],
363 'built-ins/String/prototype/toLowerCase/special_casing_conditional': [FAIL],
364 'built-ins/String/prototype/toLowerCase/supplementary_plane': [FAIL],
365 'built-ins/String/prototype/toLocaleUpperCase/supplementary_plane': [FAIL],
366 'built-ins/String/prototype/toUpperCase/supplementary_plane': [FAIL],
367
368 # https://code.google.com/p/v8/issues/detail?id=4477
369 'intl402/String/prototype/toLocaleLowerCase/special_casing_Azeri': [FAIL],
370 'intl402/String/prototype/toLocaleLowerCase/special_casing_Lithuanian': [FAIL],
371 'intl402/String/prototype/toLocaleLowerCase/special_casing_Turkish': [FAIL],
372 'intl402/String/prototype/toLocaleUpperCase/special_casing_Azeri': [FAIL],
373 'intl402/String/prototype/toLocaleUpperCase/special_casing_Lithuanian': [FAIL],
374 'intl402/String/prototype/toLocaleUpperCase/special_casing_Turkish': [FAIL],
375
376 # https://bugs.chromium.org/p/v8/issues/detail?id=4628
377 'language/eval-code/non-definable-function-with-variable': [FAIL],
378 'language/eval-code/non-definable-function-with-function': [FAIL],
379
380 # https://bugs.chromium.org/p/v8/issues/detail?id=4592
381 'built-ins/ArrayBuffer/length-is-absent': [FAIL],
382 'built-ins/ArrayBuffer/length-is-not-number': [FAIL],
383 'built-ins/ArrayBuffer/positive-integer-length': [FAIL],
384
385 # https://bugs.chromium.org/p/v8/issues/detail?id=4630
386 'language/statements/generators/invoke-as-constructor': [FAIL],
387 'language/expressions/generators/invoke-as-constructor': [FAIL],
388 'language/expressions/object/method-definition/generator-invoke-ctor': [FAIL],
389
390 # https://bugs.chromium.org/p/v8/issues/detail?id=4633
391 'built-ins/Promise/reject-function-name': [FAIL],
392 'built-ins/Promise/resolve-function-name': [FAIL],
393 'built-ins/Promise/all/resolve-element-function-name': [FAIL],
394 'built-ins/Promise/executor-function-name': [FAIL],
395 'built-ins/Promise/all/capability-executor-not-callable': [FAIL],
396 'built-ins/Promise/reject/capability-executor-not-callable': [FAIL],
397 'built-ins/Promise/race/capability-executor-not-callable': [FAIL],
398 'built-ins/Promise/prototype/then/capability-executor-not-callable': [FAIL],
399 'built-ins/Promise/resolve/capability-executor-not-callable': [FAIL],
400 'built-ins/Promise/race/S25.4.4.3_A3.1_T2': [FAIL],
401
402 # https://bugs.chromium.org/p/v8/issues/detail?id=4634
403 'built-ins/DataView/prototype/setFloat64/index-check-before-value-conversion': [FAIL],
404 'built-ins/DataView/prototype/setFloat32/index-check-before-value-conversion': [FAIL],
405 'built-ins/DataView/prototype/setInt16/index-check-before-value-conversion': [FAIL],
406 'built-ins/DataView/prototype/setInt32/index-check-before-value-conversion': [FAIL],
407 'built-ins/DataView/prototype/setUint16/index-check-before-value-conversion': [FAIL],
408 'built-ins/DataView/prototype/setUint32/index-check-before-value-conversion': [FAIL],
409 'built-ins/DataView/prototype/setUint8/index-check-before-value-conversion': [FAIL],
410 'built-ins/DataView/prototype/setInt8/index-check-before-value-conversion': [FAIL],
411
412 # https://bugs.chromium.org/p/v8/issues/detail?id=4639
413 'built-ins/ArrayBuffer/allocation-limit': [SKIP],
414
415 # https://code.google.com/p/chromium/issues/detail?id=581577
416 'built-ins/RegExp/prototype/source/15.10.7.1-1': [FAIL],
417 'built-ins/RegExp/prototype/global/15.10.7.2-1': [FAIL],
418 'built-ins/RegExp/prototype/ignoreCase/15.10.7.3-1': [FAIL],
419 'built-ins/RegExp/prototype/multiline/15.10.7.4-1': [FAIL],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400420
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000421 ######################## NEEDS INVESTIGATION ###########################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100422
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000423 # These test failures are specific to the intl402 suite and need investigation
424 # to be either marked as bugs with issues filed for them or as deliberate
425 # incompatibilities if the test cases turn out to be broken or ambiguous.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000426 # Some of these are related to v8:4361 in being visible side effects from Intl.
427 'intl402/6.2.3': [FAIL],
428 'intl402/9.2.1_2': [FAIL],
429 'intl402/9.2.6_2': [FAIL],
430 'intl402/Collator/10.1.2.1_4': [FAIL],
431 'intl402/Collator/10.1.2_a': [PASS, FAIL],
432 'intl402/Collator/10.2.3_b': [PASS, FAIL],
433 'intl402/Collator/prototype/10.3_a': [FAIL],
434 'intl402/DateTimeFormat/12.1.1': [FAIL],
435 'intl402/DateTimeFormat/12.1.1_a': [FAIL],
436 'intl402/DateTimeFormat/12.1.2': [PASS, FAIL],
437 'intl402/DateTimeFormat/12.1.2.1_4': [FAIL],
438 'intl402/DateTimeFormat/12.2.3_b': [FAIL],
439 'intl402/DateTimeFormat/prototype/12.3.3': [FAIL],
440 'intl402/DateTimeFormat/prototype/12.3_a': [FAIL],
441 'intl402/Number/prototype/toLocaleString/13.2.1_5': [PASS, FAIL],
442 'intl402/NumberFormat/11.1.1_20_c': [FAIL],
443 'intl402/NumberFormat/11.1.1_a': [FAIL],
444 'intl402/NumberFormat/11.1.1': [FAIL],
445 'intl402/NumberFormat/11.1.2': [PASS, FAIL],
446 'intl402/NumberFormat/11.1.2.1_4': [FAIL],
447 'intl402/NumberFormat/11.2.3_b': [FAIL],
448 'intl402/NumberFormat/prototype/11.3_a': [FAIL],
449 'intl402/String/prototype/localeCompare/13.1.1_7': [PASS, FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100450
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000451 ##################### DELIBERATE INCOMPATIBILITIES #####################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100452
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000453 'built-ins/Math/exp/S15.8.2.8_A6': [PASS, FAIL_OK], # Math.exp (less precise with --fast-math)
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100454
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000455 # Linux for ia32 (and therefore simulators) default to extended 80 bit
456 # floating point formats, so these tests checking 64-bit FP precision fail.
457 # The other platforms/arch's pass these tests.
458 # We follow the other major JS engines by keeping this default.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000459 'language/types/number/S8.5_A2.1': [PASS, FAIL_OK],
460 'language/types/number/S8.5_A2.2': [PASS, FAIL_OK],
461
462 # https://code.google.com/p/v8/issues/detail?id=4693
463 'language/block-scope/syntax/redeclaration-in-block/attempt-to-redeclare-function-declaration-with-function-declaration': [PASS, FAIL_SLOPPY],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100464
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000465 ############################ INVALID TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100466
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000467 # The reference value calculated by Test262 is incorrect if you run these
468 # tests in PST/PDT between first Sunday in March and first Sunday in April.
469 # The DST switch was moved in 2007 whereas Test262 bases the reference value
470 # on 2000. Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000471 'built-ins/Date/S15.9.3.1_A5_T1': [PASS, FAIL_OK],
472 'built-ins/Date/S15.9.3.1_A5_T2': [PASS, FAIL_OK],
473 'built-ins/Date/S15.9.3.1_A5_T3': [PASS, FAIL_OK],
474 'built-ins/Date/S15.9.3.1_A5_T4': [PASS, FAIL_OK],
475 'built-ins/Date/S15.9.3.1_A5_T5': [PASS, FAIL_OK],
476 'built-ins/Date/S15.9.3.1_A5_T6': [PASS, FAIL_OK],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100477
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000478 # Test makes unjustified assumptions about the number of calls to SortCompare.
479 # Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=596
480 'built-ins/Array/prototype/sort/bug_596_1': [PASS, FAIL_OK],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400481
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000482 # Tests do not return boolean.
483 'built-ins/Object/keys/15.2.3.14-1-1': [PASS, FAIL_OK],
484 'built-ins/Object/keys/15.2.3.14-1-2': [PASS, FAIL_OK],
485 'built-ins/Object/keys/15.2.3.14-1-3': [PASS, FAIL_OK],
486
487 # Test bug https://github.com/tc39/test262/issues/405
488 'intl402/Collator/prototype/compare/10.3.2_1_c': [PASS, FAIL_OK],
489 'intl402/Collator/prototype/compare/10.3.2_CS_b_NN': [PASS, FAIL_OK],
490 'intl402/Collator/prototype/compare/10.3.2_CS_c_NN': [PASS, FAIL_OK],
491 'intl402/Collator/prototype/compare/10.3.2_CS_d_NN': [PASS, FAIL_OK],
492 'intl402/Date/prototype/13.3.0_7': [PASS, FAIL_OK],
493
494 # Some tests are too strict, checking SameValue rather than ===
495 # https://github.com/tc39/test262/issues/435
496 'built-ins/Array/prototype/indexOf/15.4.4.14-5-9': [FAIL],
497 'built-ins/Array/prototype/lastIndexOf/15.4.4.15-5-9': [FAIL],
498
499 # https://github.com/tc39/test262/issues/436
500 'built-ins/RegExp/call_with_regexp_match_falsy': [FAIL],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400501
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000502 ############################ SKIPPED TESTS #############################
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100503
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000504 # These tests take a looong time to run.
505 'built-ins/decodeURI/S15.1.3.1_A1.10_T1': [SKIP],
506 'built-ins/decodeURI/S15.1.3.1_A1.11_T1': [SKIP],
507 'built-ins/decodeURI/S15.1.3.1_A1.11_T2': [SKIP],
508 'built-ins/decodeURI/S15.1.3.1_A1.12_T1': [SKIP],
509 'built-ins/decodeURI/S15.1.3.1_A1.12_T2': [SKIP],
510 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
511 'built-ins/decodeURIComponent/S15.1.3.2_A1.11_T1': [SKIP],
512 'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T1': [SKIP],
513 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
514 'built-ins/RegExp/S15.10.2.12_A3_T1': [SKIP],
515 'intl402/9.2.6_4_b': [SKIP],
516 'language/literals/regexp/S7.8.5_A1.1_T2': [SKIP],
517 'language/literals/regexp/S7.8.5_A1.4_T2': [SKIP],
518 'language/literals/regexp/S7.8.5_A2.1_T2': [SKIP],
519 'language/literals/regexp/S7.8.5_A2.4_T2': [SKIP],
520 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T1': [SKIP],
521 'built-ins/Array/prototype/slice/S15.4.4.10_A3_T2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000522}], # ALWAYS
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100523
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000524['system == linux', {
525 # BUG(v8:4437).
526 'intl402/Collator/10.1.1_19_c': [PASS, FAIL],
527 'intl402/Collator/9.2.5_11_g_ii_2': [PASS, FAIL],
528 'intl402/NumberFormat/11.1.1_17': [PASS, FAIL],
529 'intl402/NumberFormat/11.1.1_19': [PASS, FAIL],
530 'intl402/NumberFormat/prototype/format/11.3.2_TRF': [PASS, FAIL],
531 'intl402/NumberFormat/prototype/format/11.3.2_TRP': [PASS, FAIL],
532}], # system == linux
533
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000534['system == macos', {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000535 'intl402/11.3.2_TRP': [FAIL],
536 'intl402/9.2.5_11_g_ii_2': [FAIL],
537
538 # BUG(v8:4437).
539 'intl402/Collator/10.1.1_19_c': [SKIP],
540 'intl402/Collator/9.2.5_11_g_ii_2': [SKIP],
541 'intl402/NumberFormat/11.1.1_17': [SKIP],
542 'intl402/NumberFormat/11.1.1_19': [SKIP],
543 'intl402/NumberFormat/prototype/format/11.3.2_TRF': [SKIP],
544 'intl402/NumberFormat/prototype/format/11.3.2_TRP': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000545}], # system == macos
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100546
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000547['no_i18n == True and mode == debug', {
548 # BUG(v8:4437).
549 'built-ins/String/prototype/normalize/return-normalized-string': [SKIP],
550 'built-ins/String/prototype/normalize/return-normalized-string-from-coerced-form': [SKIP],
551 'built-ins/String/prototype/normalize/return-normalized-string-using-default-parameter': [SKIP],
552}], # no_i18n == True and mode == debug
553
554
555['arch == arm or arch == mipsel or arch == mips or arch == arm64 or arch == mips64 or arch == mips64el', {
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100556
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000557 # TODO(mstarzinger): Causes stack overflow on simulators due to eager
558 # compilation of parenthesized function literals. Needs investigation.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000559 'language/statements/function/S13.2.1_A1_T1': [SKIP],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100560
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000561 # BUG(3251225): Tests that timeout with --nocrankshaft.
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000562 'built-ins/decodeURI/S15.1.3.1_A2.4_T1': [SKIP],
563 'built-ins/decodeURI/S15.1.3.1_A2.5_T1': [SKIP],
564 'built-ins/decodeURIComponent/S15.1.3.2_A2.4_T1': [SKIP],
565 'built-ins/decodeURIComponent/S15.1.3.2_A2.5_T1': [SKIP],
566 'built-ins/encodeURI/S15.1.3.3_A2.3_T1': [SKIP],
567 'built-ins/encodeURIComponent/S15.1.3.4_A2.3_T1': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000568}], # 'arch == arm or arch == mipsel or arch == mips or arch == arm64'
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000569
570['asan == True', {
571 # BUG(v8:4653): Test262 tests which rely on quit() are not compatible with
572 # asan's --omit-quit flag.
573 'built-ins/Promise/prototype/then/deferred-is-resolved-value': [SKIP],
574}],
575
576['ignition == True', {
577 'annexB/B.2.3.*': [SKIP],
578 'built-ins/Array/prototype/reduce/*': [SKIP],
579 'built-ins/Array/prototype/reduceRight/*': [SKIP],
580 'built-ins/GeneratorFunction/*': [SKIP],
581 'built-ins/GeneratorPrototype/*': [SKIP],
582 'built-ins/Map/*': [SKIP],
583 'built-ins/MapIteratorPrototype/*': [SKIP],
584 'built-ins/Promise/prototype/then/capability-executor-called-twice': [SKIP],
585 'built-ins/Promise/prototype/then/capability-executor-not-callable': [SKIP],
586 'built-ins/Promise/prototype/then/deferred-is-resolved-value': [SKIP],
587 'built-ins/Proxy/has/*': [SKIP],
588 'built-ins/Reflect/enumerate/*': [SKIP],
589 'built-ins/Set/*': [SKIP],
590 'built-ins/SetIteratorPrototype/*': [SKIP],
591 'built-ins/WeakMap/*': [SKIP],
592 'built-ins/WeakSet/*': [SKIP],
593 'language/computed-property-names/class/*': [SKIP],
594 'language/computed-property-names/to-name-side-effects/*': [SKIP],
595 'language/directive-prologue/*': [SKIP],
596 'language/expressions/arrow-function/*': [SKIP],
597 'language/expressions/assignment/destructuring/*': [SKIP],
598 'language/expressions/class/*': [SKIP],
599 'language/expressions/generators/*': [SKIP],
600 'language/expressions/object/method-definition/yield*': [SKIP],
601 'language/expressions/object/method-definition/generator*': [SKIP],
602 'language/expressions/object/prop-def-id-eval-error-2': [SKIP],
603 'language/expressions/yield/*': [SKIP],
604 'language/function-code/*': [SKIP],
605 'language/statements/class/*': [SKIP],
606 'language/statements/const/*': [SKIP],
607 'language/statements/for-in/const*': [SKIP],
608 'language/statements/for-in/let*': [SKIP],
609 'language/statements/for-of/*': [SKIP],
610 'language/statements/generators/*': [SKIP],
611 'language/statements/try/*': [SKIP],
612 'language/statements/with/*': [SKIP],
613
614 'built-ins/Array/prototype/concat/Array.prototype.concat_non-array': [SKIP],
615 'built-ins/Array/prototype/join/S15.4.4.5_A3.1_T1': [SKIP],
616 'built-ins/Array/prototype/join/S15.4.4.5_A3.1_T2': [SKIP],
617 'built-ins/Array/prototype/toString/S15.4.4.2_A1_T2': [SKIP],
618 'built-ins/Array/prototype/toString/S15.4.4.2_A1_T3': [SKIP],
619 'built-ins/Array/prototype/toString/S15.4.4.2_A1_T4': [SKIP],
620 'built-ins/Date/15.9.1.15-1': [SKIP],
621 'built-ins/Date/prototype/toISOString/15.9.5.43-0-13': [SKIP],
622 'built-ins/JSON/stringify/*': [SKIP],
623 'built-ins/Object/defineProperty/15.2.3.6-4-625gs': [SKIP],
624 'built-ins/Object/prototype/hasOwnProperty/S15.2.4.5_A12': [SKIP],
625 'built-ins/Object/prototype/isPrototypeOf/S15.2.4.6_A12': [SKIP],
626 'built-ins/Object/prototype/propertyIsEnumerable/S15.2.4.7_A12': [SKIP],
627 'built-ins/Object/prototype/toLocaleString/S15.2.4.3_A12': [SKIP],
628 'built-ins/Object/prototype/toString/15.2.4.2-1-1': [SKIP],
629 'built-ins/Object/prototype/toString/15.2.4.2-1-2': [SKIP],
630 'built-ins/Object/prototype/toString/S15.2.4.2_A12': [SKIP],
631 'built-ins/Object/prototype/valueOf/S15.2.4.4_A12': [SKIP],
632 'built-ins/Object/prototype/valueOf/S15.2.4.4_A14': [SKIP],
633 'built-ins/Object/prototype/valueOf/S15.2.4.4_A15': [SKIP],
634 'built-ins/Promise/all/ctx-ctor': [SKIP],
635 'built-ins/Promise/race/ctx-ctor': [SKIP],
636 'built-ins/Promise/reject/ctx-ctor': [SKIP],
637 'built-ins/Promise/resolve/ctx-ctor': [SKIP],
638 'built-ins/Promise/reject/S25.4.4.4_A3.1_T1': [SKIP],
639 'built-ins/String/prototype/codePointAt/this-is-undefined-throws': [SKIP],
640 'built-ins/String/prototype/concat/S15.5.4.6_A2': [SKIP],
641 'built-ins/String/prototype/endsWith/this-is-undefined-throws': [SKIP],
642 'built-ins/String/prototype/includes/this-is-undefined-throws': [SKIP],
643 'built-ins/String/prototype/repeat/this-is-undefined-throws': [SKIP],
644 'built-ins/String/prototype/startsWith/this-is-undefined-throws': [SKIP],
645 'built-ins/String/prototype/trim/15.5.4.20-1-1': [SKIP],
646 'built-ins/String/S15.5.5.1_A4_T1': [SKIP],
647 'language/block-scope/leave/nested-block-let-declaration-only-shadows-outer-parameter-value-1': [SKIP],
648 'language/block-scope/leave/nested-block-let-declaration-only-shadows-outer-parameter-value-2': [SKIP],
649 'language/block-scope/leave/verify-context-in-labelled-block': [SKIP],
650 'language/block-scope/leave/x-after-break-to-label': [SKIP],
651 'language/computed-property-names/object/accessor/getter-super': [SKIP],
652 'language/computed-property-names/object/accessor/setter-super': [SKIP],
653 'language/computed-property-names/object/method/super': [SKIP],
654 'language/default-parameters/class-definitions': [SKIP],
655 'language/default-parameters/generators': [SKIP],
656 'language/default-parameters/param-ref-uninitialized': [SKIP],
657 'language/expressions/delete/11.4.1-4.a-5': [SKIP],
658 'language/expressions/delete/11.4.1-4.a-6': [SKIP],
659 'language/expressions/object/method-definition/name-prop-name-yield-expr': [SKIP],
660 'language/expressions/object/method-definition/name-super-prop-param': [SKIP],
661 'language/expressions/object/method-definition/name-super-prop-body': [SKIP],
662 'language/expressions/object/prop-def-id-eval-error': [SKIP],
663 'language/expressions/tagged-template/call-expression-context-no-strict': [SKIP],
664 'language/expressions/tagged-template/call-expression-context-strict': [SKIP],
665 'language/expressions/template-literal/evaluation-order': [SKIP],
666 'language/expressions/this/11.1.1-1gs': [SKIP],
667 'language/identifier-resolution/S10.2.2_A1_T5': [SKIP],
668 'language/identifier-resolution/S10.2.2_A1_T6': [SKIP],
669 'language/identifier-resolution/S10.2.2_A1_T7': [SKIP],
670 'language/identifier-resolution/S10.2.2_A1_T8': [SKIP],
671 'language/identifier-resolution/S10.2.2_A1_T9': [SKIP],
672 'language/object-literal/concise-generator': [SKIP],
673 'language/object-literal/getter': [SKIP],
674 'language/object-literal/method': [SKIP],
675 'language/object-literal/setter': [SKIP],
676 'language/rest-parameters/arrow-function': [SKIP],
677 'language/rest-parameters/expected-argument-count': [SKIP],
678 'language/rest-parameters/no-alias-arguments': [SKIP],
679 'language/rest-parameters/rest-index': [SKIP],
680 'language/rest-parameters/rest-parameters-apply': [SKIP],
681 'language/rest-parameters/rest-parameters-call': [SKIP],
682 'language/rest-parameters/rest-parameters-produce-an-array': [SKIP],
683 'language/rest-parameters/with-new-target': [SKIP],
684 'language/statements/do-while/S12.6.1_A4_T5': [SKIP],
685 'language/statements/function/S13.2.2_A18_T2': [SKIP],
686 'language/statements/function/S13.2.2_A19_T1': [SKIP],
687 'language/statements/function/S13.2.2_A19_T2': [SKIP],
688 'language/statements/function/S13.2.2_A19_T3': [SKIP],
689 'language/statements/function/S13.2.2_A19_T4': [SKIP],
690 'language/statements/function/S13.2.2_A19_T5': [SKIP],
691 'language/statements/function/S13.2.2_A19_T6': [SKIP],
692 'language/statements/function/S13.2.2_A19_T7': [SKIP],
693 'language/statements/function/S13.2.2_A19_T8': [SKIP],
694 'language/statements/function/S13.2.2_A18_T1': [SKIP],
695 'language/statements/function/S13.2.2_A17_T2': [SKIP],
696 'language/statements/function/S13.2.2_A17_T3': [SKIP],
697 'language/statements/let/block-local-closure-get-before-initialization': [SKIP],
698 'language/statements/let/block-local-closure-set-before-initialization': [SKIP],
699 'language/statements/let/block-local-use-before-initialization-in-declaration-statement': [SKIP],
700 'language/statements/let/block-local-use-before-initialization-in-prior-statement': [SKIP],
701 'language/statements/let/function-local-closure-get-before-initialization': [SKIP],
702 'language/statements/let/function-local-closure-set-before-initialization': [SKIP],
703 'language/statements/let/function-local-use-before-initialization-in-declaration-statement': [SKIP],
704 'language/statements/let/function-local-use-before-initialization-in-prior-statement': [SKIP],
705 'language/statements/let/global-closure-get-before-initialization': [SKIP],
706 'language/statements/let/global-closure-set-before-initialization': [SKIP],
707 'language/statements/let/global-use-before-initialization-in-declaration-statement': [SKIP],
708 'language/statements/let/global-use-before-initialization-in-prior-statement': [SKIP],
709 'language/statements/while/S12.6.2_A4_T5': [SKIP],
710
711}], # ignition == True
712
713['ignition == True and (arch == arm or arch == arm64)', {
714 'built-ins/decodeURI/S15.1.3.1_A1.12_T3': [SKIP],
715 'built-ins/decodeURIComponent/S15.1.3.2_A1.10_T1': [SKIP],
716 'built-ins/decodeURIComponent/S15.1.3.2_A1.11_T2': [SKIP],
717 'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T2': [SKIP],
718 'built-ins/decodeURIComponent/S15.1.3.2_A1.12_T3': [SKIP],
719 'intl402/9.2.2': [SKIP],
720 'language/statements/let/fn-name-arrow': [SKIP],
721 'language/statements/let/fn-name-cover': [SKIP],
722 'language/statements/let/fn-name-fn': [SKIP],
723 'language/statements/let/fn-name-gen': [SKIP],
724}], # ignition == True and (arch == arm or arch == arm64)
725
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000726]