blob: 80837534ce788f87fbcec4242053ad25ed7b4504 [file] [log] [blame]
Ben Murdoch086aeea2011-05-13 15:57:08 +01001# Copyright 2011 the V8 project authors. All rights reserved.
Steve Blocka7e24c12009-10-30 11:49:00 +00002# Redistribution and use in source and binary forms, with or without
3# modification, are permitted provided that the following conditions are
4# met:
5#
6# * Redistributions of source code must retain the above copyright
7# notice, this list of conditions and the following disclaimer.
8# * Redistributions in binary form must reproduce the above
9# copyright notice, this list of conditions and the following
10# disclaimer in the documentation and/or other materials provided
11# with the distribution.
12# * Neither the name of Google Inc. nor the names of its
13# contributors may be used to endorse or promote products derived
14# from this software without specific prior written permission.
15#
16# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
17# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
18# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
19# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
20# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
21# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
22# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
23# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
24# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
25# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
26# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
27
Ben Murdochb8a8cc12014-11-26 15:28:44 +000028[
29[ALWAYS, {
30 # All tests prefixed with 'Bug' are expected to fail.
31 'test-api/Bug*': [FAIL],
Emily Bernierd0a1eb72015-03-24 16:35:39 -040032 'test-serialize/Bug*': [FAIL],
Steve Blocka7e24c12009-10-30 11:49:00 +000033
Ben Murdochb8a8cc12014-11-26 15:28:44 +000034 ##############################################################################
35
36 # BUG(382): Weird test. Can't guarantee that it never times out.
37 'test-api/ApplyInterruption': [PASS, TIMEOUT],
38
39 # These tests always fail. They are here to test test.py. If
40 # they don't fail then test.py has failed.
41 'test-serialize/TestThatAlwaysFails': [FAIL],
42 'test-serialize/DependentTestThatAlwaysFails': [FAIL],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000043 'test-api/SealHandleScope': [FAIL],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000044
45 # This test always fails. It tests that LiveEdit causes abort when turned off.
46 'test-debug/LiveEditDisabled': [FAIL],
47
48 # This test always fails. It tests that DisallowJavascriptExecutionScope
49 # works as intended.
50 'test-api/DisallowJavascriptExecutionScope': [FAIL],
51
52 # TODO(gc): Temporarily disabled in the GC branch.
53 'test-log/EquivalenceOfLoggingAndTraversal': [PASS, FAIL],
54
55 # We do not yet shrink weak maps after they have been emptied by the GC
56 'test-weakmaps/Shrinking': [FAIL],
57 'test-weaksets/WeakSet_Shrinking': [FAIL],
58
59 # Boot up memory use is bloated in debug mode.
60 'test-mark-compact/BootUpMemoryUse': [PASS, PASS, ['mode == debug', FAIL]],
61
62 # This tests only that the preparser and parser agree, so there is no point in
63 # running several variants. Note that this still takes ages, because there
64 # are actually 13 * 38 * 5 * 128 = 316160 individual tests hidden here.
65 'test-parsing/ParserSync': [PASS, NO_VARIANTS],
66
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000067 # This tests only the type system, no point in running several variants.
Ben Murdochb8a8cc12014-11-26 15:28:44 +000068 'test-hydrogen-types/*': [PASS, NO_VARIANTS],
69 'test-types/*': [PASS, NO_VARIANTS],
70
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000071 # This tests API threading, no point in running several variants.
72 'test-api/Threading*': [PASS, NO_VARIANTS],
73
Ben Murdochb8a8cc12014-11-26 15:28:44 +000074 # The cpu profiler tests are notoriously flaky.
75 # BUG(2999). (test/cpu-profiler/CollectCpuProfile)
76 # BUG(3287). (test-cpu-profiler/SampleWhenFrameIsNotSetup)
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000077 'test-cpu-profiler/CollectCpuProfile': [SKIP],
78 'test-cpu-profiler/CollectCpuProfileSamples': [SKIP],
79 'test-cpu-profiler/FunctionApplySample': [SKIP],
80 'test-cpu-profiler/FunctionCallSample': [SKIP],
81 'test-cpu-profiler/SampleWhenFrameIsNotSetup': [SKIP],
82 'test-cpu-profiler/HotDeoptNoFrameEntry': [SKIP],
83 'test-cpu-profiler/BoundFunctionCall': [SKIP],
84 'test-cpu-profiler/CpuProfileDeepStack': [SKIP],
85 'test-cpu-profiler/JsNativeJsSample': [SKIP],
86 'test-cpu-profiler/JsNativeJsRuntimeJsSample': [SKIP],
87 'test-cpu-profiler/JsNative1JsNative2JsSample': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +000088
89 # BUG(3525). Test crashes flakily.
90 'test-debug/RecursiveBreakpoints': [PASS, FLAKY],
91 'test-debug/RecursiveBreakpointsGlobal': [PASS, FLAKY],
92
Ben Murdoch4a90d5f2016-03-22 12:00:34 +000093 # BUG(v8:4358). Hangs flakily.
94 'test-debug/ProcessDebugMessagesThreaded': [SKIP],
95
96 # BUG(2340). Preprocessing stack traces is disabled at the moment.
97 'test-heap/PreprocessStackTrace': [FAIL],
98
99 # BUG(4333). Function name inferrer does not work for ES6 clases.
100 'test-func-name-inference/UpperCaseClass': [FAIL],
101 'test-func-name-inference/LowerCaseClass': [FAIL],
102
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000103 ##############################################################################
104 # TurboFan compiler failures.
105
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000106 # Some tests are just too slow to run for now.
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000107 'test-heap/IncrementalMarkingStepMakesBigProgressWithLargeObjects': [PASS, NO_VARIANTS],
108 'test-heap-profiler/ManyLocalsInSharedContext': [PASS, NO_VARIANTS],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000109 'test-serialize/SerializeToplevelLargeCodeObject': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000110 'test-debug/ThreadedDebugging': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400111 # BUG(3742).
112 'test-mark-compact/MarkCompactCollector': [PASS, ['arch==arm', NO_VARIANTS]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000113
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000114 # TODO(mstarzinger): The rewriter is not being called when top-level code is
115 # optimized and hence scripts don't "return" the correct value. Fix this.
116 'test-compiler/CompileFunctionInContext*': [PASS, NO_VARIANTS],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400117
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000118 # TODO(bmeurer): TurboFan embeds strong references to all kinds of objects
119 # via deoptimization data (Crankshaft also does this, but lack proper test
120 # coverage).
121 'test-heap/ObjectsInOptimizedCodeAreWeak': [PASS, NO_VARIANTS],
122
123 # TurboFan doesn't support allocation sites currently.
124 'test-heap/EnsureAllocationSiteDependentCodesProcessed': [PASS, NO_VARIANTS],
125 'test-heap/OptimizedPretenuringAllocationFolding': [PASS, NO_VARIANTS],
126 'test-heap/OptimizedPretenuringdoubleArrayLiterals': [PASS, NO_VARIANTS],
127 'test-heap/OptimizedPretenuringDoubleArrayProperties': [PASS, NO_VARIANTS],
128 'test-heap/OptimizedPretenuringMixedInObjectProperties': [PASS, NO_VARIANTS],
129 'test-heap/OptimizedPretenuringNestedDoubleLiterals': [PASS, NO_VARIANTS],
130 'test-heap/OptimizedPretenuringNestedMixedArrayLiterals': [PASS, NO_VARIANTS],
131 'test-heap/OptimizedPretenuringNestedObjectLiterals': [PASS, NO_VARIANTS],
132 'test-heap/OptimizedPretenuringObjectArrayLiterals': [PASS, NO_VARIANTS],
133
134 # TurboFan cpu profiler result is different.
135 'test-cpu-profiler/CollectDeoptEvents': [PASS, NO_VARIANTS],
136 'test-cpu-profiler/DeoptAtFirstLevelInlinedSource': [PASS, NO_VARIANTS],
137 'test-cpu-profiler/DeoptAtSecondLevelInlinedSource': [PASS, NO_VARIANTS],
138 'test-cpu-profiler/DeoptUntrackedFunction': [PASS, NO_VARIANTS],
139 'test-cpu-profiler/TickLines': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000140
141 ############################################################################
142 # Slow tests.
143 'test-api/Threading1': [PASS, ['mode == debug', SLOW]],
144 'test-api/Threading2': [PASS, ['mode == debug', SLOW]],
145 'test-api/Threading3': [PASS, ['mode == debug', SLOW]],
146 'test-api/Threading4': [PASS, ['mode == debug', SLOW]],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000147 'test-debug/CallFunctionInDebugger': [PASS, ['mode == debug', SLOW]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000148 'test-strings/StringOOM*': [PASS, ['mode == debug', SKIP]],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000149
150 # TODO(machenbach, mvstanton): Flaky in debug on all platforms.
151 'test-lockers/LockerUnlocker': [PASS, ['mode == debug', FLAKY]],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000152}], # ALWAYS
Steve Block6ded16b2010-05-10 14:33:55 +0100153
Ben Murdochb0fe1622011-05-05 13:52:32 +0100154##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000155['arch == arm64', {
Steve Blocka7e24c12009-10-30 11:49:00 +0000156
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000157 'test-cpu-profiler/CollectDeoptEvents': [PASS, FAIL],
158
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000159 'test-api/Bug618': [PASS],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100160
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000161 # BUG(v8:3385).
162 'test-serialize/DeserializeFromSecondSerialization': [PASS, FAIL],
163 'test-serialize/DeserializeFromSecondSerializationAndRunScript2': [PASS, FAIL],
Steve Block3ce2e202009-11-05 08:53:23 +0000164
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000165 # BUG(v8:3154).
166 'test-heap/ReleaseOverReservedPages': [PASS, FAIL],
Ben Murdoch3ef787d2012-04-12 10:51:47 +0100167
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000168 # BUG(v8:3155).
169 'test-strings/OneByteArrayJoin': [PASS, ['mode == debug', FAIL]],
170
171 # BUG(v8:3247).
172 'test-mark-compact/NoPromotion': [SKIP],
173
174 # BUG(v8:3446).
175 'test-mark-compact/Promotion': [PASS, FAIL],
176
177 # BUG(v8:3434).
178 ' test-api/LoadICFastApi_DirectCall_GCMoveStubWithProfiler': [SKIP],
179}], # 'arch == arm64'
180
181['arch == arm64 and simulator_run == True', {
182
183 # Pass but take too long with the simulator.
184 'test-api/ExternalArrays': [PASS, TIMEOUT],
185 'test-api/Threading1': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000186 'test-api/Threading2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000187}], # 'arch == arm64 and simulator_run == True'
188
189['arch == arm64 and mode == debug and simulator_run == True', {
190
191 # Pass but take too long with the simulator in debug mode.
192 'test-api/ExternalDoubleArray': [SKIP],
193 'test-api/ExternalFloat32Array': [SKIP],
194 'test-api/ExternalFloat64Array': [SKIP],
195 'test-api/ExternalFloatArray': [SKIP],
196 'test-api/Float32Array': [SKIP],
197 'test-api/Float64Array': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000198}], # 'arch == arm64 and mode == debug and simulator_run == True'
Ben Murdoch69a99ed2011-11-30 16:03:39 +0000199
Ben Murdochb0fe1622011-05-05 13:52:32 +0100200##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000201['asan == True', {
202 # Skip tests not suitable for ASAN.
203 'test-assembler-x64/AssemblerX64XchglOperations': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000204}], # 'asan == True'
Ben Murdoch8b112d22011-06-08 16:22:53 +0100205
Ben Murdochb0fe1622011-05-05 13:52:32 +0100206##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000207['msan == True', {
208 # ICU upstream issues.
209 'test-strings/CountBreakIterator': [SKIP],
210
211 # Slow tests.
212 'test-api/Threading1': [PASS, SLOW],
213 'test-api/Threading2': [PASS, SLOW],
214 'test-api/Threading3': [PASS, SLOW],
215 'test-api/Threading4': [PASS, SLOW],
216}], # 'msan == True'
217
218##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000219['no_snap == True', {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000220 # Slow tests.
221 'test-api/ExternalWrap': [PASS, SLOW],
222 'test-api/FastReturnValues*': [PASS, SLOW],
223 'test-decls/CrossScriptReferences_Simple2': [PASS, SLOW],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000224}], # 'no_snap == True'
Ben Murdochb0fe1622011-05-05 13:52:32 +0100225
226##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000227# TODO(machenbach): Fix application of '*'. Nosnap windows needs a separate
228# section to not overwrite the expectations for TestThatAlwaysFails.
229['no_snap == True and system == windows', {
230 # Windows doesn't support nosnap mode.
231 'test-serialize/*': [SKIP],
232}], # 'no_snap == True and system == windows'
Ben Murdochc7cc0282012-03-05 14:35:55 +0000233
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000234##############################################################################
235['system == windows', {
236
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000237 # BUG(3331). Fails on windows.
238 'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [SKIP],
239
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000240 # BUG(v8:4573).
241 'test-api/MultipleIsolatesOnIndividualThreads': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000242
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000243 # BUG(v8:4642).
244 'test-lockers/LockAndUnlockDifferentIsolates': [PASS, NO_VARIANTS],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000245}], # 'system == windows'
246
247##############################################################################
248['system == macos', {
249
250 # BUG(3125).
251 'test-debug/DebugGetLoadedScripts': [PASS, FLAKY],
252 'test-debug/DebugStepLinear': [PASS, FLAKY],
253 'test-debug/DebuggerClearMessageHandler': [PASS, FLAKY],
254}], # 'system == macos'
255
256##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000257['byteorder == big', {
258 # TODO(mips-team): Fix Wasm for big-endian.
259 'test-run-wasm-module/Run_WasmModule_CallAdd_rev': [SKIP],
260 'test-run-wasm-module/Run_WasmModule_ReadLoadedDataSegment': [SKIP],
261 'test-run-wasm-module/Run_WasmModule_CheckMemoryIsZero': [SKIP],
262 'test-run-wasm-module/Run_WasmModule_Global': [SKIP],
263 'test-run-wasm/Run_WasmInt32*': [SKIP],
264 'test-run-wasm/Run_Wasm_TableSwitch*': [SKIP],
265 'test-run-wasm/Run_Wasm_StoreMemI32_offset': [SKIP],
266 'test-run-wasm/Run_Wasm_Int32LoadInt16_*': [SKIP],
267 'test-run-wasm/Run_WasmMixedGlobals': [SKIP],
268 'test-run-wasm/Run_WasmCall*': [SKIP],
269 'test-run-wasm/Run_WasmMixedCall_*': [SKIP],
270 'test-run-wasm/Run_WasmInt64*': [SKIP],
271 'test-run-wasm/Run_Wasm_LoadStoreI64_sx': [SKIP],
272 'test-run-wasm/Run_WASM_Int64DivS_byzero_const': [SKIP],
273 'test-run-wasm/Run_TestI64WasmRunner': [SKIP],
274}], # 'byteorder == big'
275
276##############################################################################
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000277['arch == arm', {
278
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000279 'test-cpu-profiler/CollectDeoptEvents': [PASS, FAIL],
280
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000281 # BUG(355): Test crashes on ARM.
282 'test-log/ProfLazyMode': [SKIP],
283
284 # BUG(1075): Unresolved crashes.
285 'test-serialize/Deserialize': [SKIP],
286 'test-serialize/DeserializeFromSecondSerializationAndRunScript2': [SKIP],
287 'test-serialize/DeserializeAndRunScript2': [SKIP],
288 'test-serialize/DeserializeFromSecondSerialization': [SKIP],
289
290 ############################################################################
291 # Slow tests.
292 'test-api/Threading1': [PASS, SLOW],
293 'test-api/Threading2': [PASS, SLOW],
294 'test-api/Threading3': [PASS, SLOW],
295 'test-api/Threading4': [PASS, SLOW],
296
297 # Crashes due to OOM in simulator.
298 'test-types/Distributivity1': [PASS, FLAKY],
299 'test-types/Distributivity2': [PASS, FLAKY],
300}], # 'arch == arm'
301
302##############################################################################
303['arch == mipsel or arch == mips', {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000304 'test-cpu-profiler/CollectDeoptEvents': [PASS, FAIL],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000305
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000306 # TODO(mips-team): Improve code-size on large RegExp's.
307 'test-heap/TestSizeOfRegExpCode': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000308
309 # BUG(1075): Unresolved crashes on MIPS also.
310 'test-serialize/Deserialize': [SKIP],
311 'test-serialize/DeserializeFromSecondSerializationAndRunScript2': [SKIP],
312 'test-serialize/DeserializeAndRunScript2': [SKIP],
313 'test-serialize/DeserializeFromSecondSerialization': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000314}], # 'arch == mipsel or arch == mips'
315
316##############################################################################
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400317['arch == mips', {
318 # Too slow with TF.
319 'test-api/ExternalArrays': [PASS, NO_VARIANTS],
320
321 # TODO(mips-team): Currently fails on mips board.
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400322 'test-parsing/TooManyArguments': [SKIP],
323 'test-api/Threading3': [SKIP],
Emily Bernierd0a1eb72015-03-24 16:35:39 -0400324}], # 'arch == mips'
325
326##############################################################################
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000327['arch == mips64el or arch == mips64', {
328 'test-cpu-profiler/CollectDeoptEvents': [PASS, FAIL],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000329
330 # BUG(v8:3154).
331 'test-heap/ReleaseOverReservedPages': [PASS, FAIL],
332
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000333 # TODO(mips-team): Improve code-size on large RegExp's.
334 'test-heap/TestSizeOfRegExpCode': [SKIP],
335
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000336 # BUG(1075): Unresolved crashes on MIPS also.
337 'test-serialize/Deserialize': [SKIP],
338 'test-serialize/DeserializeFromSecondSerializationAndRunScript2': [SKIP],
339 'test-serialize/DeserializeAndRunScript2': [SKIP],
340 'test-serialize/DeserializeFromSecondSerialization': [SKIP],
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000341}], # 'arch == mips64el or arch == mips64'
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000342
343##############################################################################
344['arch == x87', {
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000345 'test-run-machops/RunFloat64InsertLowWord32': [SKIP],
346 'test-run-native-calls/MixedParams_0': [SKIP],
347 'test-run-native-calls/MixedParams_1': [SKIP],
348 'test-run-native-calls/MixedParams_2': [SKIP],
349 'test-run-native-calls/MixedParams_3': [SKIP],
350 'test-run-machops/RunFloat64MulAndFloat64Add1': [SKIP],
351 'test-run-machops/RunFloat64MulAndFloat64Add2': [SKIP],
352 'test-run-machops/RunFloat64MulAndFloat64Sub1': [SKIP],
353 'test-run-machops/RunFloat64MulAndFloat64Sub2': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000354}], # 'arch == x87'
355
356##############################################################################
357['arch == android_arm or arch == android_ia32', {
358
359 # Tests crash as there is no /tmp directory in Android.
360 'test-log/LogAccessorCallbacks': [SKIP],
361 'test-log/LogCallbacks': [SKIP],
362 'test-log/ProfLazyMode': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000363}], # 'arch == android_arm or arch == android_ia32'
364
365##############################################################################
366['arch == nacl_ia32 or arch == nacl_x64', {
367
368 # NaCl builds have problems with threaded tests since Pepper_28.
369 # V8 Issue 2786
370 'test-api/Threading1': [SKIP],
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000371 'test-lockers/ExtensionsRegistration': [SKIP],
372
373 # These tests fail as there is no /tmp directory in Native Client.
374 'test-log/LogAccessorCallbacks': [SKIP],
375 'test-log/LogCallbacks': [SKIP],
376 'test-log/ProfLazyMode': [SKIP],
377
378 # Native Client doesn't support sockets.
379 'test-debug/DebuggerAgent': [SKIP],
380 'test-debug/DebuggerAgentProtocolOverflowHeader': [SKIP],
381 'test-socket/Socket': [SKIP],
382
383 # Profiling doesn't work on Native Client.
384 'test-cpu-profiler/*': [SKIP],
385
386 # Fails since 16322 (new test).
387 'test-code-stubs-arm/ConvertDToI': [SKIP],
388
389 # BUG(2998).
390 'test-macro-assembler-arm/LoadAndStoreWithRepresentation': [SKIP],
391
392 # BUG(3150).
393 'test-api/PreCompileInvalidPreparseDataError': [SKIP],
394
395 'test-types/Convert' : [SKIP],
396 'test-symbols/Create' : [SKIP],
397 'test-parsing/ParserSync' : [SKIP],
398 'test-parsing/ErrorsEvalAndArguments' : [SKIP],
399 'test-parsing/ErrorsFutureStrictReservedWords' : [SKIP],
400 'test-parsing/ErrorsReservedWords' : [SKIP],
401 'test-parsing/ErrorsYieldStrict' : [SKIP],
402 'test-parsing/ErrorsNotAnIdentifierName' : [SKIP],
403 'test-parsing/FunctionDeclaresItselfStrict' : [SKIP],
404 'test-parsing/ErrorsObjectLiteralChecking' : [SKIP],
405 'test-parsing/InvalidLeftHandSide' : [SKIP],
406 'test-heap/GarbageCollection' : [SKIP],
407 'test-heap/GlobalHandles' : [SKIP],
408 'test-heap/WeakGlobalHandlesScavenge' : [SKIP],
409 'test-heap/DeleteWeakGlobalHandle' : [SKIP],
410 'test-heap/GrowAndShrinkNewSpace' : [SKIP],
411 'test-heap/OptimizedAllocationAlwaysInNewSpace' : [SKIP],
412 'test-heap/OptimizedPretenuringAllocationFolding' : [SKIP],
413 'test-heap/OptimizedPretenuringObjectArrayLiterals' : [SKIP],
414 'test-heap/OptimizedPretenuringAllocationFoldingBlocks' : [SKIP],
415 'test-heap/OptimizedPretenuringMixedInObjectProperties' : [SKIP],
416 'test-heap/OptimizedPretenuringDoubleArrayProperties' : [SKIP],
417 'test-heap/OptimizedPretenuringdoubleArrayLiterals' : [SKIP],
418 'test-heap/OptimizedPretenuringNestedMixedArrayLiterals' : [SKIP],
419 'test-heap/OptimizedPretenuringNestedObjectLiterals' : [SKIP],
420 'test-heap/OptimizedPretenuringNestedDoubleLiterals' : [SKIP],
421 'test-heap/Regress169928' : [SKIP],
422 'test-decls/Unknown' : [SKIP],
423 'test-decls/Present' : [SKIP],
424 'test-decls/Absent' : [SKIP],
425 'test-decls/Appearing' : [SKIP],
426 'test-decls/Reappearing' : [SKIP],
427 'test-decls/ExistsInPrototype' : [SKIP],
428 'test-decls/AbsentInPrototype' : [SKIP],
429 'test-decls/ExistsInHiddenPrototype' : [SKIP],
430 'test-debug/ConditionalScriptBreakPoint' : [SKIP],
431 'test-debug/DebugEvaluate' : [SKIP],
432 'test-debug/ConditionalBreakpointWithCodeGenerationDisallowed' : [SKIP],
433 'test-debug/DebugEvaluateWithCodeGenerationDisallowed' : [SKIP],
434 'test-debug/DebugBreak' : [SKIP],
435 'test-debug/ThreadedDebugging' : [SKIP],
436 'test-debug/RecursiveBreakpoints' : [SKIP],
437 'test-dictionary/HashMap' : [SKIP],
438 'test-debug/Backtrace' : [SKIP],
439 'test-debug/DebugBreakLoop' : [SKIP],
440 'test-constantpool/ConstantPool' : [SKIP],
441 'test-compiler/GetScriptLineNumber' : [SKIP],
442 'test-api/ScriptMakingExternalString' : [SKIP],
443 'test-api/ScriptMakingExternalOneByteString' : [SKIP],
444 'test-api/MakingExternalStringConditions' : [SKIP],
445 'test-api/MakingExternalOneByteStringConditions' : [SKIP],
446 'test-api/MakingExternalUnalignedOneByteString' : [SKIP],
447 'test-api/IndexedInterceptorUnboxedDoubleWithIndexedAccessor' : [SKIP],
448 'test-api/IndependentWeakHandle' : [SKIP],
449 'test-api/GCFromWeakCallbacks' : [SKIP],
450 'test-api/IndependentHandleRevival' : [SKIP],
451 'test-api/StringWrite' : [SKIP],
452 'test-api/Threading3' : [SKIP],
453 'test-api/Threading4' : [SKIP],
454 'test-api/Threading2' : [SKIP],
455 'test-api/FixedFloat32Array' : [SKIP],
456 'test-api/FixedFloat64Array' : [SKIP],
457 'test-api/ExternalFloat32Array' : [SKIP],
458 'test-api/ExternalFloat64Array' : [SKIP],
459 'test-api/ExternalArrays' : [SKIP],
460 'test-api/Float32Array' : [SKIP],
461 'test-api/Float64Array' : [SKIP],
462 'test-api/Regress2333' : [SKIP],
463 'test-alloc/StressHandles' : [SKIP],
464 'test-alloc/StressJS' : [SKIP],
465 'test-accessors/HandleScopePop' : [SKIP],
466 'test-accessors/Gc' : [SKIP],
467
468}], # 'arch == nacl_ia32 or arch == nacl_x64'
Ben Murdoch4a90d5f2016-03-22 12:00:34 +0000469
470##############################################################################
471['system == aix and arch == ppc64', {
472
473 # BUG 2857
474 'test-log/EquivalenceOfLoggingAndTraversal' : [SKIP],
475
476}], # 'system == aix and arch == ppc64'
477
478##############################################################################
479['system == aix or (arch == ppc64 and byteorder == big)', {
480
481 # TODO(ppc): Fix for platforms with function desciptors.
482 'test-run-machops/RunComputedCodeObject' : [SKIP],
483 'test-run-wasm-module/Run_WasmModule_Return114' : [SKIP],
484 'test-run-wasm-module/Run_WasmModule_CallAdd' : [SKIP],
485 'test-run-wasm-module/Run_WasmModule_CallMain_recursive' : [SKIP],
486
487}], # 'system == aix or (arch == ppc64 and byteorder == big)'
488
489##############################################################################
490['arch == ppc and simulator_run == True or arch == ppc64 and simulator_run == True', {
491
492 # Pass but take too long with the simulator.
493 'test-api/Threading1': [PASS, SLOW],
494 'test-api/Threading2': [PASS, SLOW],
495 'test-api/ExternalArrays': [PASS, SLOW],
496
497}], # 'arch == ppc64 and simulator_run == True'
498
499['ignition == True', {
500 'test-api/*' : [SKIP],
501 'test-cpu-profiler/*' : [SKIP],
502 'test-debug/*' : [SKIP],
503 'test-func-name-inference/*' : [SKIP],
504 'test-inobject-slack-tracking/*' : [SKIP],
505 'test-run-jsexceptions/*' : [SKIP],
506 'test-serialize/*' : [SKIP],
507
508 'test-api-interceptors/InterceptorCallICInvalidatedConstantFunctionViaGlobal': [SKIP],
509 'test-api-interceptors/InterceptorLoadICInvalidatedCallbackViaGlobal': [SKIP],
510 'test-api-interceptors/InterceptorLoadICInvalidatedFieldViaGlobal': [SKIP],
511 'test-bytecode-generator/TryCatch': [SKIP],
512 'test-bytecode-generator/TryFinally': [SKIP],
513 'test-compiler/C2JSFrames': [SKIP],
514 'test-compiler/FeedbackVectorPreservedAcrossRecompiles': [SKIP],
515 'test-compiler/FeedbackVectorUnaffectedByScopeChanges': [SKIP],
516 'test-compiler/OptimizedCodeSharing2': [SKIP],
517 'test-compiler/OptimizedCodeSharing3': [SKIP],
518 'test-compiler/Print': [SKIP],
519 'test-compiler/UncaughtThrow': [SKIP],
520 'test-decls/CrossScriptDynamicLookup': [SKIP],
521 'test-decls/Regress425510': [SKIP],
522 'test-feedback-vector/VectorCallICStates': [SKIP],
523 'test-heap/AddInstructionChangesNewSpacePromotion': [SKIP],
524 'test-heap/ArrayShiftSweeping': [SKIP],
525 'test-heap/CanonicalSharedFunctionInfo': [SKIP],
526 'test-heap/CellsInOptimizedCodeAreWeak': [SKIP],
527 'test-heap/CompilationCacheCachingBehavior': [SKIP],
528 'test-heap/CountForcedGC': [SKIP],
529 'test-heap/IncrementalMarkingClearsMonomorphicConstructor': [SKIP],
530 'test-heap/IncrementalMarkingPreservesMonomorphicCallIC': [SKIP],
531 'test-heap/IncrementalMarkingPreservesMonomorphicConstructor': [SKIP],
532 'test-heap/NoWeakHashTableLeakWithIncrementalMarking': [SKIP],
533 'test-heap-profiler/HeapSnapshotCollection': [SKIP],
534 'test-heap-profiler/HeapSnapshotSimd': [SKIP],
535 'test-heap-profiler/HeapSnapshotWeakCollection': [SKIP],
536 'test-heap/OptimizedAllocationAlwaysInNewSpace': [SKIP],
537 'test-heap/PromotionQueue': [SKIP],
538 'test-heap/Regress169209': [SKIP],
539 'test-heap/Regress1878': [SKIP],
540 'test-heap/Regress357137': [SKIP],
541 'test-heap/Regress3631': [SKIP],
542 'test-heap/Regress388880': [SKIP],
543 'test-heap/TestCodeFlushingIncrementalAbort': [SKIP],
544 'test-heap/TestCodeFlushingIncrementalScavenge': [SKIP],
545 'test-heap/TestCodeFlushingIncremental': [SKIP],
546 'test-heap/TestCodeFlushingPreAged': [SKIP],
547 'test-heap/TestCodeFlushing': [SKIP],
548 'test-heap/WeakFunctionInConstructor': [SKIP],
549 'test-log-stack-tracer/CFromJSStackTrace': [SKIP],
550 'test-log-stack-tracer/JsEntrySp': [SKIP],
551 'test-log-stack-tracer/PureCStackTrace': [SKIP],
552 'test-log-stack-tracer/PureJSStackTrace': [SKIP],
553 'test-parsing/DestructuringNegativeTests': [SKIP],
554 'test-parsing/StrongModeFreeVariablesDeclaredByLanguage': [SKIP],
555 'test-parsing/StrongModeFreeVariablesDeclaredByPreviousScript': [SKIP],
556 'test-parsing/StrongModeFreeVariablesDeclaredInGlobalPrototype': [SKIP],
557 'test-pipeline/PipelineGeneric': [SKIP],
558 'test-pipeline/PipelineTyped': [SKIP],
559 'test-profile-generator/BailoutReason': [SKIP],
560 'test-profile-generator/LineNumber': [SKIP],
561 'test-profile-generator/ProfileNodeScriptId': [SKIP],
562 'test-profile-generator/RecordStackTraceAtStartProfiling': [SKIP],
563 'test-run-inlining/InlineTwice': [SKIP],
564 'test-run-jsbranches/ForOfContinueStatement': [SKIP],
565 'test-run-jscalls/LookupCall': [SKIP],
566 'test-run-jsobjects/ArgumentsRest': [SKIP],
567 'test-run-jsops/ClassLiteral': [SKIP],
568 'test-run-jsops/LookupLoad': [SKIP],
569 'test-run-jsops/LookupStore': [SKIP],
570 'test-run-variables/ContextInitializeVariables': [SKIP],
571 'test-run-variables/ContextLoadVariables': [SKIP],
572 'test-run-variables/ContextStoreVariables': [SKIP],
573 'test-run-variables/StackInitializeVariables': [SKIP],
574 'test-run-variables/StackLoadVariables': [SKIP],
575 'test-run-variables/StackStoreVariables': [SKIP],
576 'test-sampler-api/StackFramesConsistent': [SKIP],
577 'test-thread-termination/TerminateCancelTerminateFromThreadItself': [SKIP],
578 'test-thread-termination/TerminateFromOtherThreadWhileMicrotaskRunning': [SKIP],
579 'test-thread-termination/TerminateOnlyV8ThreadFromThreadItselfNoLoop': [SKIP],
580 'test-thread-termination/TerminationInInnerTryCall': [SKIP],
581 'test-unscopables-hidden-prototype/Unscopables': [SKIP],
582}], # ignition == True
583
584['ignition == True and arch == arm64', {
585 'test-js-arm64-variables/lookup_slots': [SKIP],
586 'test-spaces/SizeOfFirstPageIsLargeEnough': [SKIP],
587}], # ignition == True and arch == arm64
588
Ben Murdochb8a8cc12014-11-26 15:28:44 +0000589]