blob: f4c67a1b651686773ca6a0e6360bcb9cb5c5c113 [file] [log] [blame]
// Copyright 2015 The ANGLE Project Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
// See README.md for format.
// Globally disable Metal testing for now
4235 METAL : dEQP-EGL.* = SKIP
// Only Vulkan and D3D11 support multithreading
3916 OPENGL : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP
3916 OPENGL : dEQP-EGL.functional.multithread.* = SKIP
3916 OPENGL : dEQP-EGL.functional.render.multi_thread.* = SKIP
3916 OPENGL : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP
3916 GLES : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP
3916 GLES : dEQP-EGL.functional.multithread.* = SKIP
3916 GLES : dEQP-EGL.functional.render.multi_thread.* = SKIP
3916 GLES : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP
3916 D3D11 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP
3916 D3D9 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP
3916 D3D9 : dEQP-EGL.functional.multithread.* = SKIP
3916 D3D9 : dEQP-EGL.functional.render.multi_thread.* = SKIP
3916 D3D9 : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP
// Seems to time out on Linux.
4031916 VULKAN : dEQP-EGL.functional.multithread.* = SKIP
// These tests require pixmap surfaces. On many platforms they are unsupported.
3917 ANDROID VULKAN : dEQP-EGL.functional.render.multi_thread.* = FAIL
3917 ANDROID VULKAN : dEQP-EGL.functional.color_clears.multi_thread.* = FAIL
// dEQP doesn't handle configs created for extensions
1662 WIN : dEQP-EGL.functional.color_clears.single_context.gles2.other = FAIL
1662 WIN : dEQP-EGL.functional.color_clears.single_context.gles3.other = FAIL
1662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles2.other = FAIL
1662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles3.other = FAIL
1662 WIN : dEQP-EGL.functional.render.single_context.gles2.other = FAIL
1662 WIN : dEQP-EGL.functional.render.single_context.gles3.other = FAIL
1662 WIN : dEQP-EGL.functional.render.multi_context.gles2.other = FAIL
1662 WIN : dEQP-EGL.functional.render.multi_context.gles3.other = FAIL
1662 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.other = FAIL
1662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_clear = FAIL
1662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_render = FAIL
1662 WIN : dEQP-EGL.functional.query_context.get_current_context.other = FAIL
1662 WIN : dEQP-EGL.functional.query_context.get_current_surface.other = FAIL
1662 WIN : dEQP-EGL.functional.query_context.get_current_display.other = FAIL
1662 WIN : dEQP-EGL.functional.query_context.query_context.other = FAIL
1662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_clear = SKIP
1662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_render = SKIP
// Intentionally causes TDRs that eventually blocklist the application
2319 : dEQP-EGL.functional.robustness.reset_context.shaders.infinite_loop.* = SKIP
////////////////////////////////////////////////////////////////////////////////
//
// Temprory entries: they should be removed once the bugs are fixed.
//
////////////////////////////////////////////////////////////////////////////////
// Flaky since we enabled depth/stencil backbuffer in all tests.
2429 WIN NVIDIA : dEQP-EGL.functional.query_context.query_context.rgba8888_window = FAIL
// TODO(jmadill): Triage these into permananent and temporary failures.
1340 WIN : dEQP-EGL.functional.query_config.get_configs.get_configs_bounds = FAIL
3270 WIN : dEQP-EGL.functional.choose_config.simple.selection_only.config_id = FAIL
3270 WIN : dEQP-EGL.functional.choose_config.simple.selection_and_sort.config_id = FAIL
1340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_window = FAIL
1340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_pbuffer = FAIL
1340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_window = FAIL
1340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_pbuffer = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_window = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_pbuffer = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_window = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_pbuffer = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_window = FAIL
1340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_pbuffer = FAIL
1340 WIN : dEQP-EGL.functional.negative_api.choose_config = SKIP
1340 WIN : dEQP-EGL.functional.negative_api.surface_attrib = SKIP
1340 WIN : dEQP-EGL.functional.negative_api.swap_interval = FAIL
2382 WIN : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP
1340 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL
2716 WIN : dEQP-EGL.functional.preserve_swap.preserve.no_read_before_swap.* = SKIP
2716 WIN : dEQP-EGL.functional.preserve_swap.preserve.read_before_swap.* = SKIP
1340 WIN : dEQP-EGL.functional.resize.back_buffer.* = SKIP
1340 WIN : dEQP-EGL.functional.resize.pixel_density.* = SKIP
// Windows OpenGL failures
2546 WIN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL
2546 WIN : dEQP-EGL.functional.thread_cleanup.* = SKIP
// Windows Vulkan failures
2635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_clear = FAIL
2635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_make_current = FAIL
2635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_clear = FAIL
2635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_make_current = FAIL
2635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL
2635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL
2715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_no_stencil = FAIL
2715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL
2715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL
2715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_no_stencil = FAIL
2715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL
2716 WIN VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL
// Linux failures
2546 LINUX : dEQP-EGL.functional.negative_api.copy_buffers = SKIP
2546 LINUX : dEQP-EGL.functional.render.multi_context.* = SKIP
2546 LINUX : dEQP-EGL.functional.thread_cleanup.* = SKIP
2546 LINUX : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL
2546 LINUX : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL
2546 LINUX : dEQP-EGL.functional.negative_api.choose_config = FAIL
2546 LINUX : dEQP-EGL.functional.negative_api.swap_interval = FAIL
2546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL
2546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL
// Linux Vulkan failures
2635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL
2635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL
2715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL
2715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL
2716 LINUX VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL
5753 LINUX VULKAN NVIDIA : dEQP-EGL.functional.resize.surface_size.grow = FAIL
5884 LINUX VULKAN NVIDIA : dEQP-EGL.functional.resize.surface_size.stretch_width = FAIL
// Mac failures
2546 MAC : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL
2546 MAC : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL
2546 MAC : dEQP-EGL.functional.negative_api.choose_config = FAIL
2546 MAC : dEQP-EGL.functional.negative_api.copy_buffers = FAIL
2546 MAC : dEQP-EGL.functional.negative_api.swap_interval = FAIL
2546 MAC : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL
2546 MAC : dEQP-EGL.functional.thread_cleanup.* = SKIP
// Android GLES-only failues
2567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_red = FAIL
2567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_rg = FAIL
2716 ANDROID GLES : dEQP-EGL.functional.preserve_swap.preserve.* = FAIL
// Android failures
2546 ANDROID : dEQP-EGL.functional.buffer_age.* = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_red_value = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_green_value = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_blue_value = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_red_value = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_green_value = FAIL
3270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_blue_value = FAIL
2546 ANDROID : dEQP-EGL.functional.color_clears.multi_context.* = SKIP
2546 ANDROID : dEQP-EGL.functional.color_clears.single_context.* = SKIP
2546 ANDROID : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP
2546 ANDROID : dEQP-EGL.functional.native_coord_mapping.native_window.* = SKIP
2546 ANDROID : dEQP-EGL.functional.negative_api.copy_buffers = FAIL
2546 ANDROID : dEQP-EGL.functional.partial_update.odd_clear_* = FAIL
2546 ANDROID : dEQP-EGL.functional.partial_update.odd_render_* = FAIL
2546 ANDROID : dEQP-EGL.functional.partial_update.render_* = FAIL
2546 ANDROID : dEQP-EGL.functional.render.multi_context.* = SKIP
2546 ANDROID : dEQP-EGL.functional.render.single_context.* = SKIP
2546 ANDROID : dEQP-EGL.functional.thread_cleanup.multi_context_* = SKIP
2546 ANDROID : dEQP-EGL.functional.thread_cleanup.single_context_* = FAIL
// Vulkan
3081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_depth16_depth_buffer = SKIP
3081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_stencil_stencil_buffer = SKIP
3081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_depth16_renderbuffer_clear_depth = SKIP
3081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_stencil_renderbuffer_clear_stencil = SKIP
3081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_depth16_depth_buffer = SKIP
3081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_stencil_stencil_buffer = SKIP
// Android Vulkan
2546 ANDROID VULKAN : dEQP-EGL.functional.create_surface.window.other = SKIP
2546 ANDROID VULKAN : dEQP-EGL.functional.query_context.get_current_surface.other = SKIP
2546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.set_attribute.window.other = SKIP
2546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.simple.window.other = SKIP
2546 ANDROID VULKAN : dEQP-EGL.functional.resize.pixel_density.* = SKIP
// Robustness failures on multiple platforms
3711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.reads.* = FAIL
3711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.writes.* = FAIL
// ES 1 tests
2306 WIN : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL
2306 WIN : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL
2306 MAC : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL
2306 MAC : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL
2306 LINUX : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL
2306 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL
// Tests failing since the Jan 2018 roll of dEQP
2341 : dEQP-EGL.functional.swap_buffers.* = SKIP
2330 : dEQP-EGL.functional.robustness.create_context.no_reset_notification = SKIP
2330 : dEQP-EGL.functional.robustness.create_context.lose_context_on_reset = SKIP
2330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.index_buffer_out_of_bounds = SKIP
2330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.vertex_buffer_out_of_bounds = SKIP
// Nexus 5x
2546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_context.* = SKIP
2546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_display.* = SKIP
2546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.r* = FAIL
2546 NEXUS5X : dEQP-EGL.functional.query_context.query_context.* = SKIP
// EGL images with the GL back-ends are not supported
4606 OPENGL : dEQP-EGL.functional.image.api.create_image_gles2_* = FAIL
4606 GLES : dEQP-EGL.functional.image.api.create_image_gles2_* = FAIL
// Very slow on Vulkan Linux
5170 VULKAN LINUX : dEQP-EGL.functional.swap_buffers_with_damage.resize_after_swap.* = SKIP
5170 VULKAN LINUX : dEQP-EGL.functional.swap_buffers_with_damage.resize_before_swap.* = SKIP
// AddressSanitizer:DEADLYSIGNAL on Nexus 5X
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_no_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_no_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgba4444_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgba4444_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_context.rgba8888_no_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.pbuffer.rgb888_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.platform_ext_window.rgb888_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.platform_ext_window.rgba8888_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.window.other = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgb565_no_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgb888_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgba4444_no_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgba8888_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_pbuffer = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_pixmap = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_window = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb888_pbuffer = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb888_pixmap = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgba4444_pbuffer = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgba8888_window = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb888_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_depth_no_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_no_depth_stencil = SKIP
5665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb888_no_depth_stencil = SKIP