1// Copyright 2015 The ANGLE Project Authors. All rights reserved. 2// Use of this source code is governed by a BSD-style license that can be 3// found in the LICENSE file. 4 5// See README.md for format. 6 7// Globally disable Metal testing for now 84235 METAL : dEQP-EGL.* = SKIP 9 10// Only Vulkan and D3D11 support multithreading 113916 OPENGL : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 123916 OPENGL : dEQP-EGL.functional.multithread.* = SKIP 133916 OPENGL : dEQP-EGL.functional.render.multi_thread.* = SKIP 143916 OPENGL : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 153916 GLES : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 163916 GLES : dEQP-EGL.functional.multithread.* = SKIP 173916 GLES : dEQP-EGL.functional.render.multi_thread.* = SKIP 183916 GLES : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 193916 D3D11 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 203916 D3D9 : dEQP-EGL.functional.sharing.gles2.multithread.* = SKIP 213916 D3D9 : dEQP-EGL.functional.multithread.* = SKIP 223916 D3D9 : dEQP-EGL.functional.render.multi_thread.* = SKIP 233916 D3D9 : dEQP-EGL.functional.color_clears.multi_thread.* = SKIP 24 25// Seems to time out on Linux. 264031916 VULKAN : dEQP-EGL.functional.multithread.* = SKIP 27 28// These tests require pixmap surfaces. On many platforms they are unsupported. 293917 ANDROID VULKAN : dEQP-EGL.functional.render.multi_thread.* = FAIL 303917 ANDROID VULKAN : dEQP-EGL.functional.color_clears.multi_thread.* = FAIL 31 32// dEQP doesn't handle configs created for extensions 331662 WIN : dEQP-EGL.functional.color_clears.single_context.gles2.other = FAIL 341662 WIN : dEQP-EGL.functional.color_clears.single_context.gles3.other = FAIL 351662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles2.other = FAIL 361662 WIN : dEQP-EGL.functional.color_clears.multi_context.gles3.other = FAIL 371662 WIN : dEQP-EGL.functional.render.single_context.gles2.other = FAIL 381662 WIN : dEQP-EGL.functional.render.single_context.gles3.other = FAIL 391662 WIN : dEQP-EGL.functional.render.multi_context.gles2.other = FAIL 401662 WIN : dEQP-EGL.functional.render.multi_context.gles3.other = FAIL 411662 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.other = FAIL 421662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_clear = FAIL 431662 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.other_render = FAIL 441662 WIN : dEQP-EGL.functional.query_context.get_current_context.other = FAIL 451662 WIN : dEQP-EGL.functional.query_context.get_current_surface.other = FAIL 461662 WIN : dEQP-EGL.functional.query_context.get_current_display.other = FAIL 471662 WIN : dEQP-EGL.functional.query_context.query_context.other = FAIL 481662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_clear = SKIP 491662 WIN : dEQP-EGL.functional.native_color_mapping.native_window.other_render = SKIP 50 51// Intentionally causes TDRs that eventually blocklist the application 522319 : dEQP-EGL.functional.robustness.reset_context.shaders.infinite_loop.* = SKIP 53 54//////////////////////////////////////////////////////////////////////////////// 55// 56// Temprory entries: they should be removed once the bugs are fixed. 57// 58//////////////////////////////////////////////////////////////////////////////// 59 60// Flaky since we enabled depth/stencil backbuffer in all tests. 612429 WIN NVIDIA : dEQP-EGL.functional.query_context.query_context.rgba8888_window = FAIL 62 63// TODO(jmadill): Triage these into permananent and temporary failures. 641340 WIN : dEQP-EGL.functional.query_config.get_configs.get_configs_bounds = FAIL 653270 WIN : dEQP-EGL.functional.choose_config.simple.selection_only.config_id = FAIL 663270 WIN : dEQP-EGL.functional.choose_config.simple.selection_and_sort.config_id = FAIL 671340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_window = FAIL 681340 WIN : dEQP-EGL.functional.render.single_context.gles2.rgba5551_pbuffer = FAIL 691340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_window = FAIL 701340 WIN : dEQP-EGL.functional.render.single_context.gles3.rgba5551_pbuffer = FAIL 711340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_window = FAIL 721340 WIN : dEQP-EGL.functional.render.multi_context.gles2.rgba5551_pbuffer = FAIL 731340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_window = FAIL 741340 WIN : dEQP-EGL.functional.render.multi_context.gles3.rgba5551_pbuffer = FAIL 751340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_window = FAIL 761340 WIN : dEQP-EGL.functional.render.multi_context.gles2_gles3.rgba5551_pbuffer = FAIL 771340 WIN : dEQP-EGL.functional.negative_api.choose_config = SKIP 781340 WIN : dEQP-EGL.functional.negative_api.surface_attrib = SKIP 791340 WIN : dEQP-EGL.functional.negative_api.swap_interval = FAIL 802382 WIN : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP 811340 WIN : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 822716 WIN : dEQP-EGL.functional.preserve_swap.preserve.no_read_before_swap.* = SKIP 832716 WIN : dEQP-EGL.functional.preserve_swap.preserve.read_before_swap.* = SKIP 841340 WIN : dEQP-EGL.functional.resize.back_buffer.* = SKIP 851340 WIN : dEQP-EGL.functional.resize.pixel_density.* = SKIP 86 87// Windows OpenGL failures 882546 WIN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 892546 WIN : dEQP-EGL.functional.thread_cleanup.* = SKIP 90 91// Windows Vulkan failures 922635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_clear = FAIL 932635 WIN VULKAN : dEQP-EGL.functional.multicontext.non_shared_make_current = FAIL 942635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_clear = FAIL 952635 WIN VULKAN : dEQP-EGL.functional.multicontext.shared_make_current = FAIL 962635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL 972635 WIN VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL 982715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_no_stencil = FAIL 992715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL 1002715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL 1012715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_no_stencil = FAIL 1022715 WIN VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL 1032716 WIN VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL 104 105// Linux failures 1062546 LINUX : dEQP-EGL.functional.negative_api.copy_buffers = SKIP 1072546 LINUX : dEQP-EGL.functional.render.multi_context.* = SKIP 1082546 LINUX : dEQP-EGL.functional.thread_cleanup.* = SKIP 1092546 LINUX : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL 1102546 LINUX : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 1112546 LINUX : dEQP-EGL.functional.negative_api.choose_config = FAIL 1122546 LINUX : dEQP-EGL.functional.negative_api.swap_interval = FAIL 1132546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 1142546 LINUX : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_no_depth_no_stencil = FAIL 115 116// Linux Vulkan failures 1172635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_depth_stencil = FAIL 1182635 LINUX VULKAN : dEQP-EGL.functional.query_surface.set_attribute.pbuffer.rgba8888_no_depth_no_stencil = FAIL 1192715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_depth_stencil = FAIL 1202715 LINUX VULKAN : dEQP-EGL.functional.query_surface.simple.pbuffer.rgb888_no_depth_no_stencil = FAIL 1212716 LINUX VULKAN : dEQP-EGL.functional.preserve_swap.no_preserve.* = FAIL 1225753 LINUX VULKAN NVIDIA : dEQP-EGL.functional.resize.surface_size.grow = FAIL 1235884 LINUX VULKAN NVIDIA : dEQP-EGL.functional.resize.surface_size.stretch_width = FAIL 124 125// Mac failures 1262546 MAC : dEQP-EGL.functional.native_color_mapping.native_window.* = FAIL 1272546 MAC : dEQP-EGL.functional.native_coord_mapping.native_window.* = FAIL 1282546 MAC : dEQP-EGL.functional.negative_api.choose_config = FAIL 1292546 MAC : dEQP-EGL.functional.negative_api.copy_buffers = FAIL 1302546 MAC : dEQP-EGL.functional.negative_api.swap_interval = FAIL 1312546 MAC : dEQP-EGL.functional.query_surface.simple.pbuffer.rgba8888_depth_stencil = FAIL 1322546 MAC : dEQP-EGL.functional.thread_cleanup.* = SKIP 133 134// Android GLES-only failues 1352567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_red = FAIL 1362567 ANDROID GLES : dEQP-EGL.functional.image.api.create_image_gles2_tex2d_rg = FAIL 1372716 ANDROID GLES : dEQP-EGL.functional.preserve_swap.preserve.* = FAIL 138 139// Android failures 1402546 ANDROID : dEQP-EGL.functional.buffer_age.* = FAIL 1413270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_red_value = FAIL 1423270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_green_value = FAIL 1433270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_only.transparent_blue_value = FAIL 1443270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_red_value = FAIL 1453270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_green_value = FAIL 1463270 ANDROID : dEQP-EGL.functional.choose_config.simple.selection_and_sort.transparent_blue_value = FAIL 1472546 ANDROID : dEQP-EGL.functional.color_clears.multi_context.* = SKIP 1482546 ANDROID : dEQP-EGL.functional.color_clears.single_context.* = SKIP 1492546 ANDROID : dEQP-EGL.functional.native_color_mapping.native_window.* = SKIP 1502546 ANDROID : dEQP-EGL.functional.native_coord_mapping.native_window.* = SKIP 1512546 ANDROID : dEQP-EGL.functional.negative_api.copy_buffers = FAIL 1522546 ANDROID : dEQP-EGL.functional.partial_update.odd_clear_* = FAIL 1532546 ANDROID : dEQP-EGL.functional.partial_update.odd_render_* = FAIL 1542546 ANDROID : dEQP-EGL.functional.partial_update.render_* = FAIL 1552546 ANDROID : dEQP-EGL.functional.render.multi_context.* = SKIP 1562546 ANDROID : dEQP-EGL.functional.render.single_context.* = SKIP 1572546 ANDROID : dEQP-EGL.functional.thread_cleanup.multi_context_* = SKIP 1582546 ANDROID : dEQP-EGL.functional.thread_cleanup.single_context_* = FAIL 159 160// Vulkan 1613081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_depth16_depth_buffer = SKIP 1623081 VULKAN : dEQP-EGL.functional.image.create.gles2_renderbuffer_stencil_stencil_buffer = SKIP 1633081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_depth16_renderbuffer_clear_depth = SKIP 1643081 VULKAN : dEQP-EGL.functional.image.modify.renderbuffer_stencil_renderbuffer_clear_stencil = SKIP 1653081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_depth16_depth_buffer = SKIP 1663081 VULKAN : dEQP-EGL.functional.image.render_multiple_contexts.gles2_renderbuffer_stencil_stencil_buffer = SKIP 167 168// Android Vulkan 1692546 ANDROID VULKAN : dEQP-EGL.functional.create_surface.window.other = SKIP 1702546 ANDROID VULKAN : dEQP-EGL.functional.query_context.get_current_surface.other = SKIP 1712546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.set_attribute.window.other = SKIP 1722546 ANDROID VULKAN : dEQP-EGL.functional.query_surface.simple.window.other = SKIP 1732546 ANDROID VULKAN : dEQP-EGL.functional.resize.pixel_density.* = SKIP 174 175// Robustness failures on multiple platforms 1763711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.reads.* = FAIL 1773711 : dEQP-EGL.functional.robustness.reset_context.shaders.out_of_bounds.reset_status.writes.* = FAIL 178 179// ES 1 tests 1802306 WIN : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 1812306 WIN : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 1822306 MAC : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 1832306 MAC : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 1842306 LINUX : dEQP-EGL.functional.color_clears.single_context.gles1* = FAIL 1852306 LINUX : dEQP-EGL.functional.color_clears.multi_context.gles1* = FAIL 186 187// Tests failing since the Jan 2018 roll of dEQP 1882341 : dEQP-EGL.functional.swap_buffers.* = SKIP 1892330 : dEQP-EGL.functional.robustness.create_context.no_reset_notification = SKIP 1902330 : dEQP-EGL.functional.robustness.create_context.lose_context_on_reset = SKIP 1912330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.index_buffer_out_of_bounds = SKIP 1922330 : dEQP-EGL.functional.robustness.reset_context.fixed_function_pipeline.reset_status.vertex_buffer_out_of_bounds = SKIP 193 194// Nexus 5x 1952546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_context.* = SKIP 1962546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_display.* = SKIP 1972546 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.r* = FAIL 1982546 NEXUS5X : dEQP-EGL.functional.query_context.query_context.* = SKIP 199 200// EGL images with the GL back-ends are not supported 2014606 OPENGL : dEQP-EGL.functional.image.api.create_image_gles2_* = FAIL 2024606 GLES : dEQP-EGL.functional.image.api.create_image_gles2_* = FAIL 203 204// Very slow on Vulkan Linux 2055170 VULKAN LINUX : dEQP-EGL.functional.swap_buffers_with_damage.resize_after_swap.* = SKIP 2065170 VULKAN LINUX : dEQP-EGL.functional.swap_buffers_with_damage.resize_before_swap.* = SKIP 207 208// AddressSanitizer:DEADLYSIGNAL on Nexus 5X 2095665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_depth_stencil = SKIP 2105665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_no_depth_no_stencil = SKIP 2115665 NEXUS5X : dEQP-EGL.functional.create_context.rgb565_no_depth_stencil = SKIP 2125665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_depth_stencil = SKIP 2135665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_no_depth_no_stencil = SKIP 2145665 NEXUS5X : dEQP-EGL.functional.create_context.rgb888_no_depth_stencil = SKIP 2155665 NEXUS5X : dEQP-EGL.functional.create_context.rgba4444_depth_stencil = SKIP 2165665 NEXUS5X : dEQP-EGL.functional.create_context.rgba4444_no_depth_stencil = SKIP 2175665 NEXUS5X : dEQP-EGL.functional.create_context.rgba8888_no_depth_no_stencil = SKIP 2185665 NEXUS5X : dEQP-EGL.functional.create_surface.pbuffer.rgb888_depth_no_stencil = SKIP 2195665 NEXUS5X : dEQP-EGL.functional.create_surface.platform_ext_window.rgb888_no_depth_stencil = SKIP 2205665 NEXUS5X : dEQP-EGL.functional.create_surface.platform_ext_window.rgba8888_no_depth_stencil = SKIP 2215665 NEXUS5X : dEQP-EGL.functional.create_surface.window.other = SKIP 2225665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgb565_no_depth_no_stencil = SKIP 2235665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgb888_no_depth_stencil = SKIP 2245665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgba4444_no_depth_no_stencil = SKIP 2255665 NEXUS5X : dEQP-EGL.functional.create_surface.window.rgba8888_depth_no_stencil = SKIP 2265665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_pbuffer = SKIP 2275665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_pixmap = SKIP 2285665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb565_window = SKIP 2295665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb888_pbuffer = SKIP 2305665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgb888_pixmap = SKIP 2315665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgba4444_pbuffer = SKIP 2325665 NEXUS5X : dEQP-EGL.functional.query_context.get_current_surface.rgba8888_window = SKIP 2335665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_depth_no_stencil = SKIP 2345665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_depth_stencil = SKIP 2355665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb565_no_depth_stencil = SKIP 2365665 NEXUS5X : dEQP-EGL.functional.query_surface.simple.window.rgb888_no_depth_stencil = SKIP 2375665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_depth_no_stencil = SKIP 2385665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_depth_stencil = SKIP 2395665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb565_no_depth_stencil = SKIP 2405665 NEXUS5X : dEQP-EGL.functional.surfaceless_context.rgb888_no_depth_stencil = SKIP 241