1// Copyright 2020 The ANGLE Project Authors. All rights reserved.
2// Use of this source code is governed by a BSD-style license that can be
3// found in the LICENSE file.
4
5// See README.md for format.
6
7// For now we only log Vulkan test expectations. More back-ends can follow as we need them.
8
9// Geometry shader support (conditioned to windows as that's our only bot capable of running these
10// tests)
11// Translator's lack of support for redefining gl_PerVertex
125579 VULKAN WIN : KHR-GLES32.core.geometry_shader.api.getProgramiv3 = FAIL
13// Crash gathering transform feedback varyings on GS-only separable program
145579 VULKAN WIN : KHR-GLES32.core.geometry_shader.api.program_pipeline_vs_gs_capture = SKIP
155579 VULKAN WIN : KHR-GLES32.core.separable_programs_tf.geometry_active = SKIP
16// API validation bugs
175579 VULKAN WIN : KHR-GLES32.core.geometry_shader.qualifiers.flat_interpolation = FAIL
18// Wrong results
195579 VULKAN WIN : KHR-GLES32.core.geometry_shader.adjacency.adjacency_indiced_triangle_strip = FAIL
205579 VULKAN WIN : KHR-GLES32.core.geometry_shader.adjacency.adjacency_non_indiced_triangle_strip = FAIL
215579 VULKAN WIN : KHR-GLES32.core.geometry_shader.rendering.rendering.triangles_input_line_strip_output_triangle_*_drawcall = FAIL
225579 VULKAN WIN : KHR-GLES32.core.geometry_shader.rendering.rendering.triangles_input_triangle_strip_output_triangle_*_drawcall = FAIL
235579 VULKAN WIN : KHR-GLES32.core.geometry_shader.rendering.rendering.triangles_with_adjacency_input_*_strip_output_triangle_strip_adjacency_drawcall = FAIL
24// Layered rendering (only fail when run in sequence, reproduced with --bot-mode)
255579 VULKAN WIN : KHR-GLES32.core.geometry_shader.layered_fbo.fb_texture_invalid_level_number = FAIL
265579 VULKAN WIN : KHR-GLES32.core.geometry_shader.layered_fbo.fb_texture_argument_refers_to_buffer_texture = FAIL
27// Crashes on ASSERT due to mismatch between shader resources and pipeline layout
285579 VULKAN WIN : KHR-GLES32.core.geometry_shader.api.max_image_uniforms = SKIP
29// Failures on windows nvidia
305579 VULKAN WIN NVIDIA : KHR-GLES32.core.geometry_shader.limits.max_invocations = FAIL
315579 VULKAN WIN NVIDIA : KHR-GLES32.core.tessellation_shader.single.primitive_coverage = FAIL
32
33// Tessellation shader support
34// API validation bugs
355557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.vertex.vertex_ordering = FAIL
365557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_tessLevel = FAIL
375557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.compilation_and_linking_errors.tc_non_arrayed_per_vertex_input_variables = FAIL
38// Vulkan Validation error regarding buffer usage bits for transform feedback:
395557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.vertex.vertex_spacing = FAIL
405557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.single.program_object_properties = FAIL
415557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_MaxPatchVertices_Position_PointSize = FAIL
425557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_PatchVerticesIn = FAIL
435557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_tessellation.gl_InvocationID_PatchVerticesIn_PrimitiveID = FAIL
445557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_tessellation.TCS_TES = FAIL
455557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_tessellation.input_patch_discard = FAIL
465557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_triangles_tessellation.degenerate_triangle = FAIL
47// Missing names in mVariableInfo map (fail on ASSERT in SPIR-V transformer)
485557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.single.xfb_captures_data_from_correct_stage = SKIP
49// Translator validation bugs
505557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.single.max_patch_vertices = FAIL
51// Bug in front-end where builtins are not correctly marked active in every stage
525557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_control_to_tessellation_evaluation.data_pass_through = FAIL
53// Test failures
545557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_quads_tessellation.* = FAIL
555557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_triangles_tessellation.identical_triangles = FAIL
565557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_triangles_tessellation.inner_tessellation_level_rounding = FAIL
575557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_invariance.invariance_rule* = SKIP
58// Crash on assert in libcpp. CTS passes to a function '&vector[0], size', where vector is empty.
595557 VULKAN WIN : KHR-GLES32.core.tessellation_shader.tessellation_shader_point_mode.points_verification = SKIP
60
61// Geometry and tessellation failures on the Android and Linux bots, potentially due to missing
62// features from old drivers.  On up-to-date Linux, the expectations should be as above for windows.
63// No triaging is done to know which of these tests actually fail on the bots.
645579 VULKAN ANDROID : KHR-GLES32.core.geometry_shader.* = SKIP
655579 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.*geometry* = SKIP
665579 VULKAN ANDROID : KHR-GLES32.core.constant_expressions.*geometry = SKIP
675579 VULKAN ANDROID : KHR-GLES32.core.separable_programs_tf.geometry_active = SKIP
685579 VULKAN ANDROID : KHR-GLES32.core.shader_macros.fragment_precision_high_geometry = SKIP
695579 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.color_depth_attachments = SKIP
705579 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.stencil_attachments_*mutable_layered = SKIP
715579 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.fbo_incompleteness = FAIL
725557 VULKAN ANDROID : KHR-GLES32.core.tessellation_shader.* = SKIP
735557 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.*tessellation* = SKIP
745557 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.*tesselation* = SKIP
755557 VULKAN ANDROID : KHR-GLES32.core.constant_expressions.*tess_control = SKIP
765557 VULKAN ANDROID : KHR-GLES32.core.constant_expressions.*tess_eval = SKIP
775557 VULKAN ANDROID : KHR-GLES32.core.separable_programs_tf.tessellation_active = SKIP
785557 VULKAN ANDROID : KHR-GLES32.core.shader_macros.fragment_precision_high_tess_* = SKIP
795557 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.sampling = SKIP
80
815579 VULKAN LINUX : KHR-GLES32.core.geometry_shader.* = SKIP
825579 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.*geometry* = SKIP
835579 VULKAN LINUX : KHR-GLES32.core.constant_expressions.*geometry = SKIP
845579 VULKAN LINUX : KHR-GLES32.core.separable_programs_tf.geometry_active = SKIP
855579 VULKAN LINUX : KHR-GLES32.core.shader_macros.fragment_precision_high_geometry = SKIP
865579 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.color_depth_attachments = SKIP
875579 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.stencil_attachments_*mutable_layered = SKIP
885579 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.fbo_incompleteness = FAIL
895557 VULKAN LINUX : KHR-GLES32.core.tessellation_shader.* = SKIP
905557 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.*tessellation* = SKIP
915557 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.*tesselation* = SKIP
925557 VULKAN LINUX : KHR-GLES32.core.constant_expressions.*tess_control = SKIP
935557 VULKAN LINUX : KHR-GLES32.core.constant_expressions.*tess_eval = SKIP
945557 VULKAN LINUX : KHR-GLES32.core.separable_programs_tf.tessellation_active = SKIP
955557 VULKAN LINUX : KHR-GLES32.core.shader_macros.fragment_precision_high_tess_* = SKIP
965557 VULKAN LINUX : KHR-GLES32.core.texture_cube_map_array.sampling = SKIP
97
986008 VULKAN NVIDIA LINUX :  KHR-GLES32.core.framebuffer_completeness.cube_map_layered_attachment_valid_size_and_format = SKIP
99
100// Texture border clamp support
1013577 VULKAN : KHR-GLES32.core.texture_border_clamp.* = SKIP
1023577 VULKAN : KHR-GLES32.core.gpu_shader5.*clamp*_border = SKIP
1033577 VULKAN : KHR-GLES32.core.gpu_shader5.*clamp*_edge = SKIP
104
105// Validation error from EXT_gpu_shader5
1065361 VULKAN : KHR-GLES32.core.gpu_shader5.precise_qualifier = FAIL
107
108// Constant propagaion error with textureGatherOffsets
1095362 VULKAN : KHR-GLES32.core.gpu_shader5.texture_gather_offsets_color = FAIL
1105362 VULKAN : KHR-GLES32.core.gpu_shader5.texture_gather_offsets_depth = FAIL
111
112// Validation error from EXT_copy_image
1135363 VULKAN : KHR-GLES32.core.copy_image.r32i_texture = FAIL
1145363 VULKAN : KHR-GLES32.core.copy_image.r32ui_texture = FAIL
115
116// No known implementation supports STORAGE_TEXEL_BUFFER support for RGB32 formats
1173573 VULKAN : KHR-GLES32.core.texture_buffer.texture_buffer_texture_buffer_range = SKIP
118
119// Incorrect dependency to VK_EXT_shader_atomic_float
1205342 VULKAN : KHR-GLES32.core.texture_buffer.texture_buffer_atomic_functions = FAIL
121
122// Desktop cards without native etc support
1235276 AMD VULKAN : KHR-GLES32.core.texture_cube_map_array.etc2_texture = FAIL
1245276 NVIDIA VULKAN : KHR-GLES32.core.texture_cube_map_array.etc2_texture = FAIL
125
126// New failures with latest dEQP roll (2021-03-05)
1275722 VULKAN : KHR-GLES32.core.framebuffer_completeness.rbo_and_texture_expect_zero_numsamples = FAIL
128
129// Android failures
130
131// Dynamic indexing features not supported on Qualcomm
1325435 VULKAN ANDROID : KHR-GLES32.core.gpu_shader5.images_array_indexing = FAIL
133
134// Texture buffer failures
1355392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_active_uniform_validation_compute_shader = FAIL
1365392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_active_uniform_validation_fragment_shader = FAIL
1375392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_conv_int_to_float = FAIL
1385392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_errors = FAIL
1395392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_max_size = FAIL
1405392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_buffer_load = FAIL
1415392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_cpu_writes = FAIL
1425392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_framebuffer_readback = FAIL
1435392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_image_store = FAIL
1445392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_ssbo_writes = FAIL
1455392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_operations_transform_feedback = FAIL
1465392 VULKAN ANDROID : KHR-GLES32.core.texture_buffer.texture_buffer_parameters = FAIL
147
148// Cube map array failures
1495393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.etc2_texture = FAIL
1505393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.generate_mip_map_filterable_internalformat_immutable = FAIL
1515393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.generate_mip_map_filterable_internalformat_mutable = FAIL
1525393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.generate_mip_map_non_filterable_immutable_storage = FAIL
1535393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.generate_mip_map_non_filterable_mutable_storage = FAIL
1545393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.getter_calls = FAIL
1555393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.image_op_compute_sh = FAIL
1565393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.stencil_attachments_immutable_nonlayered = FAIL
1575393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.stencil_attachments_mutable_nonlayered = FAIL
1585393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.subimage3D = FAIL
1595393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.tex3D_validation = FAIL
1605393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.texture_size_compute_sh = FAIL
1615393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.texture_size_fragment_sh = FAIL
1625393 VULKAN ANDROID : KHR-GLES32.core.texture_cube_map_array.texture_size_vertex_sh = FAIL
163
164// Pixel 2 expectations
1656008 PIXEL2ORXL VULKAN : KHR-GLES32.core.framebuffer_completeness.cube_map_layered_attachment_valid_size_and_format = FAIL
166
167// Pixel 4 expectations.
1685990 PIXEL4ORXL VULKAN : KHR-GLES32.core.draw_buffers_indexed.color_masks = SKIP
169