1
// Copyright 2019 The ANGLE Project Authors. All rights reserved.
2
// Use of this source code is governed by a BSD-style license that can be
3
// found in the LICENSE file.
5
// This file contains a list of defective dEQP conformance tests. The expected
7
// {BUG#} {MODIFIERS} : {TEST_NAME} = {PASS,FAIL,FLAKY,TIMEOUT,SKIP}
9
// MODIFIERS can be a combination of the below list, combined with a logical AND:
10
// WIN XP VISTA WIN7 WIN8 WIN10
11
// MAC LEOPARD SNOWLEOPARD LION MOUNTAINLION MAVERICKS YOSEMITE ELCAPITAN SIERRA HIGHSIERRA MOJAVE
12
// LINUX CHROMEOS ANDROID
15
// D3D9 D3D11 OPENGL GLES VULKAN
20
// TEST_NAME can be a specific test name, or have a '*' in the end, which
21
// indicates a prefix matching.
24
// fails on both windows and mac (crash)
25
// 91530 WIN : context_lost_restored = SKIP
26
// 91530 MAC : context_lost_restored = SKIP
27
// fails on windows using NVIDIA GPUs
28
// 91533 WIN NVIDIA : gl_min_uniforms = FAIL
29
// fails on Nexus5X with GLES backend (hangs)
30
// 91531 NEXUS5X GLES : conformance_more_* = SKIP
32
// For now we only log Vulkan test expectations. More back-ends can follow as we need them.
36
//// Failures blocking an official GLES 3.1 conformance run on SwiftShader
40
3570 VULKAN : KHR-GLES31.core.compute_shader.build-separable = SKIP
41
3570 VULKAN : KHR-GLES31.core.compute_shader.sso-compute-pipeline = SKIP
42
3570 VULKAN : KHR-GLES31.core.compute_shader.sso-case2 = SKIP
43
3570 VULKAN : KHR-GLES31.core.compute_shader.sso-case3 = SKIP
44
// Program Pipeline Objects:
45
3570 VULKAN : KHR-GLES31.core.shader_atomic_counters.advanced-usage-many-draw-calls2 = FAIL
46
3570 VULKAN : KHR-GLES31.core.shader_atomic_counters.advanced-usage-many-dispatches = FAIL
47
3570 VULKAN : KHR-GLES31.core.vertex_attrib_binding.basic-usage = FAIL
48
3570 VULKAN : KHR-GLES31.core.shader_image_load_store.advanced-sso-simple = FAIL
49
// Separate shader objects:
50
3570 VULKAN : KHR-GLES31.core.sepshaderobjs* = FAIL
53
3596 : KHR-GLES31.core.shader_bitfield_operation.frexp.* = SKIP
54
3596 : KHR-GLES31.core.shader_bitfield_operation.uaddCarry.* = SKIP
55
3596 : KHR-GLES31.core.shader_bitfield_operation.usubBorrow.* = SKIP
56
3596 : KHR-GLES31.core.shader_bitfield_operation.umulExtended.* = SKIP
57
3596 : KHR-GLES31.core.shader_bitfield_operation.imulExtended.* = SKIP
58
// Program interface query.
59
3596 VULKAN : KHR-GLES31.core.program_interface_query.* = FAIL
61
// Image related failures
63
4312 VULKAN : KHR-GLES31.core.shader_image_load_store.advanced-sync-imageAccess = SKIP
64
4315 VULKAN : KHR-GLES31.core.shader_image_load_store.advanced-memory-order-vsfs = FAIL
65
4108 VULKAN : KHR-GLES31.core.shader_image_size.*-nonMS-* = SKIP
67
// Unimplemented glValidateCreateShaderProgramv:
68
4146 : KHR-GLES31.core.shader_storage_buffer_object.basic-syntaxSSO = FAIL
69
4146 : KHR-GLES31.core.vertex_attrib_binding.advanced-bindingUpdate = FAIL
70
4146 : KHR-GLES31.core.vertex_attrib_binding.advanced-largeStrideAndOffsetsNewAndLegacyAPI = FAIL
72
// Multisampled textures:
73
// --gtest_filter=dEQP.KHR_GLES31/core_texture_storage_multisample_FunctionalTests_verify_sample_masking_for_non_integer_color_renderable_internalformats* --use-angle=swiftshader
74
4259 SWIFTSHADER : KHR-GLES31.core.texture_storage_multisample.FunctionalTests.verify_sample_masking_for_non_integer_color_renderable_internalformats = FAIL
78
//// General Vulkan expectations
81
// Framebuffer without attachments:
82
3579 VULKAN : KHR-GLES31.core.framebuffer_no_attachments.api = FAIL
85
3586 VULKAN : KHR-GLES31.core.blend_equation_advanced.* = SKIP
88
// GL_MIN/MAX_PROGRAM_TEXTURE_GATHER_OFFSET not set.
89
3605 VULKAN : KHR-GLES31.core.texture_gather.* = FAIL
92
4188 VULKAN : KHR-GLES31.core.compute_shader.resource-image = FAIL
93
4189 VULKAN : KHR-GLES31.core.compute_shader.shared-struct = SKIP
94
4191 VULKAN : KHR-GLES31.core.compute_shader.resources-max = FAIL
95
4192 VULKAN : KHR-GLES31.core.compute_shader.pipeline-post-xfb = FAIL
96
3726 VULKAN PIXEL2ORXL : KHR-GLES31.core.compute_shader.pipeline-compute-chain = FAIL
97
4194 VULKAN PIXEL2ORXL : KHR-GLES31.core.compute_shader.resource-ubo = FAIL
98
4194 VULKAN PIXEL2ORXL : KHR-GLES31.core.compute_shader.built-in-variables = FAIL
100
// Arrays-of-arrays as vertex inputs:
101
4148 : KHR-GLES31.core.arrays_of_arrays.InteractionInterfaceArrays2 = FAIL
105
//// Desktop Vulkan expectations
108
// Crashes in libnvidia-glvkspirv.so, fixed in newer drivers
109
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-cs-*-matC* = SKIP
110
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-vs-*-matC* = SKIP
111
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-fs-*-matC* = SKIP
112
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-cs-*-struct* = SKIP
113
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-vs-*-struct* = SKIP
114
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-fs-*-struct* = SKIP
115
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-cs-*-matR* = SKIP
116
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-vs-*-matR* = SKIP
117
4128 VULKAN NVIDIA : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength-fs-*-matR* = SKIP
121
//// Android (i.e. Pixel*) Vulkan expectations
124
// Crashes on Android
125
3520 VULKAN ANDROID : KHR-GLES31.core.shader_storage_buffer_object.advanced-unsizedArrayLength* = SKIP
127
// Passing on recent drivers:
128
3726 VULKAN ANDROID : KHR-GLES31.core.shader_atomic_counters.* = FAIL
129
3726 VULKAN ANDROID : KHR-GLES31.core.shader_atomic_counters.advanced-usage-* = SKIP
131
// Explicit uniform locations:
132
4219 VULKAN PIXEL2ORXL : KHR-GLES31.core.explicit_uniform_location.uniform-loc-mix-with-implicit-max = FAIL
133
4219 VULKAN PIXEL2ORXL : KHR-GLES31.core.explicit_uniform_location.uniform-loc-mix-with-implicit-max-array = FAIL
135
// Fails on Pixel2 and Pixel2 XL
136
4159 VULKAN PIXEL2ORXL : KHR-GLES31.core.draw_indirect.advanced-twoPass-transformFeedback-elements = FAIL
137
4159 VULKAN PIXEL2ORXL : KHR-GLES31.core.draw_indirect.advanced-twoPass-transformFeedback-arrays = FAIL