OLD | NEW |
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s | 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s |
5 | 5 |
6 # See the GpuTestExpectations class for documentation. | 6 # See the GpuTestExpectations class for documentation. |
7 | 7 |
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): | 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): |
9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): | 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): |
10 super(WebGL2ConformanceExpectations, self).__init__( | 10 super(WebGL2ConformanceExpectations, self).__init__( |
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) | 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) |
46 | 46 |
47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', | 47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', |
48 bug=660844) # WebGL 2.0.1 | 48 bug=660844) # WebGL 2.0.1 |
49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', | 49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', |
50 bug=660844) # WebGL 2.0.1 | 50 bug=660844) # WebGL 2.0.1 |
51 self.Fail('conformance2/textures/misc/' + | 51 self.Fail('conformance2/textures/misc/' + |
52 'integer-cubemap-specification-order-bug.html', | 52 'integer-cubemap-specification-order-bug.html', |
53 bug=483282) # owner:cwallez, test might be buggy | 53 bug=483282) # owner:cwallez, test might be buggy |
54 | 54 |
55 # Win and Mac | |
56 self.Fail('deqp/functional/gles3/sync.html', ['win', 'mac'], bug=676848) | |
57 | |
58 # Windows only. | 55 # Windows only. |
59 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', | 56 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', |
60 ['win'], bug=644740) | 57 ['win', 'd3d11'], bug=644740) |
| 58 self.Fail('deqp/functional/gles3/sync.html', ['win', 'd3d11'], bug=676848) |
61 | 59 |
62 # Win / NVidia | 60 # Win / NVidia |
63 self.Flaky('deqp/functional/gles3/fbomultisample*', | 61 self.Flaky('deqp/functional/gles3/fbomultisample*', |
64 ['win', 'nvidia'], bug=631317) | 62 ['win', 'nvidia', 'd3d11'], bug=631317) |
65 self.Fail('conformance2/rendering/' + | 63 self.Fail('conformance2/rendering/' + |
66 'draw-with-integer-texture-base-level.html', | 64 'draw-with-integer-texture-base-level.html', |
67 ['win', 'nvidia'], bug=679639) | 65 ['win', 'nvidia', 'd3d11'], bug=679639) |
68 | 66 |
69 # Win10 / NVIDIA Quadro M2000 failures | 67 # Win10 / NVIDIA Quadro M2000 failures |
70 self.Fail('deqp/functional/gles3/transformfeedback/' + | 68 self.Fail('deqp/functional/gles3/transformfeedback/' + |
71 'basic_types_interleaved_lines.html', | 69 'basic_types_interleaved_lines.html', |
72 ['win10', ('nvidia', 0x1430)], bug=680754) | 70 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
73 self.Fail('deqp/functional/gles3/transformfeedback/' + | 71 self.Fail('deqp/functional/gles3/transformfeedback/' + |
74 'basic_types_interleaved_triangles.html', | 72 'basic_types_interleaved_triangles.html', |
75 ['win10', ('nvidia', 0x1430)], bug=680754) | 73 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
76 self.Fail('deqp/functional/gles3/transformfeedback/' + | 74 self.Fail('deqp/functional/gles3/transformfeedback/' + |
77 'basic_types_separate_lines.html', | 75 'basic_types_separate_lines.html', |
78 ['win10', ('nvidia', 0x1430)], bug=680754) | 76 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
79 self.Fail('deqp/functional/gles3/transformfeedback/' + | 77 self.Fail('deqp/functional/gles3/transformfeedback/' + |
80 'basic_types_separate_triangles.html', | 78 'basic_types_separate_triangles.html', |
81 ['win10', ('nvidia', 0x1430)], bug=680754) | 79 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
82 self.Fail('deqp/functional/gles3/transformfeedback/' + | 80 self.Fail('deqp/functional/gles3/transformfeedback/' + |
83 'random_interleaved_lines.html', | 81 'random_interleaved_lines.html', |
84 ['win10', ('nvidia', 0x1430)], bug=680754) | 82 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
85 self.Fail('deqp/functional/gles3/transformfeedback/' + | 83 self.Fail('deqp/functional/gles3/transformfeedback/' + |
86 'random_interleaved_triangles.html', | 84 'random_interleaved_triangles.html', |
87 ['win10', ('nvidia', 0x1430)], bug=680754) | 85 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
88 self.Fail('deqp/functional/gles3/transformfeedback/' + | 86 self.Fail('deqp/functional/gles3/transformfeedback/' + |
89 'random_separate_lines.html', | 87 'random_separate_lines.html', |
90 ['win10', ('nvidia', 0x1430)], bug=680754) | 88 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
91 self.Fail('deqp/functional/gles3/transformfeedback/' + | 89 self.Fail('deqp/functional/gles3/transformfeedback/' + |
92 'random_separate_triangles.html', | 90 'random_separate_triangles.html', |
93 ['win10', ('nvidia', 0x1430)], bug=680754) | 91 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
94 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html', | 92 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html', |
95 ['win10', ('nvidia', 0x1430)], bug=680754) | 93 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754) |
| 94 |
| 95 # Win / NVIDIA / OpenGL |
| 96 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', |
| 97 ['win', 'nvidia', 'opengl'], bug=693090) |
| 98 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', |
| 99 ['win', 'nvidia', 'opengl'], bug=693090) |
| 100 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html', |
| 101 ['win', 'nvidia', 'opengl'], bug=693090) |
96 | 102 |
97 # Win / AMD | 103 # Win / AMD |
98 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', | 104 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', |
99 ['win', 'amd'], bug=483282) # owner:jmadill | 105 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill |
100 | 106 |
101 # Failing on old R5 230 configuration. | 107 # Failing on old R5 230 configuration. |
102 self.Fail('deqp/functional/gles3/shadertexturefunction/' + | 108 self.Fail('deqp/functional/gles3/shadertexturefunction/' + |
103 'texelfetchoffset.html', | 109 'texelfetchoffset.html', |
104 ['win', ('amd', 0x6779)], bug=483282) | 110 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) |
105 | 111 |
106 self.Fail('deqp/functional/gles3/transformfeedback/*', | 112 self.Fail('deqp/functional/gles3/transformfeedback/*', |
107 ['win', ('amd', 0x6779)], bug=626068) | 113 ['win', ('amd', 0x6779, 'd3d11')], bug=626068) |
108 | 114 |
109 self.Fail('deqp/functional/gles3/shadercommonfunction.html', | 115 self.Fail('deqp/functional/gles3/shadercommonfunction.html', |
110 ['win', ('amd', 0x6779)], bug=483282) | 116 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) |
111 self.Fail('deqp/functional/gles3/multisample.html', | 117 self.Fail('deqp/functional/gles3/multisample.html', |
112 ['win', ('amd', 0x6779)], bug=617290) | 118 ['win', ('amd', 0x6779), 'd3d11'], bug=617290) |
113 | 119 |
114 # Keep a separate set of failures for the R7 240, since it can use a new | 120 # Keep a separate set of failures for the R7 240, since it can use a new |
115 # and updated driver. The older drivers won't ever get fixes from AMD. | 121 # and updated driver. The older drivers won't ever get fixes from AMD. |
116 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. | 122 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. |
117 | 123 |
118 # It's unfortunate that these suppressions need to be so broad, but | 124 # It's unfortunate that these suppressions need to be so broad, but |
119 # basically any test that uses readPixels is potentially flaky, and | 125 # basically any test that uses readPixels is potentially flaky, and |
120 # it's infeasible to suppress individual failures one by one. | 126 # it's infeasible to suppress individual failures one by one. |
121 self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419) | 127 self.Flaky('conformance/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) |
122 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419) | 128 self.Flaky('conformance2/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) |
123 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419) | 129 self.Flaky('deqp/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) |
124 | 130 |
125 # Win / Intel | 131 # Win / Intel |
126 self.Fail('conformance2/glsl3/' + | 132 self.Fail('conformance2/glsl3/' + |
127 'texture-offset-uniform-texture-coordinate.html', | 133 'texture-offset-uniform-texture-coordinate.html', |
128 ['win', 'intel'], bug=662644) # WebGL 2.0.1 | 134 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 |
129 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html', | 135 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html', |
130 ['win', 'intel'], bug=662644) # WebGL 2.0.1 | 136 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 |
131 self.Skip('conformance2/textures/misc/copy-texture-image.html', | 137 self.Skip('conformance2/textures/misc/copy-texture-image.html', |
132 ['win', 'intel'], bug=617449) | 138 ['win', 'intel', 'd3d11'], bug=617449) |
133 # Seems to cause the harness to fail immediately afterward | 139 # Seems to cause the harness to fail immediately afterward |
134 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', | 140 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', |
135 ['win', 'intel'], bug=648337) | 141 ['win', 'intel', 'd3d11'], bug=648337) |
136 self.Flaky('deqp/functional/gles3/lifetime.html', | 142 self.Flaky('deqp/functional/gles3/lifetime.html', |
137 ['win', 'intel'], bug=620379) | 143 ['win', 'intel', 'd3d11'], bug=620379) |
138 self.Skip('deqp/functional/gles3/texturespecification/' + | 144 self.Skip('deqp/functional/gles3/texturespecification/' + |
139 'teximage3d_depth_pbo.html', | 145 'teximage3d_depth_pbo.html', |
140 ['win', 'intel'], bug=617449) | 146 ['win', 'intel', 'd3d11'], bug=617449) |
141 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html', | 147 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html', |
142 ['win', 'intel'], bug=614418) | 148 ['win', 'intel', 'd3d11'], bug=614418) |
143 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html', | 149 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html', |
144 ['win', 'intel'], bug=614418) | 150 ['win', 'intel', 'd3d11'], bug=614418) |
145 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html', | 151 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html', |
146 ['win', 'intel'], bug=614418) | 152 ['win', 'intel', 'd3d11'], bug=614418) |
147 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html', | 153 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html', |
148 ['win', 'intel'], bug=614418) | 154 ['win', 'intel', 'd3d11'], bug=614418) |
149 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html', | 155 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html', |
150 ['win', 'intel'], bug=614418) | 156 ['win', 'intel', 'd3d11'], bug=614418) |
151 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', | 157 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', |
152 ['win', 'intel'], bug=614418) | 158 ['win', 'intel', 'd3d11'], bug=614418) |
153 | 159 |
154 self.Fail('deqp/functional/gles3/fbomultisample*', | 160 self.Fail('deqp/functional/gles3/fbomultisample*', |
155 ['win', 'intel'], bug=483282) | 161 ['win', 'intel', 'd3d11'], bug=483282) |
156 | 162 |
157 # These tests seem to crash flakily. It's best to leave them as skip | 163 # These tests seem to crash flakily. It's best to leave them as skip |
158 # until we can run them without GPU hangs and crashes. | 164 # until we can run them without GPU hangs and crashes. |
159 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', | 165 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', |
160 ['win', 'intel'], bug=666392) | 166 ['win', 'intel', 'd3d11'], bug=666392) |
161 | 167 |
162 # Intel HD 530 | 168 # Intel HD 530 |
163 self.Fail('conformance2/textures/misc/angle-stuck-depth-textures.html', | 169 self.Fail('conformance2/textures/misc/angle-stuck-depth-textures.html', |
164 ['win', 'intel'], bug=680797) | 170 ['win', 'intel', 'd3d11'], bug=680797) |
165 self.Fail('deqp/functional/gles3/fboinvalidate/format_00.html', | 171 self.Fail('deqp/functional/gles3/fboinvalidate/format_00.html', |
166 ['win', 'intel'], bug=680797) | 172 ['win', 'intel', 'd3d11'], bug=680797) |
167 self.Fail('deqp/functional/gles3/fboinvalidate/format_01.html', | 173 self.Fail('deqp/functional/gles3/fboinvalidate/format_01.html', |
168 ['win', 'intel'], bug=680797) | 174 ['win', 'intel', 'd3d11'], bug=680797) |
169 self.Fail('deqp/functional/gles3/fboinvalidate/format_02.html', | 175 self.Fail('deqp/functional/gles3/fboinvalidate/format_02.html', |
170 ['win', 'intel'], bug=680797) | 176 ['win', 'intel', 'd3d11'], bug=680797) |
171 self.Fail('deqp/functional/gles3/framebufferblit/' + | 177 self.Fail('deqp/functional/gles3/framebufferblit/' + |
172 'default_framebuffer_03.html', | 178 'default_framebuffer_03.html', |
173 ['win', 'intel'], bug=680797) | 179 ['win', 'intel', 'd3d11'], bug=680797) |
174 self.Fail('deqp/functional/gles3/framebufferblit/' + | 180 self.Fail('deqp/functional/gles3/framebufferblit/' + |
175 'default_framebuffer_04.html', | 181 'default_framebuffer_04.html', |
176 ['win', 'intel'], bug=680797) | 182 ['win', 'intel', 'd3d11'], bug=680797) |
177 self.Fail('deqp/functional/gles3/framebufferblit/' + | 183 self.Fail('deqp/functional/gles3/framebufferblit/' + |
178 'default_framebuffer_06.html', | 184 'default_framebuffer_06.html', |
179 ['win', 'intel'], bug=680797) | 185 ['win', 'intel', 'd3d11'], bug=680797) |
180 | 186 |
181 # It's unfortunate that these suppressions need to be so broad, but it | 187 # It's unfortunate that these suppressions need to be so broad, but it |
182 # looks like the D3D11 device can be lost spontaneously on this | 188 # looks like the D3D11 device can be lost spontaneously on this |
183 # configuration while running basically any test. | 189 # configuration while running basically any test. |
184 self.Flaky('conformance/*', ['win', 'intel'], bug=628395) | 190 self.Flaky('conformance/*', ['win', 'intel', 'd3d11'], bug=628395) |
185 self.Flaky('conformance2/*', ['win', 'intel'], bug=628395) | 191 self.Flaky('conformance2/*', ['win', 'intel', 'd3d11'], bug=628395) |
186 self.Flaky('deqp/*', ['win', 'intel'], bug=628395) | 192 self.Flaky('deqp/*', ['win', 'intel', 'd3d11'], bug=628395) |
187 | 193 |
188 # Mac only. | 194 # Mac only. |
189 | 195 |
190 self.Fail('conformance2/rendering/' + | 196 self.Fail('conformance2/rendering/' + |
191 'framebuffer-completeness-unaffected.html', | 197 'framebuffer-completeness-unaffected.html', |
192 ['mac'], bug=630800) | 198 ['mac'], bug=630800) |
193 self.Fail('deqp/functional/gles3/fbocompleteness.html', | 199 self.Fail('deqp/functional/gles3/fbocompleteness.html', |
194 ['mac'], bug=630800) | 200 ['mac'], bug=630800) |
| 201 self.Fail('deqp/functional/gles3/sync.html', ['mac'], bug=676848) |
195 # self.Fail('deqp/functional/gles3/fbocompleteness.html', | 202 # self.Fail('deqp/functional/gles3/fbocompleteness.html', |
196 # ['mac', ('nvidia', 0xfe9)], bug=616562) | 203 # ['mac', ('nvidia', 0xfe9)], bug=616562) |
197 | 204 |
198 self.Fail('conformance2/renderbuffers/framebuffer-test.html', | 205 self.Fail('conformance2/renderbuffers/framebuffer-test.html', |
199 ['mac'], bug=641149) | 206 ['mac'], bug=641149) |
200 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', | 207 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', |
201 ['mac'], bug=680278) | 208 ['mac'], bug=680278) |
202 | 209 |
203 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html', | 210 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html', |
204 ['mac'], bug=654187) | 211 ['mac'], bug=654187) |
(...skipping 837 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1042 # self.Fail(page_name, | 1049 # self.Fail(page_name, |
1043 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) | 1050 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) |
1044 # self.Fail(page_name, | 1051 # self.Fail(page_name, |
1045 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 1052 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
1046 | 1053 |
1047 # Conflicts if between a generic os condition and a specific version | 1054 # Conflicts if between a generic os condition and a specific version |
1048 # self.Fail(page_name, | 1055 # self.Fail(page_name, |
1049 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) | 1056 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) |
1050 # self.Fail(page_name, | 1057 # self.Fail(page_name, |
1051 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 1058 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
OLD | NEW |