Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1128)

Side by Side Diff: content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

Issue 2701523005: Test WebGL2 on ANGLE's GL backed on Windows/NVIDIA. (Closed)
Patch Set: Run on FYI only Created 3 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « content/test/gpu/generate_buildbot_json.py ('k') | testing/buildbot/chromium.gpu.fyi.json » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s
5 5
6 # See the GpuTestExpectations class for documentation. 6 # See the GpuTestExpectations class for documentation.
7 7
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False):
10 super(WebGL2ConformanceExpectations, self).__init__( 10 super(WebGL2ConformanceExpectations, self).__init__(
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
46 46
47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', 47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html',
48 bug=660844) # WebGL 2.0.1 48 bug=660844) # WebGL 2.0.1
49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', 49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html',
50 bug=660844) # WebGL 2.0.1 50 bug=660844) # WebGL 2.0.1
51 self.Fail('conformance2/textures/misc/' + 51 self.Fail('conformance2/textures/misc/' +
52 'integer-cubemap-specification-order-bug.html', 52 'integer-cubemap-specification-order-bug.html',
53 bug=483282) # owner:cwallez, test might be buggy 53 bug=483282) # owner:cwallez, test might be buggy
54 54
55 # Win and Mac
56 self.Fail('deqp/functional/gles3/sync.html', ['win', 'mac'], bug=676848)
57
58 # Windows only. 55 # Windows only.
59 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', 56 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html',
60 ['win'], bug=644740) 57 ['win', 'd3d11'], bug=644740)
58 self.Fail('deqp/functional/gles3/sync.html', ['win', 'd3d11'], bug=676848)
61 59
62 # Win / NVidia 60 # Win / NVidia
63 self.Flaky('deqp/functional/gles3/fbomultisample*', 61 self.Flaky('deqp/functional/gles3/fbomultisample*',
64 ['win', 'nvidia'], bug=631317) 62 ['win', 'nvidia', 'd3d11'], bug=631317)
65 self.Fail('conformance2/rendering/' + 63 self.Fail('conformance2/rendering/' +
66 'draw-with-integer-texture-base-level.html', 64 'draw-with-integer-texture-base-level.html',
67 ['win', 'nvidia'], bug=679639) 65 ['win', 'nvidia', 'd3d11'], bug=679639)
68 66
69 # Win10 / NVIDIA Quadro M2000 failures 67 # Win10 / NVIDIA Quadro M2000 failures
70 self.Fail('deqp/functional/gles3/transformfeedback/' + 68 self.Fail('deqp/functional/gles3/transformfeedback/' +
71 'basic_types_interleaved_lines.html', 69 'basic_types_interleaved_lines.html',
72 ['win10', ('nvidia', 0x1430)], bug=680754) 70 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
73 self.Fail('deqp/functional/gles3/transformfeedback/' + 71 self.Fail('deqp/functional/gles3/transformfeedback/' +
74 'basic_types_interleaved_triangles.html', 72 'basic_types_interleaved_triangles.html',
75 ['win10', ('nvidia', 0x1430)], bug=680754) 73 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
76 self.Fail('deqp/functional/gles3/transformfeedback/' + 74 self.Fail('deqp/functional/gles3/transformfeedback/' +
77 'basic_types_separate_lines.html', 75 'basic_types_separate_lines.html',
78 ['win10', ('nvidia', 0x1430)], bug=680754) 76 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
79 self.Fail('deqp/functional/gles3/transformfeedback/' + 77 self.Fail('deqp/functional/gles3/transformfeedback/' +
80 'basic_types_separate_triangles.html', 78 'basic_types_separate_triangles.html',
81 ['win10', ('nvidia', 0x1430)], bug=680754) 79 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
82 self.Fail('deqp/functional/gles3/transformfeedback/' + 80 self.Fail('deqp/functional/gles3/transformfeedback/' +
83 'random_interleaved_lines.html', 81 'random_interleaved_lines.html',
84 ['win10', ('nvidia', 0x1430)], bug=680754) 82 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
85 self.Fail('deqp/functional/gles3/transformfeedback/' + 83 self.Fail('deqp/functional/gles3/transformfeedback/' +
86 'random_interleaved_triangles.html', 84 'random_interleaved_triangles.html',
87 ['win10', ('nvidia', 0x1430)], bug=680754) 85 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
88 self.Fail('deqp/functional/gles3/transformfeedback/' + 86 self.Fail('deqp/functional/gles3/transformfeedback/' +
89 'random_separate_lines.html', 87 'random_separate_lines.html',
90 ['win10', ('nvidia', 0x1430)], bug=680754) 88 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
91 self.Fail('deqp/functional/gles3/transformfeedback/' + 89 self.Fail('deqp/functional/gles3/transformfeedback/' +
92 'random_separate_triangles.html', 90 'random_separate_triangles.html',
93 ['win10', ('nvidia', 0x1430)], bug=680754) 91 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
94 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html', 92 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html',
95 ['win10', ('nvidia', 0x1430)], bug=680754) 93 ['win10', ('nvidia', 0x1430), 'd3d11'], bug=680754)
94
95 # Win / NVIDIA / OpenGL
96 self.Fail('conformance2/rendering/framebuffer-texture-level1.html',
97 ['win', 'nvidia', 'opengl'], bug=693090)
98 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
99 ['win', 'nvidia', 'opengl'], bug=693090)
100 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html',
101 ['win', 'nvidia', 'opengl'], bug=693090)
96 102
97 # Win / AMD 103 # Win / AMD
98 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', 104 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html',
99 ['win', 'amd'], bug=483282) # owner:jmadill 105 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill
100 106
101 # Failing on old R5 230 configuration. 107 # Failing on old R5 230 configuration.
102 self.Fail('deqp/functional/gles3/shadertexturefunction/' + 108 self.Fail('deqp/functional/gles3/shadertexturefunction/' +
103 'texelfetchoffset.html', 109 'texelfetchoffset.html',
104 ['win', ('amd', 0x6779)], bug=483282) 110 ['win', ('amd', 0x6779), 'd3d11'], bug=483282)
105 111
106 self.Fail('deqp/functional/gles3/transformfeedback/*', 112 self.Fail('deqp/functional/gles3/transformfeedback/*',
107 ['win', ('amd', 0x6779)], bug=626068) 113 ['win', ('amd', 0x6779, 'd3d11')], bug=626068)
108 114
109 self.Fail('deqp/functional/gles3/shadercommonfunction.html', 115 self.Fail('deqp/functional/gles3/shadercommonfunction.html',
110 ['win', ('amd', 0x6779)], bug=483282) 116 ['win', ('amd', 0x6779), 'd3d11'], bug=483282)
111 self.Fail('deqp/functional/gles3/multisample.html', 117 self.Fail('deqp/functional/gles3/multisample.html',
112 ['win', ('amd', 0x6779)], bug=617290) 118 ['win', ('amd', 0x6779), 'd3d11'], bug=617290)
113 119
114 # Keep a separate set of failures for the R7 240, since it can use a new 120 # Keep a separate set of failures for the R7 240, since it can use a new
115 # and updated driver. The older drivers won't ever get fixes from AMD. 121 # and updated driver. The older drivers won't ever get fixes from AMD.
116 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. 122 # Use ['win', ('amd', 0x6613)] for the R7 240 devices.
117 123
118 # It's unfortunate that these suppressions need to be so broad, but 124 # It's unfortunate that these suppressions need to be so broad, but
119 # basically any test that uses readPixels is potentially flaky, and 125 # basically any test that uses readPixels is potentially flaky, and
120 # it's infeasible to suppress individual failures one by one. 126 # it's infeasible to suppress individual failures one by one.
121 self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419) 127 self.Flaky('conformance/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
122 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419) 128 self.Flaky('conformance2/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
123 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419) 129 self.Flaky('deqp/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
124 130
125 # Win / Intel 131 # Win / Intel
126 self.Fail('conformance2/glsl3/' + 132 self.Fail('conformance2/glsl3/' +
127 'texture-offset-uniform-texture-coordinate.html', 133 'texture-offset-uniform-texture-coordinate.html',
128 ['win', 'intel'], bug=662644) # WebGL 2.0.1 134 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1
129 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html', 135 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html',
130 ['win', 'intel'], bug=662644) # WebGL 2.0.1 136 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1
131 self.Skip('conformance2/textures/misc/copy-texture-image.html', 137 self.Skip('conformance2/textures/misc/copy-texture-image.html',
132 ['win', 'intel'], bug=617449) 138 ['win', 'intel', 'd3d11'], bug=617449)
133 # Seems to cause the harness to fail immediately afterward 139 # Seems to cause the harness to fail immediately afterward
134 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', 140 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html',
135 ['win', 'intel'], bug=648337) 141 ['win', 'intel', 'd3d11'], bug=648337)
136 self.Flaky('deqp/functional/gles3/lifetime.html', 142 self.Flaky('deqp/functional/gles3/lifetime.html',
137 ['win', 'intel'], bug=620379) 143 ['win', 'intel', 'd3d11'], bug=620379)
138 self.Skip('deqp/functional/gles3/texturespecification/' + 144 self.Skip('deqp/functional/gles3/texturespecification/' +
139 'teximage3d_depth_pbo.html', 145 'teximage3d_depth_pbo.html',
140 ['win', 'intel'], bug=617449) 146 ['win', 'intel', 'd3d11'], bug=617449)
141 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html', 147 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html',
142 ['win', 'intel'], bug=614418) 148 ['win', 'intel', 'd3d11'], bug=614418)
143 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html', 149 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html',
144 ['win', 'intel'], bug=614418) 150 ['win', 'intel', 'd3d11'], bug=614418)
145 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html', 151 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html',
146 ['win', 'intel'], bug=614418) 152 ['win', 'intel', 'd3d11'], bug=614418)
147 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html', 153 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html',
148 ['win', 'intel'], bug=614418) 154 ['win', 'intel', 'd3d11'], bug=614418)
149 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html', 155 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html',
150 ['win', 'intel'], bug=614418) 156 ['win', 'intel', 'd3d11'], bug=614418)
151 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', 157 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html',
152 ['win', 'intel'], bug=614418) 158 ['win', 'intel', 'd3d11'], bug=614418)
153 159
154 self.Fail('deqp/functional/gles3/fbomultisample*', 160 self.Fail('deqp/functional/gles3/fbomultisample*',
155 ['win', 'intel'], bug=483282) 161 ['win', 'intel', 'd3d11'], bug=483282)
156 162
157 # These tests seem to crash flakily. It's best to leave them as skip 163 # These tests seem to crash flakily. It's best to leave them as skip
158 # until we can run them without GPU hangs and crashes. 164 # until we can run them without GPU hangs and crashes.
159 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', 165 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html',
160 ['win', 'intel'], bug=666392) 166 ['win', 'intel', 'd3d11'], bug=666392)
161 167
162 # Intel HD 530 168 # Intel HD 530
163 self.Fail('conformance2/textures/misc/angle-stuck-depth-textures.html', 169 self.Fail('conformance2/textures/misc/angle-stuck-depth-textures.html',
164 ['win', 'intel'], bug=680797) 170 ['win', 'intel', 'd3d11'], bug=680797)
165 self.Fail('deqp/functional/gles3/fboinvalidate/format_00.html', 171 self.Fail('deqp/functional/gles3/fboinvalidate/format_00.html',
166 ['win', 'intel'], bug=680797) 172 ['win', 'intel', 'd3d11'], bug=680797)
167 self.Fail('deqp/functional/gles3/fboinvalidate/format_01.html', 173 self.Fail('deqp/functional/gles3/fboinvalidate/format_01.html',
168 ['win', 'intel'], bug=680797) 174 ['win', 'intel', 'd3d11'], bug=680797)
169 self.Fail('deqp/functional/gles3/fboinvalidate/format_02.html', 175 self.Fail('deqp/functional/gles3/fboinvalidate/format_02.html',
170 ['win', 'intel'], bug=680797) 176 ['win', 'intel', 'd3d11'], bug=680797)
171 self.Fail('deqp/functional/gles3/framebufferblit/' + 177 self.Fail('deqp/functional/gles3/framebufferblit/' +
172 'default_framebuffer_03.html', 178 'default_framebuffer_03.html',
173 ['win', 'intel'], bug=680797) 179 ['win', 'intel', 'd3d11'], bug=680797)
174 self.Fail('deqp/functional/gles3/framebufferblit/' + 180 self.Fail('deqp/functional/gles3/framebufferblit/' +
175 'default_framebuffer_04.html', 181 'default_framebuffer_04.html',
176 ['win', 'intel'], bug=680797) 182 ['win', 'intel', 'd3d11'], bug=680797)
177 self.Fail('deqp/functional/gles3/framebufferblit/' + 183 self.Fail('deqp/functional/gles3/framebufferblit/' +
178 'default_framebuffer_06.html', 184 'default_framebuffer_06.html',
179 ['win', 'intel'], bug=680797) 185 ['win', 'intel', 'd3d11'], bug=680797)
180 186
181 # It's unfortunate that these suppressions need to be so broad, but it 187 # It's unfortunate that these suppressions need to be so broad, but it
182 # looks like the D3D11 device can be lost spontaneously on this 188 # looks like the D3D11 device can be lost spontaneously on this
183 # configuration while running basically any test. 189 # configuration while running basically any test.
184 self.Flaky('conformance/*', ['win', 'intel'], bug=628395) 190 self.Flaky('conformance/*', ['win', 'intel', 'd3d11'], bug=628395)
185 self.Flaky('conformance2/*', ['win', 'intel'], bug=628395) 191 self.Flaky('conformance2/*', ['win', 'intel', 'd3d11'], bug=628395)
186 self.Flaky('deqp/*', ['win', 'intel'], bug=628395) 192 self.Flaky('deqp/*', ['win', 'intel', 'd3d11'], bug=628395)
187 193
188 # Mac only. 194 # Mac only.
189 195
190 self.Fail('conformance2/rendering/' + 196 self.Fail('conformance2/rendering/' +
191 'framebuffer-completeness-unaffected.html', 197 'framebuffer-completeness-unaffected.html',
192 ['mac'], bug=630800) 198 ['mac'], bug=630800)
193 self.Fail('deqp/functional/gles3/fbocompleteness.html', 199 self.Fail('deqp/functional/gles3/fbocompleteness.html',
194 ['mac'], bug=630800) 200 ['mac'], bug=630800)
201 self.Fail('deqp/functional/gles3/sync.html', ['mac'], bug=676848)
195 # self.Fail('deqp/functional/gles3/fbocompleteness.html', 202 # self.Fail('deqp/functional/gles3/fbocompleteness.html',
196 # ['mac', ('nvidia', 0xfe9)], bug=616562) 203 # ['mac', ('nvidia', 0xfe9)], bug=616562)
197 204
198 self.Fail('conformance2/renderbuffers/framebuffer-test.html', 205 self.Fail('conformance2/renderbuffers/framebuffer-test.html',
199 ['mac'], bug=641149) 206 ['mac'], bug=641149)
200 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', 207 self.Fail('conformance2/rendering/framebuffer-texture-level1.html',
201 ['mac'], bug=680278) 208 ['mac'], bug=680278)
202 209
203 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html', 210 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html',
204 ['mac'], bug=654187) 211 ['mac'], bug=654187)
(...skipping 837 matching lines...) Expand 10 before | Expand all | Expand 10 after
1042 # self.Fail(page_name, 1049 # self.Fail(page_name,
1043 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) 1050 # ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
1044 # self.Fail(page_name, 1051 # self.Fail(page_name,
1045 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 1052 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
1046 1053
1047 # Conflicts if between a generic os condition and a specific version 1054 # Conflicts if between a generic os condition and a specific version
1048 # self.Fail(page_name, 1055 # self.Fail(page_name,
1049 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) 1056 # ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
1050 # self.Fail(page_name, 1057 # self.Fail(page_name,
1051 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 1058 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
OLDNEW
« no previous file with comments | « content/test/gpu/generate_buildbot_json.py ('k') | testing/buildbot/chromium.gpu.fyi.json » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698