Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(295)

Side by Side Diff: content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

Issue 2927233002: Update WebGL2 conformance test expectations for Win bots (Closed)
Patch Set: Created 3 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s
5 5
6 # See the GpuTestExpectations class for documentation. 6 # See the GpuTestExpectations class for documentation.
7 7
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False):
10 super(WebGL2ConformanceExpectations, self).__init__( 10 super(WebGL2ConformanceExpectations, self).__init__(
(...skipping 26 matching lines...) Expand all
37 # Conformance expectations 37 # Conformance expectations
38 # ======================== 38 # ========================
39 39
40 # Too slow (take about one hour to run) 40 # Too slow (take about one hour to run)
41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403)
42 42
43 # All platforms. 43 # All platforms.
44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) 44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
46 46
47 # canvas.commit() promise synchronization isn't fully reliable yet.
48 self.Fail('conformance/offscreencanvas/offscreencanvas-resize.html',
49 bug=709484)
50
51 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', 47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html',
52 bug=660844) # WebGL 2.0.1 48 bug=660844) # WebGL 2.0.1
53 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', 49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html',
54 bug=660844) # WebGL 2.0.1 50 bug=660844) # WebGL 2.0.1
55 self.Fail('conformance2/textures/misc/' + 51 self.Fail('conformance2/textures/misc/' +
56 'integer-cubemap-specification-order-bug.html', 52 'integer-cubemap-specification-order-bug.html',
57 bug=483282) # owner:cwallez, test might be buggy 53 bug=483282) # owner:cwallez, test might be buggy
58 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', 54 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html',
59 bug=625738) 55 bug=625738)
60 56
61 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', 57 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html',
62 bug=1966) # angle bug ID 58 bug=1966) # angle bug ID
63 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html', 59 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html',
64 bug=1966) # angle bug ID 60 bug=1966) # angle bug ID
65 61
66 # Windows only. 62 # Windows only.
67 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', 63 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html',
68 ['win', 'd3d11'], bug=644740) 64 ['win', 'd3d11'], bug=644740)
69 self.Fail('conformance2/textures/misc/tex-base-level-bug.html', 65 self.Fail('conformance2/textures/misc/tex-base-level-bug.html',
70 ['win', 'd3d11'], bug=705865) 66 ['win', 'd3d11'], bug=705865)
71 self.Fail('deqp/functional/gles3/sync.html', ['win', 'd3d11'], bug=676848)
72 67
73 # Win / NVidia 68 # Win / NVidia
74 self.Flaky('deqp/functional/gles3/fbomultisample*', 69 self.Flaky('deqp/functional/gles3/fbomultisample*',
75 ['win', 'nvidia', 'd3d11'], bug=631317) 70 ['win', 'nvidia', 'd3d11'], bug=631317)
76 self.Fail('conformance2/rendering/' + 71 self.Fail('conformance2/rendering/' +
77 'draw-with-integer-texture-base-level.html', 72 'draw-with-integer-texture-base-level.html',
78 ['win', 'nvidia', 'd3d11'], bug=679639) 73 ['win', 'nvidia', 'd3d11'], bug=679639)
79 74
80 # Win10 / NVIDIA Quadro P400 / D3D11 failures 75 # Win10 / NVIDIA Quadro P400 / D3D11 failures
81 self.Fail('deqp/functional/gles3/transformfeedback/' + 76 self.Fail('deqp/functional/gles3/transformfeedback/' +
82 'basic_types_interleaved_lines.html', 77 'basic_types_interleaved_lines.html',
83 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) 78 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
84 self.Fail('deqp/functional/gles3/transformfeedback/' + 79 self.Fail('deqp/functional/gles3/transformfeedback/' +
85 'basic_types_interleaved_triangles.html',
86 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
87 self.Fail('deqp/functional/gles3/transformfeedback/' +
88 'basic_types_separate_lines.html', 80 'basic_types_separate_lines.html',
89 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) 81 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
90 self.Fail('deqp/functional/gles3/transformfeedback/' + 82 self.Fail('deqp/functional/gles3/transformfeedback/' +
91 'basic_types_separate_triangles.html',
92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
93 self.Fail('deqp/functional/gles3/transformfeedback/' +
94 'random_interleaved_lines.html',
95 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
96 self.Fail('deqp/functional/gles3/transformfeedback/' +
97 'random_interleaved_triangles.html', 83 'random_interleaved_triangles.html',
98 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) 84 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
99 self.Fail('deqp/functional/gles3/transformfeedback/' +
100 'random_separate_lines.html',
101 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
102 self.Fail('deqp/functional/gles3/transformfeedback/' +
103 'random_separate_triangles.html',
104 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
105 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html',
106 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754)
107 self.Flaky('conformance/textures/image_bitmap_from_video/' + 85 self.Flaky('conformance/textures/image_bitmap_from_video/' +
108 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', 86 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
109 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) 87 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670)
110 self.Flaky('conformance/textures/image_bitmap_from_video/' + 88 self.Flaky('conformance/textures/image_bitmap_from_video/' +
111 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', 89 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html',
112 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) 90 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670)
113 self.Flaky('conformance2/textures/video/*', 91 self.Flaky('conformance2/textures/video/*',
114 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) 92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670)
115 self.Flaky('conformance2/textures/image_bitmap_from_video/*', 93 self.Flaky('conformance2/textures/image_bitmap_from_video/*',
116 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) 94 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670)
117 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html', 95 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html',
118 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) 96 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670)
119 97
120 # Win / NVIDIA / OpenGL 98 # Win / NVIDIA / OpenGL
121 self.Fail('conformance2/rendering/framebuffer-texture-level1.html',
122 ['win', 'nvidia', 'opengl'], bug=693090)
123 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', 99 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
124 ['win', 'nvidia', 'opengl'], bug=693090) 100 ['win', 'nvidia', 'opengl'], bug=693090)
125 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html',
126 ['win', 'nvidia', 'opengl'], bug=693090)
127 self.Fail('conformance2/glsl3/' + 101 self.Fail('conformance2/glsl3/' +
128 'vector-dynamic-indexing-swizzled-lvalue.html', 102 'vector-dynamic-indexing-swizzled-lvalue.html',
129 ['win', 'nvidia', 'opengl'], bug=709874) 103 ['win', 'nvidia', 'opengl'], bug=709874)
130 104
131 # Win / AMD 105 # Win / AMD
132 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', 106 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html',
133 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill 107 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill
134 108
135 # Failing on old R5 230 configuration.
136 self.Fail('deqp/functional/gles3/shadertexturefunction/' +
137 'texelfetchoffset.html',
138 ['win', ('amd', 0x6779), 'd3d11'], bug=483282)
139
140 self.Fail('deqp/functional/gles3/transformfeedback/*',
141 ['win', ('amd', 0x6779, 'd3d11')], bug=626068)
142
143 self.Fail('deqp/functional/gles3/shadercommonfunction.html',
144 ['win', ('amd', 0x6779), 'd3d11'], bug=483282)
145 self.Fail('deqp/functional/gles3/multisample.html',
146 ['win', ('amd', 0x6779), 'd3d11'], bug=617290)
147
148 # Keep a separate set of failures for the R7 240, since it can use a new 109 # Keep a separate set of failures for the R7 240, since it can use a new
149 # and updated driver. The older drivers won't ever get fixes from AMD. 110 # and updated driver. The older drivers won't ever get fixes from AMD.
150 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. 111 # Use ['win', ('amd', 0x6613)] for the R7 240 devices.
151 112
152 # Have seen this time out. Think it may be because it's currently 113 # Have seen this time out. Think it may be because it's currently
153 # the first test that runs in the shard, and the browser might not 114 # the first test that runs in the shard, and the browser might not
154 # be coming up correctly. 115 # be coming up correctly.
155 self.Flaky('deqp/functional/gles3/multisample.html', 116 self.Flaky('deqp/functional/gles3/multisample.html',
156 ['win', ('amd', 0x6613)], bug=687374) 117 ['win', ('amd', 0x6613)], bug=687374)
157 118
158 # It's unfortunate that these suppressions need to be so broad, but
159 # basically any test that uses readPixels is potentially flaky, and
160 # it's infeasible to suppress individual failures one by one.
161 self.Flaky('conformance/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
162 self.Flaky('conformance2/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
163 self.Flaky('deqp/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419)
164
165 # Win / Intel 119 # Win / Intel
166 self.Fail('conformance2/glsl3/' + 120 self.Fail('conformance2/glsl3/' +
167 'texture-offset-uniform-texture-coordinate.html', 121 'texture-offset-uniform-texture-coordinate.html',
168 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 122 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1
169 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html',
170 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1
171 self.Skip('conformance2/textures/misc/copy-texture-image.html', 123 self.Skip('conformance2/textures/misc/copy-texture-image.html',
172 ['win', 'intel', 'd3d11'], bug=617449) 124 ['win', 'intel', 'd3d11'], bug=617449)
173 # Seems to cause the harness to fail immediately afterward 125 # Seems to cause the harness to fail immediately afterward
174 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', 126 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html',
175 ['win', 'intel', 'd3d11'], bug=648337) 127 ['win', 'intel', 'd3d11'], bug=648337)
176 self.Flaky('deqp/functional/gles3/lifetime.html', 128 self.Flaky('deqp/functional/gles3/lifetime.html',
177 ['win', 'intel', 'd3d11'], bug=620379) 129 ['win', 'intel', 'd3d11'], bug=620379)
178 self.Skip('deqp/functional/gles3/texturespecification/' + 130 self.Skip('deqp/functional/gles3/texturespecification/' +
179 'teximage3d_depth_pbo.html', 131 'teximage3d_depth_pbo.html',
180 ['win', 'intel', 'd3d11'], bug=617449) 132 ['win', 'intel', 'd3d11'], bug=617449)
181 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html',
182 ['win', 'intel', 'd3d11'], bug=614418)
183 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html',
184 ['win', 'intel', 'd3d11'], bug=614418)
185 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html',
186 ['win', 'intel', 'd3d11'], bug=614418)
187 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html',
188 ['win', 'intel', 'd3d11'], bug=614418)
189 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html',
190 ['win', 'intel', 'd3d11'], bug=614418)
191 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', 133 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html',
192 ['win', 'intel', 'd3d11'], bug=614418) 134 ['win', 'intel', 'd3d11'], bug=614418)
193 135
194 self.Fail('deqp/functional/gles3/fbomultisample*',
195 ['win', 'intel', 'd3d11'], bug=483282)
196
197 # These tests seem to crash flakily. It's best to leave them as skip 136 # These tests seem to crash flakily. It's best to leave them as skip
198 # until we can run them without GPU hangs and crashes. 137 # until we can run them without GPU hangs and crashes.
199 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', 138 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html',
200 ['win', 'intel', 'd3d11'], bug=666392) 139 ['win', 'intel', 'd3d11'], bug=666392)
201 140
202 # Win 10 / Intel 141 # Win 10 / Intel
203 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html', 142 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html',
204 ['win10', 'intel', 'd3d11'], bug=483282) 143 ['win10', 'intel', 'd3d11'], bug=483282)
205 144
206 # Intel HD 530 145 # Intel HD 530
(...skipping 834 matching lines...) Expand 10 before | Expand all | Expand 10 after
1041 # self.Fail(page_name, 980 # self.Fail(page_name,
1042 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) 981 # ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
1043 # self.Fail(page_name, 982 # self.Fail(page_name,
1044 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 983 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
1045 984
1046 # Conflicts if between a generic os condition and a specific version 985 # Conflicts if between a generic os condition and a specific version
1047 # self.Fail(page_name, 986 # self.Fail(page_name,
1048 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) 987 # ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
1049 # self.Fail(page_name, 988 # self.Fail(page_name,
1050 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 989 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
OLDNEW
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698