Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(152)

Side by Side Diff: content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

Issue 2133673003: Run WebGL 1.0 tests as part of the WebGL 2.0 conformance suite. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: More suppressions for failures and flaky tests. Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s
5 5
6 # See the GpuTestExpectations class for documentation. 6 # See the GpuTestExpectations class for documentation.
7 7
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
9 def __init__(self, conformance_path): 9 def __init__(self, conformance_path):
10 super(WebGL2ConformanceExpectations, self).__init__(conformance_path) 10 super(WebGL2ConformanceExpectations, self).__init__(conformance_path)
(...skipping 13 matching lines...) Expand all
24 ['mac', 'linux']) 24 ['mac', 'linux'])
25 self.Fail('WebglExtension.WEBGL_compressed_texture_pvrtc', 25 self.Fail('WebglExtension.WEBGL_compressed_texture_pvrtc',
26 ['win', 'mac', 'linux']) 26 ['win', 'mac', 'linux'])
27 27
28 # ======================== 28 # ========================
29 # Conformance expectations 29 # Conformance expectations
30 # ======================== 30 # ========================
31 31
32 # All platforms. 32 # All platforms.
33 33
34 self.Fail('conformance/misc/invalid-passed-params.html', bug=483282)
35 self.Fail('conformance/textures/image_bitmap_from_canvas/' +
36 'tex-2d-rgba-rgba-unsigned_byte.html', bug=483282)
37 self.Fail('conformance/textures/image_bitmap_from_canvas/' +
38 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', bug=483282)
39 self.Fail('conformance/textures/image_bitmap_from_canvas/' +
40 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', bug=483282)
41 self.Fail('conformance/textures/image_bitmap_from_canvas/' +
42 'tex-2d-rgb-rgb-unsigned_byte.html', bug=483282)
43 self.Fail('conformance/textures/image_bitmap_from_canvas/' +
44 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html', bug=483282)
45
46
34 # Too slow (take about one hour to run) 47 # Too slow (take about one hour to run)
35 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) 48 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403)
36 49
37 self.Fail('deqp/functional/gles3/framebufferblit/depth_stencil.html', 50 self.Fail('deqp/functional/gles3/framebufferblit/depth_stencil.html',
38 bug=483282) 51 bug=483282)
39 self.Fail('deqp/data/gles3/shaders/linkage.html', bug=601821) 52 self.Fail('deqp/data/gles3/shaders/linkage.html', bug=601821)
40 53
41 self.Flaky('deqp/functional/gles3/negativefragmentapi.html', bug=604794) 54 self.Flaky('deqp/functional/gles3/negativefragmentapi.html', bug=604794)
42 55
43 self.Fail('deqp/data/gles3/shaders/preprocessor.html', bug=483282) 56 self.Fail('deqp/data/gles3/shaders/preprocessor.html', bug=483282)
44 57
45 self.Fail('conformance2/glsl3/forbidden-operators.html', bug=483282) 58 self.Fail('conformance2/glsl3/forbidden-operators.html', bug=483282)
46 59
47 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) 60 self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
48 61
49 self.Fail('conformance2/rendering/attrib-type-match.html', bug=627193) 62 self.Fail('conformance2/rendering/attrib-type-match.html', bug=627193)
50 63
51 self.Fail('conformance2/transform_feedback/' + 64 self.Fail('conformance2/transform_feedback/' +
52 'unwritten-output-defaults-to-zero.html', bug=1441) # ANGLE bug 65 'unwritten-output-defaults-to-zero.html', bug=1441) # ANGLE bug
53 66
54 # Avoid a conflict with a Mac expectation by setting 67 # Avoid a conflict with a Mac expectation by setting
55 self.Fail('conformance2/textures/misc/tex-input-validation.html', 68 self.Fail('conformance2/textures/misc/tex-input-validation.html',
56 ['d3d9', 'd3d11', 'opengl'], bug=483282) 69 ['d3d9', 'd3d11', 'opengl'], bug=483282)
57 70
58 # All platforms with AMD GPU. 71 # All platforms with AMD GPU.
59 self.Fail('deqp/functional/gles3/multisample.html', 72 self.Fail('deqp/functional/gles3/multisample.html',
60 ['amd'], bug=617290) 73 ['amd'], bug=617290)
61 74
62 # Windows only. 75 # Windows only.
76 self.Fail('conformance/glsl/bugs/' +
77 'pow-of-small-constant-in-user-defined-function.html',
78 ['win'], bug=485641)
79 self.Fail('conformance/misc/uninitialized-test.html',
80 ['win'], bug=483282)
81 self.Fail('conformance/rendering/point-specific-shader-variables.html',
82 ['win'], bug=616335)
83 self.Fail('conformance/textures/webgl_canvas/' +
84 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html',
85 ['win'], bug=483282)
86 self.Fail('conformance/textures/webgl_canvas/' +
87 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
88 ['win'], bug=483282)
89 self.Fail('conformance/textures/webgl_canvas/' +
90 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html',
91 ['win'], bug=483282)
92 self.Fail('deqp/data/gles2/shaders/functions.html',
93 ['win'], bug=478572)
63 self.Fail('deqp/functional/gles3/shaderloop_for.html', 94 self.Fail('deqp/functional/gles3/shaderloop_for.html',
64 ['win'], bug=617817) 95 ['win'], bug=617817)
65 self.Fail('deqp/functional/gles3/shaderloop_while.html', 96 self.Fail('deqp/functional/gles3/shaderloop_while.html',
66 ['win'], bug=617817) 97 ['win'], bug=617817)
67 self.Fail('deqp/functional/gles3/shaderloop_do_while.html', 98 self.Fail('deqp/functional/gles3/shaderloop_do_while.html',
68 ['win'], bug=617817) 99 ['win'], bug=617817)
69 100
70 self.Fail('deqp/functional/gles3/shadertexturefunction/texturelod.html', 101 self.Fail('deqp/functional/gles3/shadertexturefunction/texturelod.html',
71 ['win'], bug=483282) 102 ['win'], bug=483282)
72 self.Fail('deqp/functional/gles3/shadertexturefunction/' + 103 self.Fail('deqp/functional/gles3/shadertexturefunction/' +
(...skipping 67 matching lines...) Expand 10 before | Expand all | Expand 10 after
140 ['win', ('amd', 0x6779)], bug=483282) 171 ['win', ('amd', 0x6779)], bug=483282)
141 self.Fail('deqp/functional/gles3/textureshadow/cube*', 172 self.Fail('deqp/functional/gles3/textureshadow/cube*',
142 ['win', ('amd', 0x6779)], bug=483282) 173 ['win', ('amd', 0x6779)], bug=483282)
143 174
144 self.Fail('deqp/functional/gles3/transformfeedback/*.html', 175 self.Fail('deqp/functional/gles3/transformfeedback/*.html',
145 ['win', ('amd', 0x6779)], bug=483282) 176 ['win', ('amd', 0x6779)], bug=483282)
146 177
147 # It's unfortunate that this suppression needs to be so broad, but 178 # It's unfortunate that this suppression needs to be so broad, but
148 # basically any test that uses readPixels is potentially flaky, and 179 # basically any test that uses readPixels is potentially flaky, and
149 # it's infeasible to suppress individual failures one by one. 180 # it's infeasible to suppress individual failures one by one.
181 self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419)
150 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419) 182 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419)
151 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419) 183 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419)
152 184
153 # Win / Intel 185 # Win / Intel
154 self.Fail('conformance2/buffers/uniform-buffers.html', 186 self.Fail('conformance2/buffers/uniform-buffers.html',
155 ['win', 'intel'], bug=483282) 187 ['win', 'intel'], bug=483282)
156 self.Skip('conformance2/textures/misc/copy-texture-image.html', 188 self.Skip('conformance2/textures/misc/copy-texture-image.html',
157 ['win', 'intel'], bug=617449) 189 ['win', 'intel'], bug=617449)
158 self.Fail('deqp/functional/gles3/shaderderivate_*', 190 self.Fail('deqp/functional/gles3/shaderderivate_*',
159 ['win', 'intel'], bug=483282) 191 ['win', 'intel'], bug=483282)
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after
197 self.Fail('deqp/functional/gles3/uniformbuffers/*.html', 229 self.Fail('deqp/functional/gles3/uniformbuffers/*.html',
198 ['win', 'intel'], bug=483282) 230 ['win', 'intel'], bug=483282)
199 self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html', 231 self.Fail('deqp/functional/gles3/framebufferblit/rect_02.html',
200 ['win', 'intel'], bug=483282) 232 ['win', 'intel'], bug=483282)
201 self.Fail('deqp/functional/gles3/textureshadow/2d_array_*.html', 233 self.Fail('deqp/functional/gles3/textureshadow/2d_array_*.html',
202 ['win', 'intel'], bug=483282) 234 ['win', 'intel'], bug=483282)
203 self.Flaky('deqp/functional/gles3/transformfeedback/*.html', 235 self.Flaky('deqp/functional/gles3/transformfeedback/*.html',
204 ['win', 'intel'], bug=626068) 236 ['win', 'intel'], bug=626068)
205 237
206 # Mac only. 238 # Mac only.
239 self.Fail('conformance/glsl/misc/shaders-with-invariance.html',
240 ['mac'], bug=483282)
241 self.Fail('deqp/data/gles2/shaders/scoping.html',
242 ['mac'], bug=483282)
207 self.Flaky('deqp/functional/gles3/shaderindexing/varying.html', 243 self.Flaky('deqp/functional/gles3/shaderindexing/varying.html',
208 ['mac'], bug=619264) 244 ['mac'], bug=619264)
209 self.Fail('deqp/functional/gles3/shaderloop_do_while.html', 245 self.Fail('deqp/functional/gles3/shaderloop_do_while.html',
210 ['mac'], bug=617820) 246 ['mac'], bug=617820)
211 # This one's flaky on AMD, NVIDIA and Intel GPUs, but the 247 # This one's flaky on AMD, NVIDIA and Intel GPUs, but the
212 # GPU-specific expectations aren't working properly. 248 # GPU-specific expectations aren't working properly.
213 self.Fail('deqp/functional/gles3/shaderpackingfunction.html', 249 self.Fail('deqp/functional/gles3/shaderpackingfunction.html',
214 ['mac'], bug=619264) 250 ['mac'], bug=619264)
215 self.Fail('deqp/functional/gles3/uniformbuffers/random.html', 251 self.Fail('deqp/functional/gles3/uniformbuffers/random.html',
216 ['mac'], bug=618464) 252 ['mac'], bug=618464)
(...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after
277 ['mac'], bug=483282) 313 ['mac'], bug=483282)
278 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html', 314 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
279 ['mac'], bug=483282) 315 ['mac'], bug=483282)
280 self.Fail('deqp/functional/gles3/framebufferblit/conversion_34.html', 316 self.Fail('deqp/functional/gles3/framebufferblit/conversion_34.html',
281 ['mac'], bug=483282) 317 ['mac'], bug=483282)
282 self.Fail('deqp/functional/gles3/framebufferblit/' + 318 self.Fail('deqp/functional/gles3/framebufferblit/' +
283 'default_framebuffer_*.html', 319 'default_framebuffer_*.html',
284 ['mac'], bug=483282) 320 ['mac'], bug=483282)
285 321
286 # Mac Retina NVIDIA 322 # Mac Retina NVIDIA
323 self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html',
324 ['mac', ('nvidia', 0xfe9)], bug=483282)
325 self.Fail(
326 'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
327 ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912)
328 self.Fail('conformance/programs/' +
329 'gl-bind-attrib-location-long-names-test.html',
330 ['mac', ('nvidia', 0xfe9)], bug=483282)
331 self.Fail('conformance/programs/gl-bind-attrib-location-test.html',
332 ['mac', ('nvidia', 0xfe9)], bug=483282)
287 self.Fail('conformance2/textures/misc/tex-input-validation.html', 333 self.Fail('conformance2/textures/misc/tex-input-validation.html',
288 ['mac', ('nvidia', 0xfe9), 'no_angle'], bug=483282) 334 ['mac', ('nvidia', 0xfe9), 'no_angle'], bug=483282)
289 self.Fail('conformance2/textures/misc/tex-mipmap-levels.html', 335 self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
290 ['mac', ('nvidia', 0xfe9)], bug=483282) 336 ['mac', ('nvidia', 0xfe9)], bug=483282)
291 self.Fail('deqp/functional/gles3/shaderstruct.html', 337 self.Fail('deqp/functional/gles3/shaderstruct.html',
292 ['mac', ('nvidia', 0xfe9)], bug=483282) 338 ['mac', ('nvidia', 0xfe9)], bug=483282)
293 self.Fail('deqp/functional/gles3/shaderswitch.html', 339 self.Fail('deqp/functional/gles3/shaderswitch.html',
294 ['mac', ('nvidia', 0xfe9)], bug=483282) 340 ['mac', ('nvidia', 0xfe9)], bug=483282)
295 self.Fail('deqp/functional/gles3/negativevertexarrayapi.html', 341 self.Fail('deqp/functional/gles3/negativevertexarrayapi.html',
296 ['mac', ('nvidia', 0xfe9)], bug=483282) 342 ['mac', ('nvidia', 0xfe9)], bug=483282)
(...skipping 195 matching lines...) Expand 10 before | Expand all | Expand 10 after
492 self.Fail('deqp/functional/gles3/framebufferblit/rect_03.html', 538 self.Fail('deqp/functional/gles3/framebufferblit/rect_03.html',
493 ['mac', 'intel'], bug=483282) 539 ['mac', 'intel'], bug=483282)
494 self.Fail('deqp/functional/gles3/framebufferblit/rect_04.html', 540 self.Fail('deqp/functional/gles3/framebufferblit/rect_04.html',
495 ['mac', 'intel'], bug=483282) 541 ['mac', 'intel'], bug=483282)
496 self.Fail('deqp/functional/gles3/framebufferblit/rect_05.html', 542 self.Fail('deqp/functional/gles3/framebufferblit/rect_05.html',
497 ['mac', 'intel'], bug=483282) 543 ['mac', 'intel'], bug=483282)
498 self.Fail('deqp/functional/gles3/framebufferblit/rect_06.html', 544 self.Fail('deqp/functional/gles3/framebufferblit/rect_06.html',
499 ['mac', 'intel'], bug=483282) 545 ['mac', 'intel'], bug=483282)
500 546
501 # Linux only. 547 # Linux only.
548 self.Flaky('conformance/textures/video/' +
549 'tex-2d-rgba-rgba-unsigned_byte.html',
550 ['linux'], bug=627525)
551 self.Flaky('conformance/textures/video/' +
552 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html',
553 ['linux'], bug=627525)
554 self.Flaky('conformance/textures/video/' +
555 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
556 ['linux'], bug=627525)
557 self.Flaky('conformance/textures/video/' +
558 'tex-2d-rgb-rgb-unsigned_byte.html',
559 ['linux'], bug=627525)
560 self.Flaky('conformance/textures/video/' +
561 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html',
562 ['linux'], bug=627525)
563
502 self.Fail('conformance2/glsl3/vector-dynamic-indexing.html', 564 self.Fail('conformance2/glsl3/vector-dynamic-indexing.html',
503 ['linux'], bug=483282) 565 ['linux'], bug=483282)
504 566
505 self.Fail('deqp/functional/gles3/fbodepthbuffer.html', 567 self.Fail('deqp/functional/gles3/fbodepthbuffer.html',
506 ['linux'], bug=483282) 568 ['linux'], bug=483282)
507 569
508 # Behavior difference between GL compatibility profile and ES3. 570 # Behavior difference between GL compatibility profile and ES3.
509 self.Fail('conformance2/rendering/draw-buffers.html', 571 self.Fail('conformance2/rendering/draw-buffers.html',
510 ['linux'], bug=617410) 572 ['linux'], bug=617410)
511 self.Fail('deqp/functional/gles3/texturespecification/' + 573 self.Fail('deqp/functional/gles3/texturespecification/' +
(...skipping 350 matching lines...) Expand 10 before | Expand all | Expand 10 after
862 # self.Fail(page_name, 924 # self.Fail(page_name,
863 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) 925 # ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
864 # self.Fail(page_name, 926 # self.Fail(page_name,
865 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 927 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
866 928
867 # Conflicts if between a generic os condition and a specific version 929 # Conflicts if between a generic os condition and a specific version
868 # self.Fail(page_name, 930 # self.Fail(page_name,
869 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) 931 # ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
870 # self.Fail(page_name, 932 # self.Fail(page_name,
871 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 933 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
OLDNEW
« no previous file with comments | « content/test/gpu/generate_buildbot_json.py ('k') | content/test/gpu/gpu_tests/webgl_conformance.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698