Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(412)

Side by Side Diff: content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

Issue 2614313002: Roll WebGL 046d1f6..da6fe82 (Closed)
Patch Set: fix Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s
5 5
6 # See the GpuTestExpectations class for documentation. 6 # See the GpuTestExpectations class for documentation.
7 7
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
9 def __init__(self, conformance_path, url_prefixes=None): 9 def __init__(self, conformance_path, url_prefixes=None):
10 super(WebGL2ConformanceExpectations, self).__init__( 10 super(WebGL2ConformanceExpectations, self).__init__(
(...skipping 22 matching lines...) Expand all
33 self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb', 33 self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb',
34 ['win', 'mac', 'linux']) 34 ['win', 'mac', 'linux'])
35 35
36 # ======================== 36 # ========================
37 # Conformance expectations 37 # Conformance expectations
38 # ======================== 38 # ========================
39 39
40 # Too slow (take about one hour to run) 40 # Too slow (take about one hour to run)
41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403)
42 42
43 self.Skip('conformance/textures/image_bitmap_from_image_data/*', bug=679677)
44 self.Skip('conformance/textures/image_bitmap_from_image/*', bug=679677)
45 self.Skip('conformance/textures/image_bitmap_from_video/*', bug=679677)
46 self.Skip('conformance/textures/image_bitmap_from_canvas/*', bug=679677)
47 self.Skip('conformance/textures/image_bitmap_from_blob/*', bug=679677)
48 self.Skip('conformance/textures/image_bitmap_from_image_bitmap/*', bug=67967 7)
Ken Russell (switch to Gerrit) 2017/01/11 19:25:11 These failures are supposed to be resolved now, co
49
43 # All platforms. 50 # All platforms.
51 self.Fail('conformance/more/functions/vertexAttribPointerBadArgs.html',
52 bug=678850)
53 self.Fail('conformance/attribs/gl-vertexattribpointer.html', bug=678850)
54 self.Fail('conformance2/attribs/gl-vertexattribipointer.html', bug=678850)
55
56 self.Fail('conformance/extensions/webgl-compressed-texture-etc.html',
57 bug=679678)
Ken Russell (switch to Gerrit) 2017/01/11 19:25:11 The fix for this just landed upstream, correct? Co
58
44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) 59 self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) 60 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
46 61
47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', 62 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html',
48 bug=660844) # WebGL 2.0.1 63 bug=660844) # WebGL 2.0.1
49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', 64 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html',
50 bug=660844) # WebGL 2.0.1 65 bug=660844) # WebGL 2.0.1
51 self.Fail('conformance2/textures/misc/' + 66 self.Fail('conformance2/textures/misc/' +
52 'integer-cubemap-specification-order-bug.html', 67 'integer-cubemap-specification-order-bug.html',
53 bug=483282) # owner:cwallez, test might be buggy 68 bug=483282) # owner:cwallez, test might be buggy
54 69
55 # Windows only. 70 # Windows only.
56 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', 71 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html',
57 ['win'], bug=644740) 72 ['win'], bug=644740)
58 self.Flaky('deqp/functional/gles3/sync.html', ['win'], bug=676848) 73 self.Flaky('deqp/functional/gles3/sync.html', ['win'], bug=676848)
74 self.Fail('conformance2/textures/misc/npot-video-sizing.html',
75 ['win'], bug=679679)
Ken Russell (switch to Gerrit) 2017/01/11 19:25:11 This test is passing now that the fix for http://c
59 76
60 # Win / NVidia 77 # Win / NVidia
61 self.Flaky('deqp/functional/gles3/fbomultisample*', 78 self.Flaky('deqp/functional/gles3/fbomultisample*',
62 ['win', 'nvidia'], bug=631317) 79 ['win', 'nvidia'], bug=631317)
63 self.Fail('conformance/glsl/bugs/unary-minus-operator-float-bug.html', 80 self.Fail('conformance/glsl/bugs/unary-minus-operator-float-bug.html',
64 ['win', 'nvidia'], bug=672380) 81 ['win', 'nvidia'], bug=672380)
65 82
66 # Win / AMD 83 # Win / AMD
67 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', 84 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html',
68 ['win', 'amd'], bug=483282) # owner:jmadill 85 ['win', 'amd'], bug=483282) # owner:jmadill
(...skipping 83 matching lines...) Expand 10 before | Expand all | Expand 10 after
152 ['mac'], bug=654187) 169 ['mac'], bug=654187)
153 self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html', 170 self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html',
154 ['mac'], bug=654187) 171 ['mac'], bug=654187)
155 self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html', 172 self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html',
156 ['mac'], bug=654187) 173 ['mac'], bug=654187)
157 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html', 174 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
158 ['mac'], bug=654187) 175 ['mac'], bug=654187)
159 176
160 self.Fail('conformance2/reading/format-r11f-g11f-b10f.html', 177 self.Fail('conformance2/reading/format-r11f-g11f-b10f.html',
161 ['mac'], bug=1832) # khronos WebGL issue 178 ['mac'], bug=1832) # khronos WebGL issue
179 self.Fail('deqp/functional/gles3/fborender/recreate_color_02.html',
180 ['mac'], bug=679682)
181 self.Fail('deqp/functional/gles3/fborender/resize_01.html',
182 ['mac'], bug=679682)
183 self.Fail('deqp/functional/gles3/fragmentoutput/basic.float.html',
184 ['mac'], bug=679684)
185 self.Fail('deqp/functional/gles3/fragmentoutput/array.float.html',
186 ['mac'], bug=679684)
162 187
163 # Mac Retina NVIDIA 188 # Mac Retina NVIDIA
164 self.Fail('deqp/functional/gles3/fbomultisample*', 189 self.Fail('deqp/functional/gles3/fbomultisample*',
165 ['mac', ('nvidia', 0xfe9)], bug=641209) 190 ['mac', ('nvidia', 0xfe9)], bug=641209)
166 self.Fail('deqp/functional/gles3/framebufferblit/' + 191 self.Fail('deqp/functional/gles3/framebufferblit/' +
167 'default_framebuffer_04.html', 192 'default_framebuffer_04.html',
168 ['mac', ('nvidia', 0xfe9)], bug=483282) 193 ['mac', ('nvidia', 0xfe9)], bug=483282)
169 self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html', 194 self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html',
170 ['mac', ('nvidia', 0xfe9)], bug=483282) 195 ['mac', ('nvidia', 0xfe9)], bug=483282)
171 self.Flaky( 196 self.Flaky(
(...skipping 125 matching lines...) Expand 10 before | Expand all | Expand 10 after
297 ['mac', ('nvidia', 0xfe9)], bug=483282) 322 ['mac', ('nvidia', 0xfe9)], bug=483282)
298 323
299 self.Fail('deqp/functional/gles3/negativeshaderapi.html', 324 self.Fail('deqp/functional/gles3/negativeshaderapi.html',
300 ['mac', ('nvidia', 0xfe9)], bug=483282) 325 ['mac', ('nvidia', 0xfe9)], bug=483282)
301 326
302 self.Flaky('deqp/functional/gles3/vertexarrays/' + 327 self.Flaky('deqp/functional/gles3/vertexarrays/' +
303 'multiple_attributes.output.html', 328 'multiple_attributes.output.html',
304 ['mac', ('nvidia', 0xfe9)], bug=483282) 329 ['mac', ('nvidia', 0xfe9)], bug=483282)
305 330
306 # Mac AMD 331 # Mac AMD
332 self.Fail('deqp/functional/gles3/fbomultisample.8_samples.html',
333 ['mac', 'amd'], bug=679686)
334 self.Fail('deqp/functional/gles3/fbomultisample.4_samples.html',
335 ['mac', 'amd'], bug=679686)
336 self.Fail('deqp/functional/gles3/fbomultisample.2_samples.html',
337 ['mac', 'amd'], bug=679686)
338 self.Fail('deqp/functional/gles3/pixelbufferobject.html',
339 ['mac', 'amd'], bug=679687)
340 self.Fail('deqp/functional/gles3/instancedrendering.html',
341 ['mac', 'amd'], bug=679689)
307 self.Fail('conformance/glsl/bugs/bool-type-cast-bug-int-float.html', 342 self.Fail('conformance/glsl/bugs/bool-type-cast-bug-int-float.html',
308 ['mac', 'amd'], bug=643866) 343 ['mac', 'amd'], bug=643866)
309 self.Fail('conformance2/glsl3/bool-type-cast-bug-uint-ivec-uvec.html', 344 self.Fail('conformance2/glsl3/bool-type-cast-bug-uint-ivec-uvec.html',
310 ['mac', 'amd'], bug=643866) 345 ['mac', 'amd'], bug=643866)
311 self.Fail('deqp/functional/gles3/shadercommonfunction.html', 346 self.Fail('deqp/functional/gles3/shadercommonfunction.html',
312 ['mac', 'amd'], bug=643866) 347 ['mac', 'amd'], bug=643866)
313 348
314 self.Fail('deqp/functional/gles3/multisample.html', 349 self.Fail('deqp/functional/gles3/multisample.html',
315 ['mac', 'amd'], bug=617290) 350 ['mac', 'amd'], bug=617290)
316 self.Fail('deqp/functional/gles3/primitiverestart/00.html', 351 self.Fail('deqp/functional/gles3/primitiverestart/00.html',
(...skipping 105 matching lines...) Expand 10 before | Expand all | Expand 10 after
422 # Mac Pro with AMD GPU 457 # Mac Pro with AMD GPU
423 self.Flaky('deqp/functional/gles3/shaderindexing/mat_01.html', 458 self.Flaky('deqp/functional/gles3/shaderindexing/mat_01.html',
424 ['mac', ('amd', 0x679e)], bug=636648) 459 ['mac', ('amd', 0x679e)], bug=636648)
425 self.Flaky('deqp/functional/gles3/shaderindexing/tmp.html', 460 self.Flaky('deqp/functional/gles3/shaderindexing/tmp.html',
426 ['mac', ('amd', 0x679e)], bug=659871) 461 ['mac', ('amd', 0x679e)], bug=659871)
427 self.Fail('deqp/functional/gles3/uniformbuffers/random.html', 462 self.Fail('deqp/functional/gles3/uniformbuffers/random.html',
428 ['mac', ('amd', 0x679e)], bug=618464) 463 ['mac', ('amd', 0x679e)], bug=618464)
429 self.Fail('deqp/functional/gles3/shaderoperator/common_functions.html', 464 self.Fail('deqp/functional/gles3/shaderoperator/common_functions.html',
430 ['mac', ('amd', 0x679e)], bug=483282) 465 ['mac', ('amd', 0x679e)], bug=483282)
431 466
467 # Mac Multi-vendor failures.
468 self.Fail('deqp/functional/gles3/fragmentoutput/random_00.html',
469 ['mac', 'amd', 'intel'], bug=679690)
470 self.Fail('deqp/functional/gles3/fragmentoutput/random_02.html',
471 ['mac', 'amd', 'intel'], bug=679690)
472 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html',
473 ['mac', 'amd', 'intel'], bug=679691)
474
432 # Mac Intel 475 # Mac Intel
433 476
434 self.Fail( 477 self.Fail(
435 'conformance2/textures/canvas/tex-2d-rgb9_e5-rgb-float.html', 478 'conformance2/textures/canvas/tex-2d-rgb9_e5-rgb-float.html',
436 ['sierra', 'intel'], bug=663188) 479 ['sierra', 'intel'], bug=663188)
437 self.Fail( 480 self.Fail(
438 'conformance2/textures/canvas/tex-2d-rgb9_e5-rgb-half_float.html', 481 'conformance2/textures/canvas/tex-2d-rgb9_e5-rgb-half_float.html',
439 ['sierra', 'intel'], bug=663188) 482 ['sierra', 'intel'], bug=663188)
440 self.Fail( 483 self.Fail(
441 'conformance2/textures/canvas/tex-3d-rgb9_e5-rgb-float.html', 484 'conformance2/textures/canvas/tex-3d-rgb9_e5-rgb-float.html',
442 ['sierra', 'intel'], bug=663188) 485 ['sierra', 'intel'], bug=663188)
443 self.Fail( 486 self.Fail(
444 'conformance2/textures/canvas/tex-3d-rgb9_e5-rgb-half_float.html', 487 'conformance2/textures/canvas/tex-3d-rgb9_e5-rgb-half_float.html',
445 ['sierra', 'intel'], bug=663188) 488 ['sierra', 'intel'], bug=663188)
446 self.Fail( 489 self.Fail(
447 'conformance2/textures/webgl_canvas/tex-2d-rgb9_e5-rgb-float.html', 490 'conformance2/textures/webgl_canvas/tex-2d-rgb9_e5-rgb-float.html',
448 ['sierra', 'intel'], bug=663188) 491 ['sierra', 'intel'], bug=663188)
449 self.Fail( 492 self.Fail(
450 'conformance2/textures/webgl_canvas/tex-2d-rgb9_e5-rgb-half_float.html', 493 'conformance2/textures/webgl_canvas/tex-2d-rgb9_e5-rgb-half_float.html',
451 ['sierra', 'intel'], bug=663188) 494 ['sierra', 'intel'], bug=663188)
452 self.Fail( 495 self.Fail(
453 'conformance2/textures/webgl_canvas/tex-3d-rgb9_e5-rgb-float.html', 496 'conformance2/textures/webgl_canvas/tex-3d-rgb9_e5-rgb-float.html',
454 ['sierra', 'intel'], bug=663188) 497 ['sierra', 'intel'], bug=663188)
455 self.Fail( 498 self.Fail(
456 'conformance2/textures/webgl_canvas/tex-3d-rgb9_e5-rgb-half_float.html', 499 'conformance2/textures/webgl_canvas/tex-3d-rgb9_e5-rgb-half_float.html',
457 ['sierra', 'intel'], bug=663188) 500 ['sierra', 'intel'], bug=663188)
458 501
502 self.Fail('conformance2/textures/misc/angle-stuck-depth-textures.html',
503 ['mac', 'intel'], bug=679692)
459 self.Fail('deqp/functional/gles3/fbomultisample*', 504 self.Fail('deqp/functional/gles3/fbomultisample*',
460 ['mac', 'intel'], bug=641209) 505 ['mac', 'intel'], bug=641209)
461 self.Fail('deqp/functional/gles3/texturefiltering/2d_combinations_01.html', 506 self.Fail('deqp/functional/gles3/texturefiltering/2d_combinations_01.html',
462 ['mac', 'intel'], bug=606074) 507 ['mac', 'intel'], bug=606074)
463 self.Fail('deqp/functional/gles3/texturefiltering/' + 508 self.Fail('deqp/functional/gles3/texturefiltering/' +
464 'cube_combinations_01.html', 509 'cube_combinations_01.html',
465 ['mac', 'intel'], bug=606074) 510 ['mac', 'intel'], bug=606074)
466 self.Fail('deqp/functional/gles3/texturefiltering/' + 511 self.Fail('deqp/functional/gles3/texturefiltering/' +
467 '2d_array_combinations_01.html', 512 '2d_array_combinations_01.html',
468 ['mac', 'intel'], bug=606074) 513 ['mac', 'intel'], bug=606074)
(...skipping 95 matching lines...) Expand 10 before | Expand all | Expand 10 after
564 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', 609 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
565 ['linux'], bug=627525) 610 ['linux'], bug=627525)
566 self.Flaky('conformance/textures/video/' + 611 self.Flaky('conformance/textures/video/' +
567 'tex-2d-rgb-rgb-unsigned_byte.html', 612 'tex-2d-rgb-rgb-unsigned_byte.html',
568 ['linux'], bug=627525) 613 ['linux'], bug=627525)
569 self.Flaky('conformance/textures/video/' + 614 self.Flaky('conformance/textures/video/' +
570 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html', 615 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html',
571 ['linux'], bug=627525) 616 ['linux'], bug=627525)
572 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', 617 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
573 ['linux'], bug=483282) 618 ['linux'], bug=483282)
619 self.Fail('conformance2/textures/image_bitmap_from_image/' +
620 'tex-3d-r16f-red-float.html', ['linux'], bug=679695)
574 621
575 # Linux Multi-vendor failures. 622 # Linux Multi-vendor failures.
576 self.Skip('deqp/data/gles3/shaders/qualification_order.html', 623 self.Skip('deqp/data/gles3/shaders/qualification_order.html',
577 ['linux', 'amd', 'intel'], bug=483282) 624 ['linux', 'amd', 'intel'], bug=483282)
578 self.Flaky('deqp/functional/gles3/texturespecification/' + 625 self.Flaky('deqp/functional/gles3/texturespecification/' +
579 'random_teximage2d_2d.html', 626 'random_teximage2d_2d.html',
580 ['linux', 'amd', 'intel'], bug=618447) 627 ['linux', 'amd', 'intel'], bug=618447)
581 self.Fail('conformance2/rendering/clipping-wide-points.html', 628 self.Fail('conformance2/rendering/clipping-wide-points.html',
582 ['linux', 'amd', 'intel'], bug=662644) # WebGL 2.0.1 629 ['linux', 'amd', 'intel'], bug=662644) # WebGL 2.0.1
583 630
584 # Linux NVIDIA 631 # Linux NVIDIA
585 # This test is flaky both with and without ANGLE. 632 # This test is flaky both with and without ANGLE.
586 self.Flaky('deqp/functional/gles3/texturespecification/' + 633 self.Flaky('deqp/functional/gles3/texturespecification/' +
587 'random_teximage2d_2d.html', 634 'random_teximage2d_2d.html',
588 ['linux', 'nvidia'], bug=618447) 635 ['linux', 'nvidia'], bug=618447)
589 self.Fail('conformance/glsl/bugs/unary-minus-operator-float-bug.html', 636 self.Fail('conformance/glsl/bugs/unary-minus-operator-float-bug.html',
590 ['linux', 'nvidia'], bug=672380) 637 ['linux', 'nvidia'], bug=672380)
638 self.Fail('conformance2/textures/image_bitmap_from_canvas/' +
639 'tex-3d-srgb8_alpha8-rgba-unsigned_byte.html',
640 ['linux', 'nvidia'], bug=679677)
Ken Russell (switch to Gerrit) 2017/01/11 19:25:11 The test: WebglConformance_conformance2_textures_i
591 641
592 # Linux Intel 642 # Linux Intel
593 self.Fail('conformance2/extensions/ext-color-buffer-float.html', 643 self.Fail('conformance2/extensions/ext-color-buffer-float.html',
594 ['linux', 'intel'], bug=640389) 644 ['linux', 'intel'], bug=640389)
595 645
596 # See https://bugs.freedesktop.org/show_bug.cgi?id=94477 646 # See https://bugs.freedesktop.org/show_bug.cgi?id=94477
597 self.Skip('conformance/glsl/bugs/temp-expressions-should-not-crash.html', 647 self.Skip('conformance/glsl/bugs/temp-expressions-should-not-crash.html',
598 ['linux', 'intel'], bug=540543) # GPU timeout 648 ['linux', 'intel'], bug=540543) # GPU timeout
599 649
600 self.Fail('deqp/functional/gles3/fbomultisample.8_samples.html', 650 self.Fail('deqp/functional/gles3/fbomultisample.8_samples.html',
(...skipping 283 matching lines...) Expand 10 before | Expand all | Expand 10 after
884 # self.Fail(page_name, 934 # self.Fail(page_name,
885 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) 935 # ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
886 # self.Fail(page_name, 936 # self.Fail(page_name,
887 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 937 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
888 938
889 # Conflicts if between a generic os condition and a specific version 939 # Conflicts if between a generic os condition and a specific version
890 # self.Fail(page_name, 940 # self.Fail(page_name,
891 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) 941 # ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
892 # self.Fail(page_name, 942 # self.Fail(page_name,
893 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 943 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698