Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(133)

Side by Side Diff: content/test/gpu/gpu_tests/webgl2_conformance_expectations.py

Issue 2549513003: Update WebGL conformance test suite version to 2.0.1 (Closed)
Patch Set: Update WebGL conformance test suite version to 2.0.1 Created 4 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « content/test/gpu/generate_buildbot_json.py ('k') | testing/buildbot/chromium.gpu.fyi.json » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation s
5 5
6 # See the GpuTestExpectations class for documentation. 6 # See the GpuTestExpectations class for documentation.
7 7
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
9 def __init__(self, conformance_path, url_prefixes=None): 9 def __init__(self, conformance_path, url_prefixes=None):
10 super(WebGL2ConformanceExpectations, self).__init__( 10 super(WebGL2ConformanceExpectations, self).__init__(
(...skipping 19 matching lines...) Expand all
30 ['win', 'mac', 'linux']) 30 ['win', 'mac', 'linux'])
31 self.Skip('WebglExtension_WEBGL_compressed_texture_pvrtc', 31 self.Skip('WebglExtension_WEBGL_compressed_texture_pvrtc',
32 ['win', 'mac', 'linux']) 32 ['win', 'mac', 'linux'])
33 self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb', 33 self.Skip('WebglExtension_WEBGL_compressed_texture_s3tc_srgb',
34 ['win', 'mac', 'linux']) 34 ['win', 'mac', 'linux'])
35 35
36 # ======================== 36 # ========================
37 # Conformance expectations 37 # Conformance expectations
38 # ======================== 38 # ========================
39 39
40 # 2.0.1 OR LATER
41 # Too slow (take about one hour to run) 40 # Too slow (take about one hour to run)
42 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403)
43 42
44 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
45 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
46 ['linux'], bug=483282)
47
48 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html',
49 ['mac'], bug=654187)
50 self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html',
51 ['mac'], bug=654187)
52 self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html',
53 ['mac'], bug=654187)
54 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
55 ['mac'], bug=654187)
56
57 # All platforms. 43 # All platforms.
58 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) 44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168)
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282)
46 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html',
47 bug=660844)
48 self.Fail('conformance2/textures/misc/' +
49 'integer-cubemap-specification-order-bug.html',
50 bug=483282) # owner:cwallez, test might be buggy
59 51
60 # Windows only. 52 # Windows only.
61 # We are awesome! 53 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html',
54 ['win'], bug=634519)
55 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html',
56 ['win'], bug=644740)
62 57
63 # Win / NVidia 58 # Win / NVidia
64 self.Flaky('deqp/functional/gles3/fbomultisample*', 59 self.Flaky('deqp/functional/gles3/fbomultisample*',
65 ['win', 'nvidia'], bug=631317) 60 ['win', 'nvidia'], bug=631317)
66 61
67 # Win / AMD 62 # Win / AMD
63 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html',
64 ['win', 'amd'], bug=483282) # owner:jmadill
68 65
69 # Failing on old R5 230 configuration. 66 # Failing on old R5 230 configuration.
70 self.Fail('deqp/functional/gles3/shadertexturefunction/' + 67 self.Fail('deqp/functional/gles3/shadertexturefunction/' +
71 'texelfetchoffset.html', 68 'texelfetchoffset.html',
72 ['win', ('amd', 0x6779)], bug=483282) 69 ['win', ('amd', 0x6779)], bug=483282)
73 70
74 self.Fail('deqp/functional/gles3/transformfeedback/*', 71 self.Fail('deqp/functional/gles3/transformfeedback/*',
75 ['win', ('amd', 0x6779)], bug=626068) 72 ['win', ('amd', 0x6779)], bug=626068)
76 73
77 self.Fail('deqp/functional/gles3/shadercommonfunction.html', 74 self.Fail('deqp/functional/gles3/shadercommonfunction.html',
78 ['win', ('amd', 0x6779)], bug=483282) 75 ['win', ('amd', 0x6779)], bug=483282)
79 self.Fail('deqp/functional/gles3/multisample.html', 76 self.Fail('deqp/functional/gles3/multisample.html',
80 ['win', ('amd', 0x6779)], bug=617290) 77 ['win', ('amd', 0x6779)], bug=617290)
81 78
82 # Keep a separate set of failures for the R7 240, since it can use a new 79 # Keep a separate set of failures for the R7 240, since it can use a new
83 # and updated driver. The older drivers won't ever get fixes from AMD. 80 # and updated driver. The older drivers won't ever get fixes from AMD.
84 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. 81 # Use ['win', ('amd', 0x6613)] for the R7 240 devices.
85 # We are awesome!
86 82
87 # It's unfortunate that these suppressions need to be so broad, but 83 # It's unfortunate that these suppressions need to be so broad, but
88 # basically any test that uses readPixels is potentially flaky, and 84 # basically any test that uses readPixels is potentially flaky, and
89 # it's infeasible to suppress individual failures one by one. 85 # it's infeasible to suppress individual failures one by one.
90 self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419) 86 self.Flaky('conformance/*', ['win', ('amd', 0x6779)], bug=491419)
91 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419) 87 self.Flaky('conformance2/*', ['win', ('amd', 0x6779)], bug=491419)
92 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419) 88 self.Flaky('deqp/*', ['win', ('amd', 0x6779)], bug=491419)
93 89
94 # Win / Intel 90 # Win / Intel
95 self.Skip('conformance2/textures/misc/copy-texture-image.html', 91 self.Skip('conformance2/textures/misc/copy-texture-image.html',
(...skipping 40 matching lines...) Expand 10 before | Expand all | Expand 10 after
136 'framebuffer-completeness-unaffected.html', 132 'framebuffer-completeness-unaffected.html',
137 ['mac'], bug=630800) 133 ['mac'], bug=630800)
138 self.Fail('deqp/functional/gles3/fbocompleteness.html', 134 self.Fail('deqp/functional/gles3/fbocompleteness.html',
139 ['mac'], bug=630800) 135 ['mac'], bug=630800)
140 # self.Fail('deqp/functional/gles3/fbocompleteness.html', 136 # self.Fail('deqp/functional/gles3/fbocompleteness.html',
141 # ['mac', ('nvidia', 0xfe9)], bug=616562) 137 # ['mac', ('nvidia', 0xfe9)], bug=616562)
142 138
143 self.Fail('conformance2/renderbuffers/framebuffer-test.html', 139 self.Fail('conformance2/renderbuffers/framebuffer-test.html',
144 ['mac'], bug=641149) 140 ['mac'], bug=641149)
145 141
142 self.Fail('deqp/functional/gles3/framebufferblit/conversion_28.html',
143 ['mac'], bug=654187)
144 self.Fail('deqp/functional/gles3/framebufferblit/conversion_30.html',
145 ['mac'], bug=654187)
146 self.Fail('deqp/functional/gles3/framebufferblit/conversion_31.html',
147 ['mac'], bug=654187)
148 self.Fail('deqp/functional/gles3/framebufferblit/conversion_33.html',
149 ['mac'], bug=654187)
150
151 self.Fail('conformance2/reading/format-r11f-g11f-b10f.html',
152 ['mac'], bug=1832) # khronos WebGL issue
153
146 # Mac Retina NVIDIA 154 # Mac Retina NVIDIA
147 self.Fail('deqp/functional/gles3/fbomultisample*', 155 self.Fail('deqp/functional/gles3/fbomultisample*',
148 ['mac', ('nvidia', 0xfe9)], bug=641209) 156 ['mac', ('nvidia', 0xfe9)], bug=641209)
149 self.Fail('deqp/functional/gles3/framebufferblit/' + 157 self.Fail('deqp/functional/gles3/framebufferblit/' +
150 'default_framebuffer_04.html', 158 'default_framebuffer_04.html',
151 ['mac', ('nvidia', 0xfe9)], bug=483282) 159 ['mac', ('nvidia', 0xfe9)], bug=483282)
152 self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html', 160 self.Fail('conformance/attribs/gl-disabled-vertex-attrib.html',
153 ['mac', ('nvidia', 0xfe9)], bug=483282) 161 ['mac', ('nvidia', 0xfe9)], bug=483282)
154 self.Flaky( 162 self.Flaky(
155 'conformance/extensions/webgl-compressed-texture-size-limit.html', 163 'conformance/extensions/webgl-compressed-texture-size-limit.html',
(...skipping 222 matching lines...) Expand 10 before | Expand all | Expand 10 after
378 ['mac', 'amd'], bug=483282) 386 ['mac', 'amd'], bug=483282)
379 self.Fail('deqp/functional/gles3/shaderoperator/' + 387 self.Fail('deqp/functional/gles3/shaderoperator/' +
380 'angle_and_trigonometry_03.html', 388 'angle_and_trigonometry_03.html',
381 ['mac', 'amd'], bug=483282) 389 ['mac', 'amd'], bug=483282)
382 self.Fail('deqp/functional/gles3/shaderoperator/geometric.html', 390 self.Fail('deqp/functional/gles3/shaderoperator/geometric.html',
383 ['mac', 'amd'], bug=483282) 391 ['mac', 'amd'], bug=483282)
384 392
385 self.Flaky('deqp/functional/gles3/shaderindexing/mat_02.html', 393 self.Flaky('deqp/functional/gles3/shaderindexing/mat_02.html',
386 ['mac', 'amd'], bug=644360) 394 ['mac', 'amd'], bug=644360)
387 395
396 self.Fail('conformance2/rendering/clipping-wide-points.html',
397 ['mac', 'amd'], bug=642822)
398 self.Fail('conformance2/reading/read-pixels-from-rgb8-into-pbo-bug.html',
399 ['mac', 'amd'], bug=646182)
400 self.Fail('conformance2/rendering/instanced-rendering-bug.html',
401 ['mac', 'amd'], bug=645298)
402
388 # Mac Pro with AMD GPU 403 # Mac Pro with AMD GPU
389 self.Fail('conformance2/textures/misc/tex-mipmap-levels.html', 404 self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
390 ['mac', ('amd', 0x679e)], bug=483282) 405 ['mac', ('amd', 0x679e)], bug=483282)
391 self.Flaky('deqp/functional/gles3/shaderindexing/mat_01.html', 406 self.Flaky('deqp/functional/gles3/shaderindexing/mat_01.html',
392 ['mac', ('amd', 0x679e)], bug=636648) 407 ['mac', ('amd', 0x679e)], bug=636648)
393 self.Flaky('deqp/functional/gles3/shaderindexing/tmp.html', 408 self.Flaky('deqp/functional/gles3/shaderindexing/tmp.html',
394 ['mac', ('amd', 0x679e)], bug=659871) 409 ['mac', ('amd', 0x679e)], bug=659871)
395 self.Fail('deqp/functional/gles3/shadertexturefunction/' + 410 self.Fail('deqp/functional/gles3/shadertexturefunction/' +
396 'texturesize.html', 411 'texturesize.html',
397 ['mac', ('amd', 0x679e)], bug=640506) 412 ['mac', ('amd', 0x679e)], bug=640506)
(...skipping 85 matching lines...) Expand 10 before | Expand all | Expand 10 after
483 self.Fail('conformance2/textures/image_data/' + 498 self.Fail('conformance2/textures/image_data/' +
484 'tex-2d-rgb8ui-rgb_integer-unsigned_byte.html', 499 'tex-2d-rgb8ui-rgb_integer-unsigned_byte.html',
485 ['mac', 'intel'], bug=665197) 500 ['mac', 'intel'], bug=665197)
486 self.Fail('conformance2/textures/image_data/' + 501 self.Fail('conformance2/textures/image_data/' +
487 'tex-2d-rg8ui-rg_integer-unsigned_byte.html', 502 'tex-2d-rg8ui-rg_integer-unsigned_byte.html',
488 ['mac', 'intel'], bug=665197) 503 ['mac', 'intel'], bug=665197)
489 self.Fail('conformance2/textures/image_data/' + 504 self.Fail('conformance2/textures/image_data/' +
490 'tex-2d-r8ui-red_integer-unsigned_byte.html', 505 'tex-2d-r8ui-red_integer-unsigned_byte.html',
491 ['mac', 'intel'], bug=665197) 506 ['mac', 'intel'], bug=665197)
492 507
508 self.Fail('conformance2/textures/misc/' +
509 'integer-cubemap-texture-sampling.html',
510 ['mac', 'intel'], bug=658930)
511
493 # Fixed on OSX 10.11 512 # Fixed on OSX 10.11
494 self.Fail('deqp/functional/gles3/uniformbuffers/random.html', 513 self.Fail('deqp/functional/gles3/uniformbuffers/random.html',
495 ['mac', 'intel'], bug=618464) 514 ['mac', 'intel'], bug=618464)
496 515
497 # Linux only. 516 # Linux only.
498 self.Flaky('conformance/textures/video/' + 517 self.Flaky('conformance/textures/video/' +
499 'tex-2d-rgba-rgba-unsigned_byte.html', 518 'tex-2d-rgba-rgba-unsigned_byte.html',
500 ['linux'], bug=627525) 519 ['linux'], bug=627525)
501 self.Flaky('conformance/textures/video/' + 520 self.Flaky('conformance/textures/video/' +
502 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', 521 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html',
503 ['linux'], bug=627525) 522 ['linux'], bug=627525)
504 self.Flaky('conformance/textures/video/' + 523 self.Flaky('conformance/textures/video/' +
505 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', 524 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html',
506 ['linux'], bug=627525) 525 ['linux'], bug=627525)
507 self.Flaky('conformance/textures/video/' + 526 self.Flaky('conformance/textures/video/' +
508 'tex-2d-rgb-rgb-unsigned_byte.html', 527 'tex-2d-rgb-rgb-unsigned_byte.html',
509 ['linux'], bug=627525) 528 ['linux'], bug=627525)
510 self.Flaky('conformance/textures/video/' + 529 self.Flaky('conformance/textures/video/' +
511 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html', 530 'tex-2d-rgb-rgb-unsigned_short_5_6_5.html',
512 ['linux'], bug=627525) 531 ['linux'], bug=627525)
532 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html',
533 ['linux'], bug=483282)
513 534
514 # Linux Multi-vendor failures. 535 # Linux Multi-vendor failures.
515 self.Skip('deqp/data/gles3/shaders/qualification_order.html', 536 self.Skip('deqp/data/gles3/shaders/qualification_order.html',
516 ['linux', 'amd', 'intel'], bug=483282) 537 ['linux', 'amd', 'intel'], bug=483282)
517 self.Flaky('deqp/functional/gles3/texturespecification/' + 538 self.Flaky('deqp/functional/gles3/texturespecification/' +
518 'random_teximage2d_2d.html', 539 'random_teximage2d_2d.html',
519 ['linux', 'amd', 'intel'], bug=618447) 540 ['linux', 'amd', 'intel'], bug=618447)
520 541
521 # Linux NVIDIA 542 # Linux NVIDIA
522 # This test is flaky both with and without ANGLE. 543 # This test is flaky both with and without ANGLE.
(...skipping 290 matching lines...) Expand 10 before | Expand all | Expand 10 after
813 # self.Fail(page_name, 834 # self.Fail(page_name,
814 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) 835 # ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
815 # self.Fail(page_name, 836 # self.Fail(page_name,
816 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 837 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
817 838
818 # Conflicts if between a generic os condition and a specific version 839 # Conflicts if between a generic os condition and a specific version
819 # self.Fail(page_name, 840 # self.Fail(page_name,
820 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) 841 # ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
821 # self.Fail(page_name, 842 # self.Fail(page_name,
822 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) 843 # ['win', ('nvidia', 0x1), 'debug', 'opengl'])
OLDNEW
« no previous file with comments | « content/test/gpu/generate_buildbot_json.py ('k') | testing/buildbot/chromium.gpu.fyi.json » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698