OLD | NEW |
1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s | 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s |
5 | 5 |
6 # See the GpuTestExpectations class for documentation. | 6 # See the GpuTestExpectations class for documentation. |
7 | 7 |
8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): | 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): |
9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): | 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): |
10 super(WebGL2ConformanceExpectations, self).__init__( | 10 super(WebGL2ConformanceExpectations, self).__init__( |
(...skipping 26 matching lines...) Expand all Loading... |
37 # Conformance expectations | 37 # Conformance expectations |
38 # ======================== | 38 # ======================== |
39 | 39 |
40 # Too slow (take about one hour to run) | 40 # Too slow (take about one hour to run) |
41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) | 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) |
42 | 42 |
43 # All platforms. | 43 # All platforms. |
44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) | 44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) |
45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) | 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) |
46 | 46 |
47 # canvas.commit() promise synchronization isn't fully reliable yet. | |
48 self.Fail('conformance/offscreencanvas/offscreencanvas-resize.html', | |
49 bug=709484) | |
50 | |
51 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', | 47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', |
52 bug=660844) # WebGL 2.0.1 | 48 bug=660844) # WebGL 2.0.1 |
53 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', | 49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', |
54 bug=660844) # WebGL 2.0.1 | 50 bug=660844) # WebGL 2.0.1 |
55 self.Fail('conformance2/textures/misc/' + | 51 self.Fail('conformance2/textures/misc/' + |
56 'integer-cubemap-specification-order-bug.html', | 52 'integer-cubemap-specification-order-bug.html', |
57 bug=483282) # owner:cwallez, test might be buggy | 53 bug=483282) # owner:cwallez, test might be buggy |
58 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', | 54 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', |
59 bug=625738) | 55 bug=625738) |
60 | 56 |
61 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', | 57 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', |
62 bug=1966) # angle bug ID | 58 bug=1966) # angle bug ID |
63 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html', | 59 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html', |
64 bug=1966) # angle bug ID | 60 bug=1966) # angle bug ID |
65 | 61 |
66 # Windows only. | 62 # Windows only. |
67 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', | 63 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', |
68 ['win', 'd3d11'], bug=644740) | 64 ['win', 'd3d11'], bug=644740) |
69 self.Fail('conformance2/textures/misc/tex-base-level-bug.html', | 65 self.Fail('conformance2/textures/misc/tex-base-level-bug.html', |
70 ['win', 'd3d11'], bug=705865) | 66 ['win', 'd3d11'], bug=705865) |
71 self.Fail('deqp/functional/gles3/sync.html', ['win', 'd3d11'], bug=676848) | |
72 | 67 |
73 # Win / NVidia | 68 # Win / NVidia |
74 self.Flaky('deqp/functional/gles3/fbomultisample*', | 69 self.Flaky('deqp/functional/gles3/fbomultisample*', |
75 ['win', 'nvidia', 'd3d11'], bug=631317) | 70 ['win', 'nvidia', 'd3d11'], bug=631317) |
76 self.Fail('conformance2/rendering/' + | 71 self.Fail('conformance2/rendering/' + |
77 'draw-with-integer-texture-base-level.html', | 72 'draw-with-integer-texture-base-level.html', |
78 ['win', 'nvidia', 'd3d11'], bug=679639) | 73 ['win', 'nvidia', 'd3d11'], bug=679639) |
79 | 74 |
80 # Win10 / NVIDIA Quadro P400 / D3D11 failures | 75 # Win10 / NVIDIA Quadro P400 / D3D11 failures |
81 self.Fail('deqp/functional/gles3/transformfeedback/' + | 76 self.Fail('deqp/functional/gles3/transformfeedback/' + |
82 'basic_types_interleaved_lines.html', | 77 'basic_types_interleaved_lines.html', |
83 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 78 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
84 self.Fail('deqp/functional/gles3/transformfeedback/' + | 79 self.Fail('deqp/functional/gles3/transformfeedback/' + |
85 'basic_types_interleaved_triangles.html', | |
86 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
87 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
88 'basic_types_separate_lines.html', | 80 'basic_types_separate_lines.html', |
89 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 81 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
90 self.Fail('deqp/functional/gles3/transformfeedback/' + | 82 self.Fail('deqp/functional/gles3/transformfeedback/' + |
91 'basic_types_separate_triangles.html', | |
92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
93 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
94 'random_interleaved_lines.html', | |
95 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
96 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
97 'random_interleaved_triangles.html', | 83 'random_interleaved_triangles.html', |
98 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 84 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
99 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
100 'random_separate_lines.html', | |
101 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
102 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
103 'random_separate_triangles.html', | |
104 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
105 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html', | |
106 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
107 self.Flaky('conformance/textures/image_bitmap_from_video/' + | 85 self.Flaky('conformance/textures/image_bitmap_from_video/' + |
108 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', | 86 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', |
109 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 87 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
110 self.Flaky('conformance/textures/image_bitmap_from_video/' + | 88 self.Flaky('conformance/textures/image_bitmap_from_video/' + |
111 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', | 89 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', |
112 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 90 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
113 self.Flaky('conformance2/textures/video/*', | 91 self.Flaky('conformance2/textures/video/*', |
114 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
115 self.Flaky('conformance2/textures/image_bitmap_from_video/*', | 93 self.Flaky('conformance2/textures/image_bitmap_from_video/*', |
116 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 94 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
117 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html', | 95 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html', |
118 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 96 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
119 | 97 |
120 # Win / NVIDIA / OpenGL | 98 # Win / NVIDIA / OpenGL |
121 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', | |
122 ['win', 'nvidia', 'opengl'], bug=693090) | |
123 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', | 99 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', |
124 ['win', 'nvidia', 'opengl'], bug=693090) | 100 ['win', 'nvidia', 'opengl'], bug=693090) |
125 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html', | |
126 ['win', 'nvidia', 'opengl'], bug=693090) | |
127 self.Fail('conformance2/glsl3/' + | 101 self.Fail('conformance2/glsl3/' + |
128 'vector-dynamic-indexing-swizzled-lvalue.html', | 102 'vector-dynamic-indexing-swizzled-lvalue.html', |
129 ['win', 'nvidia', 'opengl'], bug=709874) | 103 ['win', 'nvidia', 'opengl'], bug=709874) |
130 | 104 |
131 # Win / AMD | 105 # Win / AMD |
132 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', | 106 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', |
133 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill | 107 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill |
134 | 108 |
135 # Failing on old R5 230 configuration. | |
136 self.Fail('deqp/functional/gles3/shadertexturefunction/' + | |
137 'texelfetchoffset.html', | |
138 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) | |
139 | |
140 self.Fail('deqp/functional/gles3/transformfeedback/*', | |
141 ['win', ('amd', 0x6779, 'd3d11')], bug=626068) | |
142 | |
143 self.Fail('deqp/functional/gles3/shadercommonfunction.html', | |
144 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) | |
145 self.Fail('deqp/functional/gles3/multisample.html', | |
146 ['win', ('amd', 0x6779), 'd3d11'], bug=617290) | |
147 | |
148 # Keep a separate set of failures for the R7 240, since it can use a new | 109 # Keep a separate set of failures for the R7 240, since it can use a new |
149 # and updated driver. The older drivers won't ever get fixes from AMD. | 110 # and updated driver. The older drivers won't ever get fixes from AMD. |
150 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. | 111 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. |
151 | 112 |
152 # Have seen this time out. Think it may be because it's currently | 113 # Have seen this time out. Think it may be because it's currently |
153 # the first test that runs in the shard, and the browser might not | 114 # the first test that runs in the shard, and the browser might not |
154 # be coming up correctly. | 115 # be coming up correctly. |
155 self.Flaky('deqp/functional/gles3/multisample.html', | 116 self.Flaky('deqp/functional/gles3/multisample.html', |
156 ['win', ('amd', 0x6613)], bug=687374) | 117 ['win', ('amd', 0x6613)], bug=687374) |
157 | 118 |
158 # It's unfortunate that these suppressions need to be so broad, but | |
159 # basically any test that uses readPixels is potentially flaky, and | |
160 # it's infeasible to suppress individual failures one by one. | |
161 self.Flaky('conformance/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
162 self.Flaky('conformance2/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
163 self.Flaky('deqp/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
164 | |
165 # Win / Intel | 119 # Win / Intel |
166 self.Fail('conformance2/glsl3/' + | 120 self.Fail('conformance2/glsl3/' + |
167 'texture-offset-uniform-texture-coordinate.html', | 121 'texture-offset-uniform-texture-coordinate.html', |
168 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 | 122 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 |
169 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html', | |
170 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 | |
171 self.Skip('conformance2/textures/misc/copy-texture-image.html', | 123 self.Skip('conformance2/textures/misc/copy-texture-image.html', |
172 ['win', 'intel', 'd3d11'], bug=617449) | 124 ['win', 'intel', 'd3d11'], bug=617449) |
173 # Seems to cause the harness to fail immediately afterward | 125 # Seems to cause the harness to fail immediately afterward |
174 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', | 126 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', |
175 ['win', 'intel', 'd3d11'], bug=648337) | 127 ['win', 'intel', 'd3d11'], bug=648337) |
176 self.Flaky('deqp/functional/gles3/lifetime.html', | 128 self.Flaky('deqp/functional/gles3/lifetime.html', |
177 ['win', 'intel', 'd3d11'], bug=620379) | 129 ['win', 'intel', 'd3d11'], bug=620379) |
178 self.Skip('deqp/functional/gles3/texturespecification/' + | 130 self.Skip('deqp/functional/gles3/texturespecification/' + |
179 'teximage3d_depth_pbo.html', | 131 'teximage3d_depth_pbo.html', |
180 ['win', 'intel', 'd3d11'], bug=617449) | 132 ['win', 'intel', 'd3d11'], bug=617449) |
181 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html', | |
182 ['win', 'intel', 'd3d11'], bug=614418) | |
183 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html', | |
184 ['win', 'intel', 'd3d11'], bug=614418) | |
185 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html', | |
186 ['win', 'intel', 'd3d11'], bug=614418) | |
187 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html', | |
188 ['win', 'intel', 'd3d11'], bug=614418) | |
189 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html', | |
190 ['win', 'intel', 'd3d11'], bug=614418) | |
191 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', | 133 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', |
192 ['win', 'intel', 'd3d11'], bug=614418) | 134 ['win', 'intel', 'd3d11'], bug=614418) |
193 | 135 |
194 self.Fail('deqp/functional/gles3/fbomultisample*', | |
195 ['win', 'intel', 'd3d11'], bug=483282) | |
196 | |
197 # These tests seem to crash flakily. It's best to leave them as skip | 136 # These tests seem to crash flakily. It's best to leave them as skip |
198 # until we can run them without GPU hangs and crashes. | 137 # until we can run them without GPU hangs and crashes. |
199 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', | 138 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', |
200 ['win', 'intel', 'd3d11'], bug=666392) | 139 ['win', 'intel', 'd3d11'], bug=666392) |
201 | 140 |
202 # Win 10 / Intel | 141 # Win 10 / Intel |
203 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html', | 142 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html', |
204 ['win10', 'intel', 'd3d11'], bug=483282) | 143 ['win10', 'intel', 'd3d11'], bug=483282) |
205 | 144 |
206 # Intel HD 530 | 145 # Intel HD 530 |
(...skipping 834 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
1041 # self.Fail(page_name, | 980 # self.Fail(page_name, |
1042 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) | 981 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) |
1043 # self.Fail(page_name, | 982 # self.Fail(page_name, |
1044 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 983 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
1045 | 984 |
1046 # Conflicts if between a generic os condition and a specific version | 985 # Conflicts if between a generic os condition and a specific version |
1047 # self.Fail(page_name, | 986 # self.Fail(page_name, |
1048 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) | 987 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) |
1049 # self.Fail(page_name, | 988 # self.Fail(page_name, |
1050 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 989 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
OLD | NEW |