| OLD | NEW |
| 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2015 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s | 4 from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectation
s |
| 5 | 5 |
| 6 # See the GpuTestExpectations class for documentation. | 6 # See the GpuTestExpectations class for documentation. |
| 7 | 7 |
| 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): | 8 class WebGL2ConformanceExpectations(WebGLConformanceExpectations): |
| 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): | 9 def __init__(self, conformance_path, url_prefixes=None, is_asan=False): |
| 10 super(WebGL2ConformanceExpectations, self).__init__( | 10 super(WebGL2ConformanceExpectations, self).__init__( |
| (...skipping 26 matching lines...) Expand all Loading... |
| 37 # Conformance expectations | 37 # Conformance expectations |
| 38 # ======================== | 38 # ======================== |
| 39 | 39 |
| 40 # Too slow (take about one hour to run) | 40 # Too slow (take about one hour to run) |
| 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) | 41 self.Skip('deqp/functional/gles3/builtinprecision/*.html', bug=619403) |
| 42 | 42 |
| 43 # All platforms. | 43 # All platforms. |
| 44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) | 44 self.Flaky('conformance2/query/occlusion-query.html', bug=603168) |
| 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) | 45 self.Fail('conformance2/glsl3/tricky-loop-conditions.html', bug=483282) |
| 46 | 46 |
| 47 # canvas.commit() promise synchronization isn't fully reliable yet. | |
| 48 self.Fail('conformance/offscreencanvas/offscreencanvas-resize.html', | |
| 49 bug=709484) | |
| 50 | |
| 51 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', | 47 self.Fail('conformance2/rendering/depth-stencil-feedback-loop.html', |
| 52 bug=660844) # WebGL 2.0.1 | 48 bug=660844) # WebGL 2.0.1 |
| 53 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', | 49 self.Fail('conformance2/rendering/rendering-sampling-feedback-loop.html', |
| 54 bug=660844) # WebGL 2.0.1 | 50 bug=660844) # WebGL 2.0.1 |
| 55 self.Fail('conformance2/textures/misc/' + | 51 self.Fail('conformance2/textures/misc/' + |
| 56 'integer-cubemap-specification-order-bug.html', | 52 'integer-cubemap-specification-order-bug.html', |
| 57 bug=483282) # owner:cwallez, test might be buggy | 53 bug=483282) # owner:cwallez, test might be buggy |
| 58 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', | 54 self.Fail('conformance/textures/misc/tex-sub-image-2d-bad-args.html', |
| 59 bug=625738) | 55 bug=625738) |
| 60 | 56 |
| 61 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', | 57 self.Fail('conformance/glsl/misc/uninitialized-local-global-variables.html', |
| 62 bug=1966) # angle bug ID | 58 bug=1966) # angle bug ID |
| 63 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html', | 59 self.Fail('conformance2/glsl3/uninitialized-local-global-variables.html', |
| 64 bug=1966) # angle bug ID | 60 bug=1966) # angle bug ID |
| 65 | 61 |
| 66 # Windows only. | 62 # Windows only. |
| 67 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', | 63 self.Fail('conformance2/rendering/blitframebuffer-outside-readbuffer.html', |
| 68 ['win', 'd3d11'], bug=644740) | 64 ['win', 'd3d11'], bug=644740) |
| 69 self.Fail('conformance2/textures/misc/tex-base-level-bug.html', | 65 self.Fail('conformance2/textures/misc/tex-base-level-bug.html', |
| 70 ['win', 'd3d11'], bug=705865) | 66 ['win', 'd3d11'], bug=705865) |
| 71 self.Fail('deqp/functional/gles3/sync.html', ['win', 'd3d11'], bug=676848) | |
| 72 | 67 |
| 73 # Win / NVidia | 68 # Win / NVidia |
| 74 self.Flaky('deqp/functional/gles3/fbomultisample*', | 69 self.Flaky('deqp/functional/gles3/fbomultisample*', |
| 75 ['win', 'nvidia', 'd3d11'], bug=631317) | 70 ['win', 'nvidia', 'd3d11'], bug=631317) |
| 76 self.Fail('conformance2/rendering/' + | 71 self.Fail('conformance2/rendering/' + |
| 77 'draw-with-integer-texture-base-level.html', | 72 'draw-with-integer-texture-base-level.html', |
| 78 ['win', 'nvidia', 'd3d11'], bug=679639) | 73 ['win', 'nvidia', 'd3d11'], bug=679639) |
| 79 | 74 |
| 80 # Win10 / NVIDIA Quadro P400 / D3D11 failures | 75 # Win10 / NVIDIA Quadro P400 / D3D11 failures |
| 81 self.Fail('deqp/functional/gles3/transformfeedback/' + | 76 self.Fail('deqp/functional/gles3/transformfeedback/' + |
| 82 'basic_types_interleaved_lines.html', | 77 'basic_types_interleaved_lines.html', |
| 83 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 78 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
| 84 self.Fail('deqp/functional/gles3/transformfeedback/' + | 79 self.Fail('deqp/functional/gles3/transformfeedback/' + |
| 85 'basic_types_interleaved_triangles.html', | |
| 86 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 87 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
| 88 'basic_types_separate_lines.html', | 80 'basic_types_separate_lines.html', |
| 89 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 81 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
| 90 self.Fail('deqp/functional/gles3/transformfeedback/' + | 82 self.Fail('deqp/functional/gles3/transformfeedback/' + |
| 91 'basic_types_separate_triangles.html', | |
| 92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 93 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
| 94 'random_interleaved_lines.html', | |
| 95 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 96 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
| 97 'random_interleaved_triangles.html', | 83 'random_interleaved_triangles.html', |
| 98 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | 84 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) |
| 99 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
| 100 'random_separate_lines.html', | |
| 101 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 102 self.Fail('deqp/functional/gles3/transformfeedback/' + | |
| 103 'random_separate_triangles.html', | |
| 104 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 105 self.Fail('deqp/functional/gles3/transformfeedback/interpolation_flat.html', | |
| 106 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=680754) | |
| 107 self.Flaky('conformance/textures/image_bitmap_from_video/' + | 85 self.Flaky('conformance/textures/image_bitmap_from_video/' + |
| 108 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', | 86 'tex-2d-rgba-rgba-unsigned_short_5_5_5_1.html', |
| 109 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 87 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| 110 self.Flaky('conformance/textures/image_bitmap_from_video/' + | 88 self.Flaky('conformance/textures/image_bitmap_from_video/' + |
| 111 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', | 89 'tex-2d-rgba-rgba-unsigned_short_4_4_4_4.html', |
| 112 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 90 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| 113 self.Flaky('conformance2/textures/video/*', | 91 self.Flaky('conformance2/textures/video/*', |
| 114 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 92 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| 115 self.Flaky('conformance2/textures/image_bitmap_from_video/*', | 93 self.Flaky('conformance2/textures/image_bitmap_from_video/*', |
| 116 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 94 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| 117 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html', | 95 self.Flaky('conformance/extensions/oes-texture-half-float-with-video.html', |
| 118 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) | 96 ['win10', ('nvidia', 0x1cb3), 'd3d11'], bug=728670) |
| 119 | 97 |
| 120 # Win / NVIDIA / OpenGL | 98 # Win / NVIDIA / OpenGL |
| 121 self.Fail('conformance2/rendering/framebuffer-texture-level1.html', | |
| 122 ['win', 'nvidia', 'opengl'], bug=693090) | |
| 123 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', | 99 self.Fail('conformance2/glsl3/vector-dynamic-indexing-nv-driver-bug.html', |
| 124 ['win', 'nvidia', 'opengl'], bug=693090) | 100 ['win', 'nvidia', 'opengl'], bug=693090) |
| 125 self.Fail('conformance2/textures/misc/tex-srgb-mipmap.html', | |
| 126 ['win', 'nvidia', 'opengl'], bug=693090) | |
| 127 self.Fail('conformance2/glsl3/' + | 101 self.Fail('conformance2/glsl3/' + |
| 128 'vector-dynamic-indexing-swizzled-lvalue.html', | 102 'vector-dynamic-indexing-swizzled-lvalue.html', |
| 129 ['win', 'nvidia', 'opengl'], bug=709874) | 103 ['win', 'nvidia', 'opengl'], bug=709874) |
| 130 | 104 |
| 131 # Win / AMD | 105 # Win / AMD |
| 132 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', | 106 self.Fail('conformance2/rendering/blitframebuffer-stencil-only.html', |
| 133 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill | 107 ['win', 'amd', 'd3d11'], bug=483282) # owner:jmadill |
| 134 | 108 |
| 135 # Failing on old R5 230 configuration. | |
| 136 self.Fail('deqp/functional/gles3/shadertexturefunction/' + | |
| 137 'texelfetchoffset.html', | |
| 138 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) | |
| 139 | |
| 140 self.Fail('deqp/functional/gles3/transformfeedback/*', | |
| 141 ['win', ('amd', 0x6779, 'd3d11')], bug=626068) | |
| 142 | |
| 143 self.Fail('deqp/functional/gles3/shadercommonfunction.html', | |
| 144 ['win', ('amd', 0x6779), 'd3d11'], bug=483282) | |
| 145 self.Fail('deqp/functional/gles3/multisample.html', | |
| 146 ['win', ('amd', 0x6779), 'd3d11'], bug=617290) | |
| 147 | |
| 148 # Keep a separate set of failures for the R7 240, since it can use a new | 109 # Keep a separate set of failures for the R7 240, since it can use a new |
| 149 # and updated driver. The older drivers won't ever get fixes from AMD. | 110 # and updated driver. The older drivers won't ever get fixes from AMD. |
| 150 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. | 111 # Use ['win', ('amd', 0x6613)] for the R7 240 devices. |
| 151 | 112 |
| 152 # Have seen this time out. Think it may be because it's currently | 113 # Have seen this time out. Think it may be because it's currently |
| 153 # the first test that runs in the shard, and the browser might not | 114 # the first test that runs in the shard, and the browser might not |
| 154 # be coming up correctly. | 115 # be coming up correctly. |
| 155 self.Flaky('deqp/functional/gles3/multisample.html', | 116 self.Flaky('deqp/functional/gles3/multisample.html', |
| 156 ['win', ('amd', 0x6613)], bug=687374) | 117 ['win', ('amd', 0x6613)], bug=687374) |
| 157 | 118 |
| 158 # It's unfortunate that these suppressions need to be so broad, but | |
| 159 # basically any test that uses readPixels is potentially flaky, and | |
| 160 # it's infeasible to suppress individual failures one by one. | |
| 161 self.Flaky('conformance/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
| 162 self.Flaky('conformance2/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
| 163 self.Flaky('deqp/*', ['win', ('amd', 0x6779), 'd3d11'], bug=491419) | |
| 164 | |
| 165 # Win / Intel | 119 # Win / Intel |
| 166 self.Fail('conformance2/glsl3/' + | 120 self.Fail('conformance2/glsl3/' + |
| 167 'texture-offset-uniform-texture-coordinate.html', | 121 'texture-offset-uniform-texture-coordinate.html', |
| 168 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 | 122 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 |
| 169 self.Fail('conformance2/glsl3/unary-minus-operator-in-dynamic-loop.html', | |
| 170 ['win', 'intel', 'd3d11'], bug=662644) # WebGL 2.0.1 | |
| 171 self.Skip('conformance2/textures/misc/copy-texture-image.html', | 123 self.Skip('conformance2/textures/misc/copy-texture-image.html', |
| 172 ['win', 'intel', 'd3d11'], bug=617449) | 124 ['win', 'intel', 'd3d11'], bug=617449) |
| 173 # Seems to cause the harness to fail immediately afterward | 125 # Seems to cause the harness to fail immediately afterward |
| 174 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', | 126 self.Skip('conformance2/textures/video/tex-2d-rgba16f-rgba-half_float.html', |
| 175 ['win', 'intel', 'd3d11'], bug=648337) | 127 ['win', 'intel', 'd3d11'], bug=648337) |
| 176 self.Flaky('deqp/functional/gles3/lifetime.html', | 128 self.Flaky('deqp/functional/gles3/lifetime.html', |
| 177 ['win', 'intel', 'd3d11'], bug=620379) | 129 ['win', 'intel', 'd3d11'], bug=620379) |
| 178 self.Skip('deqp/functional/gles3/texturespecification/' + | 130 self.Skip('deqp/functional/gles3/texturespecification/' + |
| 179 'teximage3d_depth_pbo.html', | 131 'teximage3d_depth_pbo.html', |
| 180 ['win', 'intel', 'd3d11'], bug=617449) | 132 ['win', 'intel', 'd3d11'], bug=617449) |
| 181 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_00.html', | |
| 182 ['win', 'intel', 'd3d11'], bug=614418) | |
| 183 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_01.html', | |
| 184 ['win', 'intel', 'd3d11'], bug=614418) | |
| 185 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_02.html', | |
| 186 ['win', 'intel', 'd3d11'], bug=614418) | |
| 187 self.Fail('deqp/functional/gles3/textureformat/sized_color_3d_pot_03.html', | |
| 188 ['win', 'intel', 'd3d11'], bug=614418) | |
| 189 self.Fail('deqp/functional/gles3/textureformat/sized_depth_stencil.html', | |
| 190 ['win', 'intel', 'd3d11'], bug=614418) | |
| 191 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', | 133 self.Flaky('deqp/functional/gles3/textureformat/unsized_3d.html', |
| 192 ['win', 'intel', 'd3d11'], bug=614418) | 134 ['win', 'intel', 'd3d11'], bug=614418) |
| 193 | 135 |
| 194 self.Fail('deqp/functional/gles3/fbomultisample*', | |
| 195 ['win', 'intel', 'd3d11'], bug=483282) | |
| 196 | |
| 197 # These tests seem to crash flakily. It's best to leave them as skip | 136 # These tests seem to crash flakily. It's best to leave them as skip |
| 198 # until we can run them without GPU hangs and crashes. | 137 # until we can run them without GPU hangs and crashes. |
| 199 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', | 138 self.Skip('deqp/functional/gles3/textureshadow/2d_array_*.html', |
| 200 ['win', 'intel', 'd3d11'], bug=666392) | 139 ['win', 'intel', 'd3d11'], bug=666392) |
| 201 | 140 |
| 202 # Win 10 / Intel | 141 # Win 10 / Intel |
| 203 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html', | 142 self.Fail('deqp/functional/gles3/fbocolorbuffer/clear.html', |
| 204 ['win10', 'intel', 'd3d11'], bug=483282) | 143 ['win10', 'intel', 'd3d11'], bug=483282) |
| 205 | 144 |
| 206 # Intel HD 530 | 145 # Intel HD 530 |
| (...skipping 834 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 1041 # self.Fail(page_name, | 980 # self.Fail(page_name, |
| 1042 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) | 981 # ['linux', ('nvidia', 0x1), 'debug', 'opengl']) |
| 1043 # self.Fail(page_name, | 982 # self.Fail(page_name, |
| 1044 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 983 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
| 1045 | 984 |
| 1046 # Conflicts if between a generic os condition and a specific version | 985 # Conflicts if between a generic os condition and a specific version |
| 1047 # self.Fail(page_name, | 986 # self.Fail(page_name, |
| 1048 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) | 987 # ['xp', ('nvidia', 0x1), 'debug', 'opengl']) |
| 1049 # self.Fail(page_name, | 988 # self.Fail(page_name, |
| 1050 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) | 989 # ['win', ('nvidia', 0x1), 'debug', 'opengl']) |
| OLD | NEW |