| OLD | NEW |
| 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
| 6 | 6 |
| 7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
| 8 # | 8 # |
| 9 # Operating systems: | 9 # Operating systems: |
| 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
| 11 # mavericks, yosemite, linux, chromeos, android | 11 # mavericks, yosemite, linux, chromeos, android |
| 12 # | 12 # |
| 13 # GPU vendors: | 13 # GPU vendors: |
| 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
| 15 # vivante | 15 # vivante |
| 16 # | 16 # |
| 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
| 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
| 19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
| 20 | 20 |
| 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
| 22 def SetExpectations(self): | 22 def SetExpectations(self): |
| 23 # Sample Usage: | 23 # Sample Usage: |
| 24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
| 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
| 26 | 26 |
| 27 # Fails on all platforms | 27 # Fails on all platforms |
| 28 self.Fail('conformance/glsl/misc/shaders-with-invariance.html', | 28 self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html', |
| 29 bug=421710) | 29 bug=351396) |
| 30 self.Fail('conformance/glsl/misc/struct-unary-operators.html', | |
| 31 bug=421709) | |
| 32 self.Fail('conformance/renderbuffers/feedback-loop.html', | |
| 33 bug=421695) | |
| 34 self.Fail('conformance/textures/texture-copying-feedback-loops.html', | |
| 35 bug=421695) | |
| 36 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
.html', | |
| 37 bug=420357) | |
| 38 | 30 |
| 39 # Flaky on Win | 31 # Flaky on Win |
| 40 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 32 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
| 41 ['win'], bug=369349) | 33 ['win'], bug=369349) |
| 42 | 34 |
| 43 # Win failures | 35 # Win failures |
| 44 self.Fail('conformance/glsl/misc/struct-equals.html', | 36 self.Fail('conformance/glsl/misc/struct-equals.html', |
| 45 ['win'], bug=391957) | 37 ['win'], bug=391957) |
| 46 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', | 38 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', |
| 47 ['win'], bug=402195) | 39 ['win'], bug=402195) |
| 48 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', | 40 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', |
| 49 ['win'], bug=415688) | 41 ['win'], bug=415688) |
| 50 self.Fail('conformance/attribs/gl-bindAttribLocation-aliasing.html', | |
| 51 ['win'], bug=415688) | |
| 52 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgb565.html', | |
| 53 ['win'], bug=420357) | |
| 54 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba4444.html', | |
| 55 ['win'], bug=420357) | |
| 56 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba5551.html', | |
| 57 ['win'], bug=420357) | |
| 58 self.Fail('conformance/glsl/misc/ternary-operators-in-global-initializers.ht
ml', | |
| 59 ['win'], bug=415694) | |
| 60 self.Fail('conformance/glsl/misc/ternary-operators-in-initializers.html', | |
| 61 ['win'], bug=415694) | |
| 62 | |
| 63 | 42 |
| 64 # Win7 / Intel failures | 43 # Win7 / Intel failures |
| 65 self.Fail('conformance/rendering/gl-scissor-test.html', | 44 self.Fail('conformance/rendering/gl-scissor-test.html', |
| 66 ['win7', 'intel'], bug=314997) | 45 ['win7', 'intel'], bug=314997) |
| 67 self.Fail('conformance/context/premultiplyalpha-test.html', | 46 self.Fail('conformance/context/premultiplyalpha-test.html', |
| 68 ['win7', 'intel']) | 47 ['win7', 'intel']) |
| 69 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', | 48 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', |
| 70 ['win7', 'intel']) | 49 ['win7', 'intel']) |
| 71 self.Fail('conformance/rendering/gl-viewport-test.html', | 50 self.Fail('conformance/rendering/gl-viewport-test.html', |
| 72 ['win7', 'intel'], bug=372511) | 51 ['win7', 'intel'], bug=372511) |
| (...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 144 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', | 123 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', |
| 145 ['lion', 'intel'], bug=323736) | 124 ['lion', 'intel'], bug=323736) |
| 146 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', | 125 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', |
| 147 ['lion', 'intel'], bug=323736) | 126 ['lion', 'intel'], bug=323736) |
| 148 # Two flaky tests. | 127 # Two flaky tests. |
| 149 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', | 128 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', |
| 150 ['lion', 'intel'], bug=393331) | 129 ['lion', 'intel'], bug=393331) |
| 151 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', | 130 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', |
| 152 ['lion', 'intel'], bug=393331) | 131 ['lion', 'intel'], bug=393331) |
| 153 | 132 |
| 154 # Linux failures | |
| 155 self.Fail('conformance/textures/default-texture.html', | |
| 156 ['linux', ('nvidia', 0x104a)], bug=422152) | |
| 157 | |
| 158 # Android failures | 133 # Android failures |
| 159 # The following test is very slow and therefore times out on Android bot. | 134 # The following test is very slow and therefore times out on Android bot. |
| 160 self.Skip('conformance/rendering/multisample-corruption.html', | 135 self.Skip('conformance/rendering/multisample-corruption.html', |
| 161 ['android']) | 136 ['android']) |
| 162 # The following test times out on Android bot. | 137 # The following test times out on Android bot. |
| 163 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 138 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
| 164 ['android'], bug=369300) | 139 ['android'], bug=369300) |
| 165 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 140 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
| 166 ['android'], bug=315976) | 141 ['android'], bug=315976) |
| 167 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 142 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
| (...skipping 100 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 268 self.Fail('conformance/textures/texture-npot-video.html', | 243 self.Fail('conformance/textures/texture-npot-video.html', |
| 269 ['chromeos', ('intel', 0xa011)], bug=375554) | 244 ['chromeos', ('intel', 0xa011)], bug=375554) |
| 270 self.Fail('conformance/textures/texture-size.html', | 245 self.Fail('conformance/textures/texture-size.html', |
| 271 ['chromeos', ('intel', 0xa011)], bug=375554) | 246 ['chromeos', ('intel', 0xa011)], bug=375554) |
| 272 self.Fail('conformance/textures/texture-size-limit.html', | 247 self.Fail('conformance/textures/texture-size-limit.html', |
| 273 ['chromeos', ('intel', 0xa011)], bug=375554) | 248 ['chromeos', ('intel', 0xa011)], bug=375554) |
| 274 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 249 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
| 275 ['chromeos', ('intel', 0xa011)], bug=375554) | 250 ['chromeos', ('intel', 0xa011)], bug=375554) |
| 276 self.Skip('conformance/uniforms/uniform-default-values.html', | 251 self.Skip('conformance/uniforms/uniform-default-values.html', |
| 277 ['chromeos', ('intel', 0xa011)], bug=375554) | 252 ['chromeos', ('intel', 0xa011)], bug=375554) |
| OLD | NEW |