OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
6 | 6 |
7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
8 # | 8 # |
9 # Operating systems: | 9 # Operating systems: |
10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
11 # mavericks, yosemite, linux, chromeos, android | 11 # mavericks, yosemite, linux, chromeos, android |
12 # | 12 # |
13 # GPU vendors: | 13 # GPU vendors: |
14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
15 # vivante | 15 # vivante |
16 # | 16 # |
17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
20 | 20 |
21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
22 def SetExpectations(self): | 22 def SetExpectations(self): |
23 # Sample Usage: | 23 # Sample Usage: |
24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
26 | 26 |
27 # Fails on all platforms | 27 # Fails on all platforms |
28 self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html', | 28 self.Fail('conformance/glsl/misc/shaders-with-invariance.html', |
29 bug=351396) | 29 bug=421710) |
| 30 self.Fail('conformance/glsl/misc/struct-unary-operators.html', |
| 31 bug=421709) |
| 32 self.Fail('conformance/renderbuffers/feedback-loop.html', |
| 33 bug=421695) |
| 34 # This one might be causing itself and all tests afterwards to timeout |
| 35 # on Windows Debug. |
| 36 self.Skip('conformance/textures/texture-copying-feedback-loops.html', |
| 37 bug=421695) |
| 38 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
.html', |
| 39 bug=420357) |
30 | 40 |
31 # Flaky on Win | 41 # Flaky on Win |
32 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 42 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
33 ['win'], bug=369349) | 43 ['win'], bug=369349) |
34 | 44 |
35 # Win failures | 45 # Win failures |
36 self.Fail('conformance/glsl/misc/struct-equals.html', | 46 self.Fail('conformance/glsl/misc/struct-equals.html', |
37 ['win'], bug=391957) | 47 ['win'], bug=391957) |
38 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', | 48 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', |
39 ['win'], bug=402195) | 49 ['win'], bug=402195) |
40 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', | 50 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', |
41 ['win'], bug=415688) | 51 ['win'], bug=415688) |
| 52 self.Fail('conformance/attribs/gl-bindAttribLocation-aliasing.html', |
| 53 ['win'], bug=415688) |
| 54 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgb565.html', |
| 55 ['win'], bug=420357) |
| 56 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba4444.html', |
| 57 ['win'], bug=420357) |
| 58 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba5551.html', |
| 59 ['win'], bug=420357) |
| 60 self.Fail('conformance/glsl/misc/ternary-operators-in-global-initializers.ht
ml', |
| 61 ['win'], bug=415694) |
| 62 self.Fail('conformance/glsl/misc/ternary-operators-in-initializers.html', |
| 63 ['win'], bug=415694) |
42 | 64 |
43 # Win7 / Intel failures | 65 # Win7 / Intel failures |
44 self.Fail('conformance/rendering/gl-scissor-test.html', | 66 self.Fail('conformance/rendering/gl-scissor-test.html', |
45 ['win7', 'intel'], bug=314997) | 67 ['win7', 'intel'], bug=314997) |
46 self.Fail('conformance/context/premultiplyalpha-test.html', | 68 self.Fail('conformance/context/premultiplyalpha-test.html', |
47 ['win7', 'intel']) | 69 ['win7', 'intel']) |
48 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', | 70 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', |
49 ['win7', 'intel']) | 71 ['win7', 'intel']) |
50 self.Fail('conformance/rendering/gl-viewport-test.html', | 72 self.Fail('conformance/rendering/gl-viewport-test.html', |
51 ['win7', 'intel'], bug=372511) | 73 ['win7', 'intel'], bug=372511) |
(...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
123 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', | 145 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', |
124 ['lion', 'intel'], bug=323736) | 146 ['lion', 'intel'], bug=323736) |
125 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', | 147 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', |
126 ['lion', 'intel'], bug=323736) | 148 ['lion', 'intel'], bug=323736) |
127 # Two flaky tests. | 149 # Two flaky tests. |
128 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', | 150 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', |
129 ['lion', 'intel'], bug=393331) | 151 ['lion', 'intel'], bug=393331) |
130 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', | 152 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', |
131 ['lion', 'intel'], bug=393331) | 153 ['lion', 'intel'], bug=393331) |
132 | 154 |
| 155 # Linux failures |
| 156 self.Fail('conformance/textures/default-texture.html', |
| 157 ['linux', ('nvidia', 0x104a)], bug=422152) |
| 158 |
133 # Android failures | 159 # Android failures |
134 # The following test is very slow and therefore times out on Android bot. | 160 # The following test is very slow and therefore times out on Android bot. |
135 self.Skip('conformance/rendering/multisample-corruption.html', | 161 self.Skip('conformance/rendering/multisample-corruption.html', |
136 ['android']) | 162 ['android']) |
137 # The following test times out on Android bot. | 163 # The following test times out on Android bot. |
138 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 164 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
139 ['android'], bug=369300) | 165 ['android'], bug=369300) |
140 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 166 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
141 ['android'], bug=315976) | 167 ['android'], bug=315976) |
142 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 168 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
(...skipping 100 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
243 self.Fail('conformance/textures/texture-npot-video.html', | 269 self.Fail('conformance/textures/texture-npot-video.html', |
244 ['chromeos', ('intel', 0xa011)], bug=375554) | 270 ['chromeos', ('intel', 0xa011)], bug=375554) |
245 self.Fail('conformance/textures/texture-size.html', | 271 self.Fail('conformance/textures/texture-size.html', |
246 ['chromeos', ('intel', 0xa011)], bug=375554) | 272 ['chromeos', ('intel', 0xa011)], bug=375554) |
247 self.Fail('conformance/textures/texture-size-limit.html', | 273 self.Fail('conformance/textures/texture-size-limit.html', |
248 ['chromeos', ('intel', 0xa011)], bug=375554) | 274 ['chromeos', ('intel', 0xa011)], bug=375554) |
249 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 275 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
250 ['chromeos', ('intel', 0xa011)], bug=375554) | 276 ['chromeos', ('intel', 0xa011)], bug=375554) |
251 self.Skip('conformance/uniforms/uniform-default-values.html', | 277 self.Skip('conformance/uniforms/uniform-default-values.html', |
252 ['chromeos', ('intel', 0xa011)], bug=375554) | 278 ['chromeos', ('intel', 0xa011)], bug=375554) |
OLD | NEW |