OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
6 | 6 |
7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
8 # | 8 # |
9 # Operating systems: | 9 # Operating systems: |
10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
11 # mavericks, yosemite, linux, chromeos, android | 11 # mavericks, yosemite, linux, chromeos, android |
12 # | 12 # |
13 # GPU vendors: | 13 # GPU vendors: |
14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
15 # vivante | 15 # vivante |
16 # | 16 # |
17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
20 | 20 |
21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
22 def SetExpectations(self): | 22 def SetExpectations(self): |
23 # Sample Usage: | 23 # Sample Usage: |
24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
26 | 26 |
27 # Fails on all platforms | 27 # Fails on all platforms |
28 self.Fail('conformance/glsl/misc/shaders-with-invariance.html', | 28 self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html', |
29 bug=421710) | 29 bug=351396) |
30 self.Fail('conformance/glsl/misc/struct-unary-operators.html', | |
31 bug=421709) | |
32 self.Fail('conformance/renderbuffers/feedback-loop.html', | |
33 bug=421695) | |
34 self.Fail('conformance/textures/texture-copying-feedback-loops.html', | |
35 bug=421695) | |
36 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
.html', | |
37 bug=420357) | |
38 | 30 |
39 # Flaky on Win | 31 # Flaky on Win |
40 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 32 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
41 ['win'], bug=369349) | 33 ['win'], bug=369349) |
42 | 34 |
43 # Win failures | 35 # Win failures |
44 self.Fail('conformance/glsl/misc/struct-equals.html', | 36 self.Fail('conformance/glsl/misc/struct-equals.html', |
45 ['win'], bug=391957) | 37 ['win'], bug=391957) |
46 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', | 38 self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html', |
47 ['win'], bug=402195) | 39 ['win'], bug=402195) |
48 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', | 40 self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html', |
49 ['win'], bug=415688) | 41 ['win'], bug=415688) |
50 self.Fail('conformance/attribs/gl-bindAttribLocation-aliasing.html', | |
51 ['win'], bug=415688) | |
52 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgb565.html', | |
53 ['win'], bug=420357) | |
54 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba4444.html', | |
55 ['win'], bug=420357) | |
56 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-webgl-canvas
-rgba5551.html', | |
57 ['win'], bug=420357) | |
58 self.Fail('conformance/glsl/misc/ternary-operators-in-global-initializers.ht
ml', | |
59 ['win'], bug=415694) | |
60 self.Fail('conformance/glsl/misc/ternary-operators-in-initializers.html', | |
61 ['win'], bug=415694) | |
62 | |
63 | 42 |
64 # Win7 / Intel failures | 43 # Win7 / Intel failures |
65 self.Fail('conformance/rendering/gl-scissor-test.html', | 44 self.Fail('conformance/rendering/gl-scissor-test.html', |
66 ['win7', 'intel'], bug=314997) | 45 ['win7', 'intel'], bug=314997) |
67 self.Fail('conformance/context/premultiplyalpha-test.html', | 46 self.Fail('conformance/context/premultiplyalpha-test.html', |
68 ['win7', 'intel']) | 47 ['win7', 'intel']) |
69 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', | 48 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', |
70 ['win7', 'intel']) | 49 ['win7', 'intel']) |
71 self.Fail('conformance/rendering/gl-viewport-test.html', | 50 self.Fail('conformance/rendering/gl-viewport-test.html', |
72 ['win7', 'intel'], bug=372511) | 51 ['win7', 'intel'], bug=372511) |
(...skipping 71 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
144 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', | 123 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', |
145 ['lion', 'intel'], bug=323736) | 124 ['lion', 'intel'], bug=323736) |
146 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', | 125 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', |
147 ['lion', 'intel'], bug=323736) | 126 ['lion', 'intel'], bug=323736) |
148 # Two flaky tests. | 127 # Two flaky tests. |
149 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', | 128 self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html', |
150 ['lion', 'intel'], bug=393331) | 129 ['lion', 'intel'], bug=393331) |
151 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', | 130 self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html', |
152 ['lion', 'intel'], bug=393331) | 131 ['lion', 'intel'], bug=393331) |
153 | 132 |
154 # Linux failures | |
155 self.Fail('conformance/textures/default-texture.html', | |
156 ['linux', ('nvidia', 0x104a)], bug=422152) | |
157 | |
158 # Android failures | 133 # Android failures |
159 # The following test is very slow and therefore times out on Android bot. | 134 # The following test is very slow and therefore times out on Android bot. |
160 self.Skip('conformance/rendering/multisample-corruption.html', | 135 self.Skip('conformance/rendering/multisample-corruption.html', |
161 ['android']) | 136 ['android']) |
162 # The following test times out on Android bot. | 137 # The following test times out on Android bot. |
163 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 138 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
164 ['android'], bug=369300) | 139 ['android'], bug=369300) |
165 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 140 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
166 ['android'], bug=315976) | 141 ['android'], bug=315976) |
167 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 142 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
(...skipping 100 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
268 self.Fail('conformance/textures/texture-npot-video.html', | 243 self.Fail('conformance/textures/texture-npot-video.html', |
269 ['chromeos', ('intel', 0xa011)], bug=375554) | 244 ['chromeos', ('intel', 0xa011)], bug=375554) |
270 self.Fail('conformance/textures/texture-size.html', | 245 self.Fail('conformance/textures/texture-size.html', |
271 ['chromeos', ('intel', 0xa011)], bug=375554) | 246 ['chromeos', ('intel', 0xa011)], bug=375554) |
272 self.Fail('conformance/textures/texture-size-limit.html', | 247 self.Fail('conformance/textures/texture-size-limit.html', |
273 ['chromeos', ('intel', 0xa011)], bug=375554) | 248 ['chromeos', ('intel', 0xa011)], bug=375554) |
274 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 249 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
275 ['chromeos', ('intel', 0xa011)], bug=375554) | 250 ['chromeos', ('intel', 0xa011)], bug=375554) |
276 self.Skip('conformance/uniforms/uniform-default-values.html', | 251 self.Skip('conformance/uniforms/uniform-default-values.html', |
277 ['chromeos', ('intel', 0xa011)], bug=375554) | 252 ['chromeos', ('intel', 0xa011)], bug=375554) |
OLD | NEW |