OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
6 | 6 |
7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
8 # | 8 # |
9 # Operating systems: | 9 # Operating systems: |
10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
11 # linux, chromeos, android | 11 # linux, chromeos, android |
12 # | 12 # |
13 # GPU vendors: | 13 # GPU vendors: |
14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
15 # vivante | 15 # vivante |
16 # | 16 # |
17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
20 | 20 |
21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
22 def SetExpectations(self): | 22 def SetExpectations(self): |
23 # Sample Usage: | 23 # Sample Usage: |
24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
26 | 26 |
27 # Fails on all platforms | 27 # Fails on all platforms |
28 self.Fail('conformance/glsl/misc/shaders-with-mis-matching-uniforms.html', | 28 self.Fail('conformance/glsl/misc/shaders-with-mis-matching-uniforms.html', |
29 bug=351396) | 29 bug=351396) |
| 30 self.Fail('conformance/textures/texture-draw-with-2d-and-cube.html', |
| 31 bug=391951) |
| 32 self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html', |
| 33 ['win', 'linux'], bug=391953) |
30 | 34 |
31 # Flaky on Win | 35 # Flaky on Win |
32 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 36 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
33 ['win'], bug=369349) | 37 ['win'], bug=369349) |
34 self.Fail('conformance/context/context-lost-restored.html', | 38 self.Fail('conformance/context/context-lost-restored.html', |
35 ['win'], bug=374378) | 39 ['win'], bug=374378) |
36 | 40 |
| 41 # Win failures |
| 42 self.Fail('conformance/glsl/misc/struct-equals.html', |
| 43 ['win'], bug=391957) |
| 44 |
37 # Win7 / Intel failures | 45 # Win7 / Intel failures |
38 self.Fail('conformance/rendering/gl-scissor-test.html', | 46 self.Fail('conformance/rendering/gl-scissor-test.html', |
39 ['win7', 'intel'], bug=314997) | 47 ['win7', 'intel'], bug=314997) |
40 self.Fail('conformance/context/premultiplyalpha-test.html', | 48 self.Fail('conformance/context/premultiplyalpha-test.html', |
41 ['win7', 'intel']) | 49 ['win7', 'intel']) |
42 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', | 50 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', |
43 ['win7', 'intel']) | 51 ['win7', 'intel']) |
44 self.Fail('conformance/rendering/gl-viewport-test.html', | 52 self.Fail('conformance/rendering/gl-viewport-test.html', |
45 ['win7', 'intel'], bug=372511) | 53 ['win7', 'intel'], bug=372511) |
46 self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html', | 54 self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html', |
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
108 ['lion', 'intel'], bug=323736) | 116 ['lion', 'intel'], bug=323736) |
109 self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html', | 117 self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html', |
110 ['lion', 'intel'], bug=323736) | 118 ['lion', 'intel'], bug=323736) |
111 self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html', | 119 self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html', |
112 ['lion', 'intel'], bug=323736) | 120 ['lion', 'intel'], bug=323736) |
113 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', | 121 self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html', |
114 ['lion', 'intel'], bug=323736) | 122 ['lion', 'intel'], bug=323736) |
115 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', | 123 self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html', |
116 ['lion', 'intel'], bug=323736) | 124 ['lion', 'intel'], bug=323736) |
117 | 125 |
| 126 # Linux NVIDIA failures |
| 127 self.Fail('conformance/glsl/constructors/glsl-construct-bvec2.html', |
| 128 ['linux', 'nvidia'], bug=391960) |
| 129 self.Fail('conformance/glsl/constructors/glsl-construct-bvec3.html', |
| 130 ['linux', 'nvidia'], bug=391960) |
| 131 self.Fail('conformance/glsl/constructors/glsl-construct-bvec4.html', |
| 132 ['linux', 'nvidia'], bug=391960) |
| 133 self.Fail('conformance/glsl/constructors/glsl-construct-ivec2.html', |
| 134 ['linux', 'nvidia'], bug=391960) |
| 135 self.Fail('conformance/glsl/constructors/glsl-construct-ivec3.html', |
| 136 ['linux', 'nvidia'], bug=391960) |
| 137 self.Fail('conformance/glsl/constructors/glsl-construct-ivec4.html', |
| 138 ['linux', 'nvidia'], bug=391960) |
| 139 self.Fail('conformance/glsl/constructors/glsl-construct-vec2.html', |
| 140 ['linux', 'nvidia'], bug=391960) |
| 141 self.Fail('conformance/glsl/constructors/glsl-construct-vec3.html', |
| 142 ['linux', 'nvidia'], bug=391960) |
| 143 self.Fail('conformance/glsl/constructors/glsl-construct-vec4.html', |
| 144 ['linux', 'nvidia'], bug=391960) |
| 145 |
118 # Android failures | 146 # Android failures |
119 # The following test is very slow and therefore times out on Android bot. | 147 # The following test is very slow and therefore times out on Android bot. |
120 self.Skip('conformance/rendering/multisample-corruption.html', | 148 self.Skip('conformance/rendering/multisample-corruption.html', |
121 ['android']) | 149 ['android']) |
122 # The following test times out on Android bot. | 150 # The following test times out on Android bot. |
123 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 151 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
124 ['android'], bug=369300) | 152 ['android'], bug=369300) |
125 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 153 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
126 ['android'], bug=315976) | 154 ['android'], bug=315976) |
127 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 155 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
(...skipping 97 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
225 self.Fail('conformance/textures/texture-npot-video.html', | 253 self.Fail('conformance/textures/texture-npot-video.html', |
226 ['chromeos', ('intel', 0xa011)], bug=375554) | 254 ['chromeos', ('intel', 0xa011)], bug=375554) |
227 self.Fail('conformance/textures/texture-size.html', | 255 self.Fail('conformance/textures/texture-size.html', |
228 ['chromeos', ('intel', 0xa011)], bug=375554) | 256 ['chromeos', ('intel', 0xa011)], bug=375554) |
229 self.Fail('conformance/textures/texture-size-limit.html', | 257 self.Fail('conformance/textures/texture-size-limit.html', |
230 ['chromeos', ('intel', 0xa011)], bug=375554) | 258 ['chromeos', ('intel', 0xa011)], bug=375554) |
231 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 259 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
232 ['chromeos', ('intel', 0xa011)], bug=375554) | 260 ['chromeos', ('intel', 0xa011)], bug=375554) |
233 self.Skip('conformance/uniforms/uniform-default-values.html', | 261 self.Skip('conformance/uniforms/uniform-default-values.html', |
234 ['chromeos', ('intel', 0xa011)], bug=375554) | 262 ['chromeos', ('intel', 0xa011)], bug=375554) |
OLD | NEW |