OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
6 | 6 |
7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
8 # | 8 # |
9 # Operating systems: | 9 # Operating systems: |
10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
11 # linux, chromeos, android | 11 # linux, chromeos, android |
12 # | 12 # |
13 # GPU vendors: | 13 # GPU vendors: |
14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
15 # vivante | 15 # vivante |
16 # | 16 # |
17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
20 | 20 |
21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
22 def SetExpectations(self): | 22 def SetExpectations(self): |
23 # Sample Usage: | 23 # Sample Usage: |
24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
26 | 26 |
27 # Fails on all platforms | 27 # Fails on all platforms |
28 self.Fail('conformance/glsl/misc/shaders-with-mis-matching-uniforms.html', | 28 self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html', |
29 bug=351396) | 29 bug=351396) |
30 | 30 |
31 # Flaky on Win | 31 # Flaky on Win |
32 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 32 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
33 ['win'], bug=369349) | 33 ['win'], bug=369349) |
34 | 34 |
35 # Win failures | 35 # Win failures |
36 self.Fail('conformance/glsl/misc/struct-equals.html', | 36 self.Fail('conformance/glsl/misc/struct-equals.html', |
37 ['win'], bug=391957) | 37 ['win'], bug=391957) |
| 38 self.Fail('conformance/rendering/negative-one-index.html', |
| 39 ['win'], bug=396058) |
38 | 40 |
39 # Win7 / Intel failures | 41 # Win7 / Intel failures |
40 self.Fail('conformance/rendering/gl-scissor-test.html', | 42 self.Fail('conformance/rendering/gl-scissor-test.html', |
41 ['win7', 'intel'], bug=314997) | 43 ['win7', 'intel'], bug=314997) |
42 self.Fail('conformance/context/premultiplyalpha-test.html', | 44 self.Fail('conformance/context/premultiplyalpha-test.html', |
43 ['win7', 'intel']) | 45 ['win7', 'intel']) |
44 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', | 46 self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html', |
45 ['win7', 'intel']) | 47 ['win7', 'intel']) |
46 self.Fail('conformance/rendering/gl-viewport-test.html', | 48 self.Fail('conformance/rendering/gl-viewport-test.html', |
47 ['win7', 'intel'], bug=372511) | 49 ['win7', 'intel'], bug=372511) |
48 self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html', | 50 self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html', |
49 ['win7', 'intel', 'nvidia'], bug=373972) | 51 ['win7', 'intel', 'nvidia'], bug=373972) |
50 | 52 |
51 # Mac failures | 53 # Mac failures |
52 self.Fail('conformance/glsl/misc/shader-struct-scope.html', | 54 self.Fail('conformance/glsl/misc/shader-struct-scope.html', |
53 ['mac'], bug=368910) | 55 ['mac'], bug=368910) |
54 | 56 |
55 # Mac / Intel failures | 57 # Mac / Intel failures |
56 # Radar 13499466 | 58 # Radar 13499466 |
57 self.Fail('conformance/limits/gl-max-texture-dimensions.html', | 59 self.Fail('conformance/limits/gl-max-texture-dimensions.html', |
58 ['mac', 'intel'], bug=225642) | 60 ['mac', 'intel'], bug=225642) |
59 # Radar 13499623 | 61 # Radar 13499623 |
60 self.Fail('conformance/textures/texture-size.html', | 62 self.Fail('conformance/textures/texture-size.html', |
61 ['mac', 'intel'], bug=225642) | 63 ['mac', 'intel'], bug=225642) |
62 | 64 |
63 # Mac / Intel HD 3000 failures | 65 # Mac / Intel HD 3000 failures |
64 self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html', | 66 self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html', |
65 ['mac', ('intel', 0x116)], bug=322795) | 67 ['mac', ('intel', 0x116)], bug=322795) |
66 # Radar 13499677 | 68 # Radar 13499677 |
67 self.Fail('conformance/glsl/functions/glsl-function-smoothstep-gentype.html'
, | 69 self.Fail('conformance/glsl/functions/' + |
| 70 'glsl-function-smoothstep-gentype.html', |
68 ['mac', ('intel', 0x116)], bug=225642) | 71 ['mac', ('intel', 0x116)], bug=225642) |
69 self.Fail('conformance/extensions/webgl-draw-buffers.html', | 72 self.Fail('conformance/extensions/webgl-draw-buffers.html', |
70 ['mac', ('intel', 0x116)], bug=369349) | 73 ['mac', ('intel', 0x116)], bug=369349) |
71 | 74 |
72 # Mac 10.8 / Intel HD 3000 failures | 75 # Mac 10.8 / Intel HD 3000 failures |
73 self.Fail('conformance/rendering/gl-scissor-test.html', | 76 self.Fail('conformance/rendering/gl-scissor-test.html', |
74 ['mountainlion', ('intel', 0x116)], bug=314997) | 77 ['mountainlion', ('intel', 0x116)], bug=314997) |
75 self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html', | 78 self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html', |
76 ['mountainlion', ('intel', 0x116)], bug=322795) | 79 ['mountainlion', ('intel', 0x116)], bug=322795) |
77 | 80 |
78 # Mac Retina failures | 81 # Mac Retina failures |
79 self.Fail( | 82 self.Fail( |
80 'conformance/glsl/bugs/array-of-struct-with-int-first-position.html', | 83 'conformance/glsl/bugs/array-of-struct-with-int-first-position.html', |
81 ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912) | 84 ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912) |
82 | 85 |
83 # Mac 10.8 / ATI failures | 86 # Mac 10.8 / ATI failures |
84 self.Fail( | 87 self.Fail( |
85 'conformance/rendering/point-with-gl-pointcoord-in-fragment-shader.html'
, | 88 'conformance/rendering/' + |
| 89 'point-with-gl-pointcoord-in-fragment-shader.html', |
86 ['mountainlion', 'amd']) | 90 ['mountainlion', 'amd']) |
87 | 91 |
88 # Mac 10.7 / Intel failures | 92 # Mac 10.7 / Intel failures |
89 self.Skip('conformance/glsl/functions/glsl-function-asin.html', | 93 self.Skip('conformance/glsl/functions/glsl-function-asin.html', |
90 ['lion', 'intel']) | 94 ['lion', 'intel']) |
91 self.Skip('conformance/glsl/functions/glsl-function-dot.html', | 95 self.Skip('conformance/glsl/functions/glsl-function-dot.html', |
92 ['lion', 'intel']) | 96 ['lion', 'intel']) |
93 self.Skip('conformance/glsl/functions/glsl-function-faceforward.html', | 97 self.Skip('conformance/glsl/functions/glsl-function-faceforward.html', |
94 ['lion', 'intel']) | 98 ['lion', 'intel']) |
95 self.Skip('conformance/glsl/functions/glsl-function-length.html', | 99 self.Skip('conformance/glsl/functions/glsl-function-length.html', |
(...skipping 38 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
134 self.Fail('conformance/glsl/constructors/glsl-construct-ivec3.html', | 138 self.Fail('conformance/glsl/constructors/glsl-construct-ivec3.html', |
135 ['linux', 'nvidia'], bug=391960) | 139 ['linux', 'nvidia'], bug=391960) |
136 self.Fail('conformance/glsl/constructors/glsl-construct-ivec4.html', | 140 self.Fail('conformance/glsl/constructors/glsl-construct-ivec4.html', |
137 ['linux', 'nvidia'], bug=391960) | 141 ['linux', 'nvidia'], bug=391960) |
138 self.Fail('conformance/glsl/constructors/glsl-construct-vec2.html', | 142 self.Fail('conformance/glsl/constructors/glsl-construct-vec2.html', |
139 ['linux', 'nvidia'], bug=391960) | 143 ['linux', 'nvidia'], bug=391960) |
140 self.Fail('conformance/glsl/constructors/glsl-construct-vec3.html', | 144 self.Fail('conformance/glsl/constructors/glsl-construct-vec3.html', |
141 ['linux', 'nvidia'], bug=391960) | 145 ['linux', 'nvidia'], bug=391960) |
142 self.Fail('conformance/glsl/constructors/glsl-construct-vec4.html', | 146 self.Fail('conformance/glsl/constructors/glsl-construct-vec4.html', |
143 ['linux', 'nvidia'], bug=391960) | 147 ['linux', 'nvidia'], bug=391960) |
| 148 self.Fail( |
| 149 'conformance/glsl/constructors/' + |
| 150 'glsl-construct-vec-mat-corner-cases.html', |
| 151 ['linux', 'nvidia'], bug=391960) |
| 152 |
144 | 153 |
145 # Android failures | 154 # Android failures |
146 # The following test is very slow and therefore times out on Android bot. | 155 # The following test is very slow and therefore times out on Android bot. |
147 self.Skip('conformance/rendering/multisample-corruption.html', | 156 self.Skip('conformance/rendering/multisample-corruption.html', |
148 ['android']) | 157 ['android']) |
149 # The following test times out on Android bot. | 158 # The following test times out on Android bot. |
150 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 159 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
151 ['android'], bug=369300) | 160 ['android'], bug=369300) |
152 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 161 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
153 ['android'], bug=315976) | 162 ['android'], bug=315976) |
154 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 163 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
155 ['android'], bug=315976) | 164 ['android'], bug=315976) |
156 # The following tests are disabled due to security issues. | 165 # The following tests are disabled due to security issues. |
157 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html', | 166 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html', |
158 ['android'], bug=334204) | 167 ['android'], bug=334204) |
159 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgb565
.html', | 168 self.Fail('conformance/textures/' + |
| 169 'tex-image-and-sub-image-2d-with-video-rgb565.html', |
160 ['android'], bug=334204) | 170 ['android'], bug=334204) |
161 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgba44
44.html', | 171 self.Fail('conformance/textures/' + |
| 172 'tex-image-and-sub-image-2d-with-video-rgba4444.html', |
162 ['android'], bug=334204) | 173 ['android'], bug=334204) |
163 self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video-rgba55
51.html', | 174 self.Fail('conformance/textures/' + |
| 175 'tex-image-and-sub-image-2d-with-video-rgba5551.html', |
164 ['android'], bug=334204) | 176 ['android'], bug=334204) |
165 self.Fail('conformance/textures/texture-npot-video.html', | 177 self.Fail('conformance/textures/texture-npot-video.html', |
166 ['android'], bug=334204) | 178 ['android'], bug=334204) |
167 | 179 |
168 # ChromeOS: affecting all devices. | 180 # ChromeOS: affecting all devices. |
169 self.Fail('conformance/extensions/webgl-depth-texture.html', | 181 self.Fail('conformance/extensions/webgl-depth-texture.html', |
170 ['chromeos'], bug=382651) | 182 ['chromeos'], bug=382651) |
171 | 183 |
172 # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...) | 184 # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...) |
173 # We will just include pinetrail here for now as we don't want to list | 185 # We will just include pinetrail here for now as we don't want to list |
(...skipping 78 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
252 self.Fail('conformance/textures/texture-npot-video.html', | 264 self.Fail('conformance/textures/texture-npot-video.html', |
253 ['chromeos', ('intel', 0xa011)], bug=375554) | 265 ['chromeos', ('intel', 0xa011)], bug=375554) |
254 self.Fail('conformance/textures/texture-size.html', | 266 self.Fail('conformance/textures/texture-size.html', |
255 ['chromeos', ('intel', 0xa011)], bug=375554) | 267 ['chromeos', ('intel', 0xa011)], bug=375554) |
256 self.Fail('conformance/textures/texture-size-limit.html', | 268 self.Fail('conformance/textures/texture-size-limit.html', |
257 ['chromeos', ('intel', 0xa011)], bug=375554) | 269 ['chromeos', ('intel', 0xa011)], bug=375554) |
258 self.Fail('conformance/uniforms/gl-uniform-arrays.html', | 270 self.Fail('conformance/uniforms/gl-uniform-arrays.html', |
259 ['chromeos', ('intel', 0xa011)], bug=375554) | 271 ['chromeos', ('intel', 0xa011)], bug=375554) |
260 self.Skip('conformance/uniforms/uniform-default-values.html', | 272 self.Skip('conformance/uniforms/uniform-default-values.html', |
261 ['chromeos', ('intel', 0xa011)], bug=375554) | 273 ['chromeos', ('intel', 0xa011)], bug=375554) |
OLD | NEW |