| OLD | NEW |
| 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 from telemetry.page import test_expectations | 5 from telemetry.page import test_expectations |
| 6 | 6 |
| 7 # Valid expectation conditions are: | 7 # Valid expectation conditions are: |
| 8 # | 8 # |
| 9 # Operating systems: | 9 # Operating systems: |
| 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, | 10 # win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion, |
| 11 # linux, chromeos, android | 11 # linux, chromeos, android |
| 12 # | 12 # |
| 13 # GPU vendors: | 13 # GPU vendors: |
| 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, | 14 # amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm, |
| 15 # vivante | 15 # vivante |
| 16 # | 16 # |
| 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. | 17 # Specific GPUs can be listed as a tuple with vendor name and device ID. |
| 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') | 18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604') |
| 19 # Device IDs must be paired with a GPU vendor. | 19 # Device IDs must be paired with a GPU vendor. |
| 20 | 20 |
| 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): | 21 class WebGLConformanceExpectations(test_expectations.TestExpectations): |
| 22 def SetExpectations(self): | 22 def SetExpectations(self): |
| 23 # Sample Usage: | 23 # Sample Usage: |
| 24 # self.Fail('gl-enable-vertex-attrib.html', | 24 # self.Fail('gl-enable-vertex-attrib.html', |
| 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) | 25 # ['mac', 'amd', ('nvidia', 0x1234)], bug=123) |
| 26 | 26 |
| 27 # Fails everywhere. | 27 # Fails everywhere. |
| 28 self.Skip('conformance/glsl/misc/large-loop-compile.html', | 28 self.Skip('conformance/glsl/misc/large-loop-compile.html', |
| 29 bug=322764) | 29 bug=322764) |
| 30 self.Skip('conformance/textures/texture-size-limit.html', |
| 31 bug=322789) |
| 30 | 32 |
| 31 # Windows failures. | 33 # Windows failures. |
| 32 self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html', | 34 self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html', |
| 33 ['win'], bug=322794) | 35 ['win'], bug=322794) |
| 34 self.Fail('conformance/ogles/GL/atan/atan_009_to_012.html', | 36 self.Fail('conformance/ogles/GL/atan/atan_009_to_012.html', |
| 35 ['win'], bug=322794) | 37 ['win'], bug=322794) |
| 36 self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html', | 38 self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html', |
| 37 ['win'], bug=322795) | 39 ['win'], bug=322795) |
| 38 | 40 |
| 39 # Windows/Intel failures | 41 # Windows/Intel failures |
| (...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 100 self.Fail('conformance/textures/texture-size-cube-maps.html', | 102 self.Fail('conformance/textures/texture-size-cube-maps.html', |
| 101 ['win7', 'intel']) | 103 ['win7', 'intel']) |
| 102 self.Fail('conformance/context/context-attribute-preserve-drawing-buffer.htm
l', | 104 self.Fail('conformance/context/context-attribute-preserve-drawing-buffer.htm
l', |
| 103 ['win7', 'intel'], bug=322770) | 105 ['win7', 'intel'], bug=322770) |
| 104 | 106 |
| 105 # Mac failures. | 107 # Mac failures. |
| 106 self.Fail('conformance/glsl/misc/shaders-with-varyings.html', | 108 self.Fail('conformance/glsl/misc/shaders-with-varyings.html', |
| 107 ['mac'], bug=322760) | 109 ['mac'], bug=322760) |
| 108 self.Fail('conformance/context/context-attribute-preserve-drawing-buffer.htm
l', | 110 self.Fail('conformance/context/context-attribute-preserve-drawing-buffer.htm
l', |
| 109 ['mac'], bug=322770) | 111 ['mac'], bug=322770) |
| 110 self.Skip('conformance/textures/texture-size-limit.html', | |
| 111 ['mac'], bug=322789) | |
| 112 self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html', | 112 self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html', |
| 113 ['mac'], bug=322795) | 113 ['mac'], bug=322795) |
| 114 | 114 |
| 115 # Mac/Intel failures | 115 # Mac/Intel failures |
| 116 self.Fail('conformance/rendering/gl-scissor-test.html', | 116 self.Fail('conformance/rendering/gl-scissor-test.html', |
| 117 ['mac', 'intel'], bug=314997) | 117 ['mac', 'intel'], bug=314997) |
| 118 # The following two tests hang the WindowServer. | 118 # The following two tests hang the WindowServer. |
| 119 self.Skip('conformance/canvas/drawingbuffer-static-canvas-test.html', | 119 self.Skip('conformance/canvas/drawingbuffer-static-canvas-test.html', |
| 120 ['mac', 'intel'], bug=303915) | 120 ['mac', 'intel'], bug=303915) |
| 121 self.Skip('conformance/canvas/drawingbuffer-test.html', | 121 self.Skip('conformance/canvas/drawingbuffer-test.html', |
| (...skipping 42 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 164 ['mac', 'amd'], bug=308328) | 164 ['mac', 'amd'], bug=308328) |
| 165 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gb565.html', | 165 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gb565.html', |
| 166 ['mac', 'amd'], bug=308328) | 166 ['mac', 'amd'], bug=308328) |
| 167 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gba4444.html', | 167 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gba4444.html', |
| 168 ['mac', 'amd'], bug=308328) | 168 ['mac', 'amd'], bug=308328) |
| 169 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gba5551.html', | 169 self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-r
gba5551.html', |
| 170 ['mac', 'amd'], bug=308328) | 170 ['mac', 'amd'], bug=308328) |
| 171 self.Fail('conformance/canvas/drawingbuffer-test.html', | 171 self.Fail('conformance/canvas/drawingbuffer-test.html', |
| 172 ['mac', 'amd'], bug=314997) | 172 ['mac', 'amd'], bug=314997) |
| 173 | 173 |
| 174 # Linux failure. | |
| 175 self.Skip('conformance/textures/texture-size-limit.html', | |
| 176 ['linux'], bug=322789) | |
| 177 | |
| 178 # Android failures | 174 # Android failures |
| 179 self.Fail('conformance/textures/texture-npot-video.html', | 175 self.Fail('conformance/textures/texture-npot-video.html', |
| 180 ['android'], bug=306485) | 176 ['android'], bug=306485) |
| 181 # The following test is very slow and therefore times out on Android bot. | 177 # The following test is very slow and therefore times out on Android bot. |
| 182 self.Skip('conformance/rendering/multisample-corruption.html', | 178 self.Skip('conformance/rendering/multisample-corruption.html', |
| 183 ['android']) | 179 ['android']) |
| 184 self.Fail('conformance/canvas/drawingbuffer-test.html', | 180 self.Fail('conformance/canvas/drawingbuffer-test.html', |
| 185 ['android'], bug=314997) | 181 ['android'], bug=314997) |
| 186 self.Fail('conformance/glsl/misc/empty_main.vert.html', | 182 self.Fail('conformance/glsl/misc/empty_main.vert.html', |
| 187 ['android'], bug=315976) | 183 ['android'], bug=315976) |
| 188 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', | 184 self.Fail('conformance/glsl/misc/gl_position_unset.vert.html', |
| 189 ['android'], bug=315976) | 185 ['android'], bug=315976) |
| 190 | 186 |
| 191 # Skip slow tests. | 187 # Skip slow tests. |
| 192 self.Skip('conformance/context/context-creation-and-destruction.html', | 188 self.Skip('conformance/context/context-creation-and-destruction.html', |
| 193 bug=322689) | 189 bug=322689) |
| 194 self.Skip('conformance/rendering/multisample-corruption.html', | 190 self.Skip('conformance/rendering/multisample-corruption.html', |
| 195 bug=322689) | 191 bug=322689) |
| OLD | NEW |