OLD | NEW |
1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 import os | 4 import os |
| 5 import time |
5 | 6 |
6 from telemetry import benchmark as benchmark_module | 7 from telemetry import benchmark as benchmark_module |
7 from telemetry.core import exceptions | 8 from telemetry.core import exceptions |
8 from telemetry.core import util | 9 from telemetry.core import util |
9 from telemetry.page import page | 10 from telemetry.page import page |
10 from telemetry.page import page_set | 11 from telemetry.page import page_set |
11 from telemetry.page import page_test | 12 from telemetry.page import page_test |
12 | 13 |
13 data_path = os.path.join( | 14 data_path = os.path.join( |
14 util.GetChromiumSrcDir(), 'content', 'test', 'data', 'gpu') | 15 util.GetChromiumSrcDir(), 'content', 'test', 'data', 'gpu') |
(...skipping 15 matching lines...) Expand all Loading... |
30 domAutomationController._loaded = true; | 31 domAutomationController._loaded = true; |
31 } else if (msg == "success") { | 32 } else if (msg == "success") { |
32 domAutomationController._succeeded = true; | 33 domAutomationController._succeeded = true; |
33 domAutomationController._finished = true; | 34 domAutomationController._finished = true; |
34 } else { | 35 } else { |
35 domAutomationController._succeeded = false; | 36 domAutomationController._succeeded = false; |
36 domAutomationController._finished = true; | 37 domAutomationController._finished = true; |
37 } | 38 } |
38 } | 39 } |
39 | 40 |
| 41 domAutomationController.reset = function() { |
| 42 domAutomationController._succeeded = false; |
| 43 domAutomationController._finished = false; |
| 44 } |
| 45 |
40 window.domAutomationController = domAutomationController; | 46 window.domAutomationController = domAutomationController; |
41 console.log("Harness injected."); | 47 console.log("Harness injected."); |
42 """ | 48 """ |
43 | 49 |
44 class _ContextLostValidator(page_test.PageTest): | 50 class _ContextLostValidator(page_test.PageTest): |
45 def __init__(self): | 51 def __init__(self): |
46 # Strictly speaking this test doesn't yet need a browser restart | 52 # Strictly speaking this test doesn't yet need a browser restart |
47 # after each run, but if more tests are added which crash the GPU | 53 # after each run, but if more tests are added which crash the GPU |
48 # process, then it will. | 54 # process, then it will. |
49 super(_ContextLostValidator, self).__init__( | 55 super(_ContextLostValidator, self).__init__( |
50 needs_browser_restart_after_each_page=True) | 56 needs_browser_restart_after_each_page=True) |
51 | 57 |
52 def CustomizeBrowserOptions(self, options): | 58 def CustomizeBrowserOptions(self, options): |
53 options.AppendExtraBrowserArgs( | 59 options.AppendExtraBrowserArgs( |
54 '--disable-domain-blocking-for-3d-apis') | 60 '--disable-domain-blocking-for-3d-apis') |
55 options.AppendExtraBrowserArgs( | 61 options.AppendExtraBrowserArgs( |
56 '--disable-gpu-process-crash-limit') | 62 '--disable-gpu-process-crash-limit') |
57 # Required for about:gpucrash handling from Telemetry. | 63 # Required for about:gpucrash handling from Telemetry. |
58 options.AppendExtraBrowserArgs('--enable-gpu-benchmarking') | 64 options.AppendExtraBrowserArgs('--enable-gpu-benchmarking') |
59 | 65 |
60 def ValidatePage(self, page, tab, results): | 66 def ValidatePage(self, page, tab, results): |
61 if page.kill_gpu_process: | 67 if page.kill_gpu_process: |
62 # Doing the GPU process kill operation cooperatively -- in the | 68 # Doing the GPU process kill operation cooperatively -- in the |
63 # same page's context -- is much more stressful than restarting | 69 # same page's context -- is much more stressful than restarting |
64 # the browser every time. | 70 # the browser every time. |
65 for x in range(page.number_of_gpu_process_kills): | 71 for x in range(page.number_of_gpu_process_kills): |
66 if not tab.browser.supports_tab_control: | 72 if not tab.browser.supports_tab_control: |
67 raise page_test.Failure('Browser must support tab control') | 73 raise page_test.Failure('Browser must support tab control') |
| 74 |
| 75 expected_kills = x + 1 |
| 76 |
68 # Reset the test's state. | 77 # Reset the test's state. |
69 tab.EvaluateJavaScript( | 78 tab.EvaluateJavaScript( |
70 'window.domAutomationController._succeeded = false'); | 79 'window.domAutomationController.reset()'); |
71 tab.EvaluateJavaScript( | |
72 'window.domAutomationController._finished = false'); | |
73 # Crash the GPU process. | 80 # Crash the GPU process. |
74 new_tab = tab.browser.tabs.New() | 81 gpucrash_tab = tab.browser.tabs.New() |
75 # To access these debug URLs from Telemetry, they have to be | 82 # To access these debug URLs from Telemetry, they have to be |
76 # written using the chrome:// scheme. | 83 # written using the chrome:// scheme. |
77 # The try/except is a workaround for crbug.com/368107. | 84 # The try/except is a workaround for crbug.com/368107. |
78 try: | 85 try: |
79 new_tab.Navigate('chrome://gpucrash') | 86 gpucrash_tab.Navigate('chrome://gpucrash') |
80 except (exceptions.TabCrashException, Exception): | 87 except (exceptions.TabCrashException, Exception): |
81 print 'Tab crashed while navigating to chrome://gpucrash' | 88 print 'Tab crashed while navigating to chrome://gpucrash' |
82 # Activate the original tab and wait for completion. | 89 # Activate the original tab and wait for completion. |
83 tab.Activate() | 90 tab.Activate() |
84 completed = False | 91 completed = False |
85 try: | 92 try: |
86 util.WaitFor(lambda: tab.EvaluateJavaScript( | 93 util.WaitFor(lambda: tab.EvaluateJavaScript( |
87 'window.domAutomationController._finished'), wait_timeout) | 94 'window.domAutomationController._finished'), wait_timeout) |
88 completed = True | 95 completed = True |
89 except util.TimeoutException: | 96 except util.TimeoutException: |
90 pass | 97 pass |
| 98 |
| 99 if page.check_crash_count: |
| 100 if not tab.browser.supports_system_info: |
| 101 raise page_test.Failure('Browser must support system info') |
| 102 |
| 103 number_of_crashes = -1 |
| 104 # To allow time for a gpucrash to complete, wait 10s with |
| 105 # maximum retry x3 times. |
| 106 for retry in range(3): |
| 107 time.sleep(10) |
| 108 system_info = tab.browser.GetSystemInfo() |
| 109 number_of_crashes = \ |
| 110 system_info.gpu.aux_attributes[u'process_crash_count'] |
| 111 if number_of_crashes >= expected_kills: |
| 112 break |
| 113 |
| 114 if number_of_crashes < expected_kills: |
| 115 raise page_test.Failure( |
| 116 'Timed out waiting for a gpu process crash') |
| 117 elif number_of_crashes != expected_kills: |
| 118 raise page_test.Failure( |
| 119 'Expected %d gpu process crashes; got: %d' % |
| 120 (expected_kills, number_of_crashes)) |
| 121 |
91 # The try/except is a workaround for crbug.com/368107. | 122 # The try/except is a workaround for crbug.com/368107. |
92 try: | 123 try: |
93 new_tab.Close() | 124 gpucrash_tab.Close() |
94 except (exceptions.TabCrashException, Exception): | 125 except (exceptions.TabCrashException, Exception): |
95 print 'Tab crashed while closing chrome://gpucrash' | 126 print 'Tab crashed while closing chrome://gpucrash' |
96 if not completed: | 127 if not completed: |
97 raise page_test.Failure( | 128 raise page_test.Failure( |
98 'Test didn\'t complete (no context lost event?)') | 129 'Test didn\'t complete (no context lost event?)') |
99 if not tab.EvaluateJavaScript( | 130 if not tab.EvaluateJavaScript( |
100 'window.domAutomationController._succeeded'): | 131 'window.domAutomationController._succeeded'): |
101 raise page_test.Failure( | 132 raise page_test.Failure( |
102 'Test failed (context not restored properly?)') | 133 'Test failed (context not restored properly?)') |
103 elif page.force_garbage_collection: | 134 elif page.force_garbage_collection: |
(...skipping 26 matching lines...) Expand all Loading... |
130 completed = True | 161 completed = True |
131 except util.TimeoutException: | 162 except util.TimeoutException: |
132 pass | 163 pass |
133 | 164 |
134 if not completed: | 165 if not completed: |
135 raise page_test.Failure('Test didn\'t complete') | 166 raise page_test.Failure('Test didn\'t complete') |
136 if not tab.EvaluateJavaScript( | 167 if not tab.EvaluateJavaScript( |
137 'window.domAutomationController._succeeded'): | 168 'window.domAutomationController._succeeded'): |
138 raise page_test.Failure('Test failed') | 169 raise page_test.Failure('Test failed') |
139 | 170 |
| 171 # Test that navigating to chrome://gpucrash causes the GPU process to crash |
| 172 # exactly one time per navigation. |
| 173 class GPUProcessCrashesExactlyOnce(page.Page): |
| 174 def __init__(self, page_set, base_dir): |
| 175 super(GPUProcessCrashesExactlyOnce, self).__init__( |
| 176 url='file://gpu_process_crash.html', |
| 177 page_set=page_set, |
| 178 base_dir=base_dir, |
| 179 name='GpuCrash.GPUProcessCrashesExactlyOnce') |
| 180 self.script_to_evaluate_on_commit = harness_script |
| 181 self.kill_gpu_process = True |
| 182 self.number_of_gpu_process_kills = 2 |
| 183 self.check_crash_count = True |
| 184 self.force_garbage_collection = False |
| 185 |
| 186 def RunNavigateSteps(self, action_runner): |
| 187 action_runner.NavigateToPage(self) |
| 188 action_runner.WaitForJavaScriptCondition( |
| 189 'window.domAutomationController._loaded') |
| 190 |
140 class WebGLContextLostFromGPUProcessExitPage(page.Page): | 191 class WebGLContextLostFromGPUProcessExitPage(page.Page): |
141 def __init__(self, page_set, base_dir): | 192 def __init__(self, page_set, base_dir): |
142 super(WebGLContextLostFromGPUProcessExitPage, self).__init__( | 193 super(WebGLContextLostFromGPUProcessExitPage, self).__init__( |
143 url='file://webgl.html?query=kill_after_notification', | 194 url='file://webgl.html?query=kill_after_notification', |
144 page_set=page_set, | 195 page_set=page_set, |
145 base_dir=base_dir, | 196 base_dir=base_dir, |
146 name='ContextLost.WebGLContextLostFromGPUProcessExit') | 197 name='ContextLost.WebGLContextLostFromGPUProcessExit') |
147 self.script_to_evaluate_on_commit = harness_script | 198 self.script_to_evaluate_on_commit = harness_script |
148 self.kill_gpu_process = True | 199 self.kill_gpu_process = True |
| 200 self.check_crash_count = False |
149 self.number_of_gpu_process_kills = 1 | 201 self.number_of_gpu_process_kills = 1 |
150 self.force_garbage_collection = False | 202 self.force_garbage_collection = False |
151 | 203 |
152 def RunNavigateSteps(self, action_runner): | 204 def RunNavigateSteps(self, action_runner): |
153 action_runner.NavigateToPage(self) | 205 action_runner.NavigateToPage(self) |
154 action_runner.WaitForJavaScriptCondition( | 206 action_runner.WaitForJavaScriptCondition( |
155 'window.domAutomationController._loaded') | 207 'window.domAutomationController._loaded') |
156 | 208 |
157 | 209 |
158 class WebGLContextLostFromLoseContextExtensionPage(page.Page): | 210 class WebGLContextLostFromLoseContextExtensionPage(page.Page): |
159 def __init__(self, page_set, base_dir): | 211 def __init__(self, page_set, base_dir): |
160 super(WebGLContextLostFromLoseContextExtensionPage, self).__init__( | 212 super(WebGLContextLostFromLoseContextExtensionPage, self).__init__( |
161 url='file://webgl.html?query=WEBGL_lose_context', | 213 url='file://webgl.html?query=WEBGL_lose_context', |
162 page_set=page_set, | 214 page_set=page_set, |
163 base_dir=base_dir, | 215 base_dir=base_dir, |
164 name='ContextLost.WebGLContextLostFromLoseContextExtension') | 216 name='ContextLost.WebGLContextLostFromLoseContextExtension') |
165 self.script_to_evaluate_on_commit = harness_script | 217 self.script_to_evaluate_on_commit = harness_script |
166 self.kill_gpu_process = False | 218 self.kill_gpu_process = False |
| 219 self.check_crash_count = False |
167 self.force_garbage_collection = False | 220 self.force_garbage_collection = False |
168 | 221 |
169 def RunNavigateSteps(self, action_runner): | 222 def RunNavigateSteps(self, action_runner): |
170 action_runner.NavigateToPage(self) | 223 action_runner.NavigateToPage(self) |
171 action_runner.WaitForJavaScriptCondition( | 224 action_runner.WaitForJavaScriptCondition( |
172 'window.domAutomationController._finished') | 225 'window.domAutomationController._finished') |
173 | 226 |
174 class WebGLContextLostFromQuantityPage(page.Page): | 227 class WebGLContextLostFromQuantityPage(page.Page): |
175 def __init__(self, page_set, base_dir): | 228 def __init__(self, page_set, base_dir): |
176 super(WebGLContextLostFromQuantityPage, self).__init__( | 229 super(WebGLContextLostFromQuantityPage, self).__init__( |
177 url='file://webgl.html?query=forced_quantity_loss', | 230 url='file://webgl.html?query=forced_quantity_loss', |
178 page_set=page_set, | 231 page_set=page_set, |
179 base_dir=base_dir, | 232 base_dir=base_dir, |
180 name='ContextLost.WebGLContextLostFromQuantity') | 233 name='ContextLost.WebGLContextLostFromQuantity') |
181 self.script_to_evaluate_on_commit = harness_script | 234 self.script_to_evaluate_on_commit = harness_script |
182 self.kill_gpu_process = False | 235 self.kill_gpu_process = False |
| 236 self.check_crash_count = False |
183 self.force_garbage_collection = True | 237 self.force_garbage_collection = True |
184 | 238 |
185 def RunNavigateSteps(self, action_runner): | 239 def RunNavigateSteps(self, action_runner): |
186 action_runner.NavigateToPage(self) | 240 action_runner.NavigateToPage(self) |
187 action_runner.WaitForJavaScriptCondition( | 241 action_runner.WaitForJavaScriptCondition( |
188 'window.domAutomationController._loaded') | 242 'window.domAutomationController._loaded') |
189 | 243 |
190 class WebGLContextLostFromSelectElementPage(page.Page): | 244 class WebGLContextLostFromSelectElementPage(page.Page): |
191 def __init__(self, page_set, base_dir): | 245 def __init__(self, page_set, base_dir): |
192 super(WebGLContextLostFromSelectElementPage, self).__init__( | 246 super(WebGLContextLostFromSelectElementPage, self).__init__( |
193 url='file://webgl_with_select_element.html', | 247 url='file://webgl_with_select_element.html', |
194 page_set=page_set, | 248 page_set=page_set, |
195 base_dir=base_dir, | 249 base_dir=base_dir, |
196 name='ContextLost.WebGLContextLostFromSelectElement') | 250 name='ContextLost.WebGLContextLostFromSelectElement') |
197 self.script_to_evaluate_on_commit = harness_script | 251 self.script_to_evaluate_on_commit = harness_script |
198 self.kill_gpu_process = False | 252 self.kill_gpu_process = False |
| 253 self.check_crash_count = False |
199 self.force_garbage_collection = False | 254 self.force_garbage_collection = False |
200 | 255 |
201 def RunNavigateSteps(self, action_runner): | 256 def RunNavigateSteps(self, action_runner): |
202 action_runner.NavigateToPage(self) | 257 action_runner.NavigateToPage(self) |
203 action_runner.WaitForJavaScriptCondition( | 258 action_runner.WaitForJavaScriptCondition( |
204 'window.domAutomationController._loaded') | 259 'window.domAutomationController._loaded') |
205 | 260 |
206 class ContextLost(benchmark_module.Benchmark): | 261 class ContextLost(benchmark_module.Benchmark): |
207 enabled = True | 262 enabled = True |
208 test = _ContextLostValidator | 263 test = _ContextLostValidator |
209 # For the record, this would have been another way to get the pages | 264 # For the record, this would have been another way to get the pages |
210 # to repeat. pageset_repeat would be another option. | 265 # to repeat. pageset_repeat would be another option. |
211 # options = {'page_repeat': 5} | 266 # options = {'page_repeat': 5} |
212 def CreatePageSet(self, options): | 267 def CreatePageSet(self, options): |
213 ps = page_set.PageSet( | 268 ps = page_set.PageSet( |
214 file_path=data_path, | 269 file_path=data_path, |
215 user_agent_type='desktop', | 270 user_agent_type='desktop', |
216 serving_dirs=set([''])) | 271 serving_dirs=set([''])) |
| 272 ps.AddPage(GPUProcessCrashesExactlyOnce(ps, ps.base_dir)) |
217 ps.AddPage(WebGLContextLostFromGPUProcessExitPage(ps, ps.base_dir)) | 273 ps.AddPage(WebGLContextLostFromGPUProcessExitPage(ps, ps.base_dir)) |
218 ps.AddPage(WebGLContextLostFromLoseContextExtensionPage(ps, ps.base_dir)) | 274 ps.AddPage(WebGLContextLostFromLoseContextExtensionPage(ps, ps.base_dir)) |
219 ps.AddPage(WebGLContextLostFromQuantityPage(ps, ps.base_dir)) | 275 ps.AddPage(WebGLContextLostFromQuantityPage(ps, ps.base_dir)) |
220 ps.AddPage(WebGLContextLostFromSelectElementPage(ps, ps.base_dir)) | 276 ps.AddPage(WebGLContextLostFromSelectElementPage(ps, ps.base_dir)) |
221 return ps | 277 return ps |
OLD | NEW |