| OLD | NEW |
| 1 # Copyright 2012 The Chromium Authors. All rights reserved. | 1 # Copyright 2012 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """The page cycler measurement. | 5 """The page cycler measurement. |
| 6 | 6 |
| 7 This measurement registers a window load handler in which is forces a layout and | 7 This measurement registers a window load handler in which is forces a layout and |
| 8 then records the value of performance.now(). This call to now() measures the | 8 then records the value of performance.now(). This call to now() measures the |
| 9 time from navigationStart (immediately after the previous page's beforeunload | 9 time from navigationStart (immediately after the previous page's beforeunload |
| 10 event) until after the layout in the page's load event. In addition, two garbage | 10 event) until after the layout in the page's load event. In addition, two garbage |
| 11 collections are performed in between the page loads (in the beforeunload event). | 11 collections are performed in between the page loads (in the beforeunload event). |
| 12 This extra garbage collection time is not included in the measurement times. | 12 This extra garbage collection time is not included in the measurement times. |
| 13 | 13 |
| 14 Finally, various memory and IO statistics are gathered at the very end of | 14 Finally, various memory and IO statistics are gathered at the very end of |
| 15 cycling all pages. | 15 cycling all pages. |
| 16 """ | 16 """ |
| 17 | 17 |
| 18 import collections | 18 import collections |
| 19 import os | 19 import os |
| 20 | 20 |
| 21 from metrics import cpu | 21 from metrics import cpu |
| 22 from metrics import iometric | 22 from metrics import iometric |
| 23 from metrics import keychain_metric |
| 23 from metrics import memory | 24 from metrics import memory |
| 24 from metrics import power | 25 from metrics import power |
| 25 from metrics import speedindex | 26 from metrics import speedindex |
| 26 from metrics import v8_object_stats | 27 from metrics import v8_object_stats |
| 27 from telemetry.core import util | 28 from telemetry.core import util |
| 28 from telemetry.page import page_test | 29 from telemetry.page import page_test |
| 29 from telemetry.value import scalar | 30 from telemetry.value import scalar |
| 30 | 31 |
| 31 | 32 |
| 32 class PageCycler(page_test.PageTest): | 33 class PageCycler(page_test.PageTest): |
| 33 def __init__(self, page_repeat, pageset_repeat, cold_load_percent=50, | 34 def __init__(self, page_repeat, pageset_repeat, cold_load_percent=50, |
| 34 record_v8_object_stats=False, report_speed_index=False, | 35 record_v8_object_stats=False, report_speed_index=False, |
| 35 clear_cache_before_each_run=False): | 36 clear_cache_before_each_run=False): |
| 36 super(PageCycler, self).__init__( | 37 super(PageCycler, self).__init__( |
| 37 clear_cache_before_each_run=clear_cache_before_each_run) | 38 clear_cache_before_each_run=clear_cache_before_each_run) |
| 38 | 39 |
| 39 with open(os.path.join(os.path.dirname(__file__), | 40 with open(os.path.join(os.path.dirname(__file__), |
| 40 'page_cycler.js'), 'r') as f: | 41 'page_cycler.js'), 'r') as f: |
| 41 self._page_cycler_js = f.read() | 42 self._page_cycler_js = f.read() |
| 42 | 43 |
| 43 self._record_v8_object_stats = record_v8_object_stats | 44 self._record_v8_object_stats = record_v8_object_stats |
| 44 self._report_speed_index = report_speed_index | 45 self._report_speed_index = report_speed_index |
| 45 self._speedindex_metric = speedindex.SpeedIndexMetric() | 46 self._speedindex_metric = speedindex.SpeedIndexMetric() |
| 46 self._memory_metric = None | 47 self._memory_metric = None |
| 47 self._power_metric = None | 48 self._power_metric = None |
| 48 self._cpu_metric = None | 49 self._cpu_metric = None |
| 49 self._v8_object_stats_metric = None | 50 self._v8_object_stats_metric = None |
| 50 self._has_loaded_page = collections.defaultdict(int) | 51 self._has_loaded_page = collections.defaultdict(int) |
| 51 self._initial_renderer_url = None # to avoid cross-renderer navigation | 52 self._initial_renderer_url = None # to avoid cross-renderer navigation |
| 53 self._in_unit_test = False |
| 52 | 54 |
| 53 cold_runs_percent_set = (cold_load_percent != None) | 55 cold_runs_percent_set = (cold_load_percent != None) |
| 54 # Handle requests for cold cache runs | 56 # Handle requests for cold cache runs |
| 55 if (cold_runs_percent_set and | 57 if (cold_runs_percent_set and |
| 56 (cold_load_percent < 0 or cold_load_percent > 100)): | 58 (cold_load_percent < 0 or cold_load_percent > 100)): |
| 57 raise Exception('cold-load-percent must be in the range [0-100]') | 59 raise Exception('cold-load-percent must be in the range [0-100]') |
| 58 | 60 |
| 59 # Make sure _cold_run_start_index is an integer multiple of page_repeat. | 61 # Make sure _cold_run_start_index is an integer multiple of page_repeat. |
| 60 # Without this, --pageset_shuffle + --page_repeat could lead to | 62 # Without this, --pageset_shuffle + --page_repeat could lead to |
| 61 # assertion failures on _started_warm in WillNavigateToPage. | 63 # assertion failures on _started_warm in WillNavigateToPage. |
| 62 if cold_runs_percent_set: | 64 if cold_runs_percent_set: |
| 63 number_warm_pageset_runs = int( | 65 number_warm_pageset_runs = int( |
| 64 (int(pageset_repeat) - 1) * (100 - cold_load_percent) / 100) | 66 (int(pageset_repeat) - 1) * (100 - cold_load_percent) / 100) |
| 65 number_warm_runs = number_warm_pageset_runs * page_repeat | 67 number_warm_runs = number_warm_pageset_runs * page_repeat |
| 66 self._cold_run_start_index = number_warm_runs + page_repeat | 68 self._cold_run_start_index = number_warm_runs + page_repeat |
| 67 self._discard_first_result = (not cold_load_percent or | 69 self._discard_first_result = (not cold_load_percent or |
| 68 self._discard_first_result) | 70 self._discard_first_result) |
| 69 else: | 71 else: |
| 70 self._cold_run_start_index = pageset_repeat * page_repeat | 72 self._cold_run_start_index = pageset_repeat * page_repeat |
| 71 | 73 |
| 74 def SetInUnitTest(self, in_unit_test): |
| 75 """Setter for the property |_in_unit_test|.""" |
| 76 self._in_unit_test = in_unit_test |
| 77 |
| 72 def WillStartBrowser(self, platform): | 78 def WillStartBrowser(self, platform): |
| 73 """Initialize metrics once right before the browser has been launched.""" | 79 """Initialize metrics once right before the browser has been launched.""" |
| 74 self._power_metric = power.PowerMetric(platform) | 80 self._power_metric = power.PowerMetric(platform) |
| 75 | 81 |
| 76 def DidStartBrowser(self, browser): | 82 def DidStartBrowser(self, browser): |
| 77 """Initialize metrics once right after the browser has been launched.""" | 83 """Initialize metrics once right after the browser has been launched.""" |
| 78 self._memory_metric = memory.MemoryMetric(browser) | 84 self._memory_metric = memory.MemoryMetric(browser) |
| 79 self._cpu_metric = cpu.CpuMetric(browser) | 85 self._cpu_metric = cpu.CpuMetric(browser) |
| 80 if self._record_v8_object_stats: | 86 if self._record_v8_object_stats: |
| 81 self._v8_object_stats_metric = v8_object_stats.V8ObjectStatsMetric() | 87 self._v8_object_stats_metric = v8_object_stats.V8ObjectStatsMetric() |
| (...skipping 24 matching lines...) Expand all Loading... |
| 106 memory.MemoryMetric.CustomizeBrowserOptions(options) | 112 memory.MemoryMetric.CustomizeBrowserOptions(options) |
| 107 power.PowerMetric.CustomizeBrowserOptions(options) | 113 power.PowerMetric.CustomizeBrowserOptions(options) |
| 108 iometric.IOMetric.CustomizeBrowserOptions(options) | 114 iometric.IOMetric.CustomizeBrowserOptions(options) |
| 109 options.AppendExtraBrowserArgs('--js-flags=--expose_gc') | 115 options.AppendExtraBrowserArgs('--js-flags=--expose_gc') |
| 110 | 116 |
| 111 if self._record_v8_object_stats: | 117 if self._record_v8_object_stats: |
| 112 v8_object_stats.V8ObjectStatsMetric.CustomizeBrowserOptions(options) | 118 v8_object_stats.V8ObjectStatsMetric.CustomizeBrowserOptions(options) |
| 113 if self._report_speed_index: | 119 if self._report_speed_index: |
| 114 self._speedindex_metric.CustomizeBrowserOptions(options) | 120 self._speedindex_metric.CustomizeBrowserOptions(options) |
| 115 | 121 |
| 122 if (keychain_metric.KeychainMetric.ShouldCollectKeychainMetrics() |
| 123 and not self._in_unit_test): |
| 124 keychain_metric.KeychainMetric.CustomizeBrowserOptions(options) |
| 125 |
| 116 def ValidateAndMeasurePage(self, page, tab, results): | 126 def ValidateAndMeasurePage(self, page, tab, results): |
| 117 tab.WaitForJavaScriptExpression('__pc_load_time', 60) | 127 tab.WaitForJavaScriptExpression('__pc_load_time', 60) |
| 118 | 128 |
| 119 chart_name_prefix = ('cold_' if self.IsRunCold(page.url) else | 129 chart_name_prefix = ('cold_' if self.IsRunCold(page.url) else |
| 120 'warm_') | 130 'warm_') |
| 121 | 131 |
| 122 results.AddValue(scalar.ScalarValue( | 132 results.AddValue(scalar.ScalarValue( |
| 123 results.current_page, '%stimes.page_load_time' % chart_name_prefix, | 133 results.current_page, '%stimes.page_load_time' % chart_name_prefix, |
| 124 'ms', tab.EvaluateJavaScript('__pc_load_time'), | 134 'ms', tab.EvaluateJavaScript('__pc_load_time'), |
| 125 description='Average page load time. Measured from ' | 135 description='Average page load time. Measured from ' |
| (...skipping 16 matching lines...) Expand all Loading... |
| 142 self._v8_object_stats_metric.Stop(page, tab) | 152 self._v8_object_stats_metric.Stop(page, tab) |
| 143 self._v8_object_stats_metric.AddResults(tab, results) | 153 self._v8_object_stats_metric.AddResults(tab, results) |
| 144 | 154 |
| 145 if self._report_speed_index: | 155 if self._report_speed_index: |
| 146 def SpeedIndexIsFinished(): | 156 def SpeedIndexIsFinished(): |
| 147 return self._speedindex_metric.IsFinished(tab) | 157 return self._speedindex_metric.IsFinished(tab) |
| 148 util.WaitFor(SpeedIndexIsFinished, 60) | 158 util.WaitFor(SpeedIndexIsFinished, 60) |
| 149 self._speedindex_metric.Stop(page, tab) | 159 self._speedindex_metric.Stop(page, tab) |
| 150 self._speedindex_metric.AddResults( | 160 self._speedindex_metric.AddResults( |
| 151 tab, results, chart_name=chart_name_prefix+'speed_index') | 161 tab, results, chart_name=chart_name_prefix+'speed_index') |
| 162 if (keychain_metric.KeychainMetric.ShouldCollectKeychainMetrics() |
| 163 and not self._in_unit_test): |
| 164 keychain_metric.KeychainMetric().AddResults(tab, results) |
| 152 | 165 |
| 153 def DidRunTest(self, browser, results): | 166 def DidRunTest(self, browser, results): |
| 154 iometric.IOMetric().AddSummaryResults(browser, results) | 167 iometric.IOMetric().AddSummaryResults(browser, results) |
| 155 | 168 |
| 156 def IsRunCold(self, url): | 169 def IsRunCold(self, url): |
| 157 return (self.ShouldRunCold(url) or | 170 return (self.ShouldRunCold(url) or |
| 158 self._has_loaded_page[url] == 0) | 171 self._has_loaded_page[url] == 0) |
| 159 | 172 |
| 160 def ShouldRunCold(self, url): | 173 def ShouldRunCold(self, url): |
| 161 # We do the warm runs first for two reasons. The first is so we can | 174 # We do the warm runs first for two reasons. The first is so we can |
| 162 # preserve any initial profile cache for as long as possible. | 175 # preserve any initial profile cache for as long as possible. |
| 163 # The second is that, if we did cold runs first, we'd have a transition | 176 # The second is that, if we did cold runs first, we'd have a transition |
| 164 # page set during which we wanted the run for each URL to both | 177 # page set during which we wanted the run for each URL to both |
| 165 # contribute to the cold data and warm the catch for the following | 178 # contribute to the cold data and warm the catch for the following |
| 166 # warm run, and clearing the cache before the load of the following | 179 # warm run, and clearing the cache before the load of the following |
| 167 # URL would eliminate the intended warmup for the previous URL. | 180 # URL would eliminate the intended warmup for the previous URL. |
| 168 return (self._has_loaded_page[url] >= self._cold_run_start_index) | 181 return (self._has_loaded_page[url] >= self._cold_run_start_index) |
| OLD | NEW |