| OLD | NEW |
| 1 # Copyright 2013 The Chromium Authors. All rights reserved. | 1 # Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 import collections |
| 5 import json | 5 import json |
| 6 import logging | 6 import logging |
| 7 | 7 |
| 8 from metrics import Metric |
| 8 from metrics import histogram_util | 9 from metrics import histogram_util |
| 9 from metrics import Metric | 10 |
| 10 from telemetry.core import util | 11 from telemetry.core import util |
| 11 | 12 |
| 12 | 13 |
| 13 class StartupMetric(Metric): | 14 class StartupMetric(Metric): |
| 14 """A metric for browser startup time. | 15 "A metric for browser startup time." |
| 15 | 16 |
| 16 User visible metrics: | 17 HISTOGRAMS_TO_RECORD = { |
| 17 process_creation_to_window_display: Time from browser process creation to | 18 'messageloop_start_time' : |
| 18 the time that the browser window initially becomes visible. | 19 'Startup.BrowserMessageLoopStartTimeFromMainEntry', |
| 19 process_creation_to_foreground_tab_loaded: Time from browser process | 20 'window_display_time' : 'Startup.BrowserWindowDisplay', |
| 20 creation to the time that the foreground tab is fully loaded. | 21 'open_tabs_time' : 'Startup.BrowserOpenTabs'} |
| 21 process_creation_to_all_tabs_loaded: Time from the browser process creation | |
| 22 to the time that all tabs have fully loaded. | |
| 23 | |
| 24 Critical code progression: | |
| 25 process_creation_to_main: Time from process creation to the execution of the | |
| 26 browser's main() entry. | |
| 27 main_to_messageloop_start: Time from main() entry to the start of the UI | |
| 28 thread's message loop. | |
| 29 """ | |
| 30 | 22 |
| 31 def Start(self, page, tab): | 23 def Start(self, page, tab): |
| 32 raise NotImplementedError() | 24 raise NotImplementedError() |
| 33 | 25 |
| 34 def Stop(self, page, tab): | 26 def Stop(self, page, tab): |
| 35 raise NotImplementedError() | 27 raise NotImplementedError() |
| 36 | 28 |
| 37 def _GetBrowserMainEntryTime(self, tab): | 29 def _GetBrowserMainEntryTime(self, tab): |
| 38 """Returns the main entry time (in ms) of the browser.""" | 30 """Returns the main entry time (in ms) of the browser.""" |
| 31 histogram_type = histogram_util.BROWSER_HISTOGRAM |
| 39 high_bytes = histogram_util.GetHistogramSum( | 32 high_bytes = histogram_util.GetHistogramSum( |
| 40 histogram_util.BROWSER_HISTOGRAM, | 33 histogram_type, |
| 41 'Startup.BrowserMainEntryTimeAbsoluteHighWord', | 34 'Startup.BrowserMainEntryTimeAbsoluteHighWord', |
| 42 tab) | 35 tab) |
| 43 low_bytes = histogram_util.GetHistogramSum( | 36 low_bytes = histogram_util.GetHistogramSum( |
| 44 histogram_util.BROWSER_HISTOGRAM, | 37 histogram_type, |
| 45 'Startup.BrowserMainEntryTimeAbsoluteLowWord', | 38 'Startup.BrowserMainEntryTimeAbsoluteLowWord', |
| 46 tab) | 39 tab) |
| 47 if high_bytes == 0 and low_bytes == 0: | 40 if high_bytes == 0 and low_bytes == 0: |
| 48 return None | 41 return None |
| 49 return (int(high_bytes) << 32) | (int(low_bytes) << 1) | 42 return (int(high_bytes) << 32) | (int(low_bytes) << 1) |
| 50 | 43 |
| 51 def _GetTabLoadTimes(self, browser): | 44 def _RecordTabLoadTimes(self, tab, browser_main_entry_time_ms, results): |
| 52 """Returns a tuple of (foreground_tab_load_time, all_tabs_load_time).""" | 45 """Records the tab load times for the browser. """ |
| 53 foreground_tab_load_time = 0 | 46 tab_load_times = [] |
| 54 all_tabs_load_time = 0 | 47 TabLoadTime = collections.namedtuple( |
| 55 for i in xrange(len(browser.tabs)): | 48 'TabLoadTime', |
| 49 ['load_start_ms', 'load_duration_ms']) |
| 50 |
| 51 def RecordTabLoadTime(t): |
| 56 try: | 52 try: |
| 57 tab = browser.tabs[i] | 53 t.WaitForDocumentReadyStateToBeComplete() |
| 58 tab.WaitForDocumentReadyStateToBeComplete() | 54 |
| 59 result = json.loads(tab.EvaluateJavaScript( | 55 result = t.EvaluateJavaScript( |
| 60 'statsCollectionController.tabLoadTiming()')) | 56 'statsCollectionController.tabLoadTiming()') |
| 61 load_time = result['load_start_ms'] + result['load_duration_ms'] | 57 result = json.loads(result) |
| 62 all_tabs_load_time = max(all_tabs_load_time, load_time) | 58 |
| 63 if tab == browser.foreground_tab: | 59 if 'load_start_ms' not in result or 'load_duration_ms' not in result: |
| 64 foreground_tab_load_time = load_time | 60 raise Exception("Outdated Chrome version, " |
| 61 "statsCollectionController.tabLoadTiming() not present") |
| 62 if result['load_duration_ms'] is None: |
| 63 tab_title = t.EvaluateJavaScript('document.title') |
| 64 print "Page: ", tab_title, " didn't finish loading." |
| 65 return |
| 66 |
| 67 tab_load_times.append(TabLoadTime( |
| 68 int(result['load_start_ms']), |
| 69 int(result['load_duration_ms']))) |
| 65 except util.TimeoutException: | 70 except util.TimeoutException: |
| 66 # Low memory Android devices may not be able to load more than | 71 # Low memory Android devices may not be able to load more than |
| 67 # one tab at a time, so may timeout when the test attempts to | 72 # one tab at a time, so may timeout when the test attempts to |
| 68 # access a background tab. Ignore these tabs. | 73 # access a background tab. Ignore these tabs. |
| 69 logging.error('Tab timed out on JavaScript access') | 74 logging.error("Tab timed out on JavaScript access") |
| 70 return foreground_tab_load_time, all_tabs_load_time | 75 |
| 76 # Only measure the foreground tab. We can't measure all tabs on Android |
| 77 # because on Android the data of the background tabs is loaded on demand, |
| 78 # when the user switches to them, rather than during startup. In view of |
| 79 # this, to get the same measures on all platform, we only measure the |
| 80 # foreground tab on all platforms. |
| 81 |
| 82 RecordTabLoadTime(tab.browser.foreground_tab) |
| 83 |
| 84 foreground_tab_stats = tab_load_times[0] |
| 85 foreground_tab_load_complete = ((foreground_tab_stats.load_start_ms + |
| 86 foreground_tab_stats.load_duration_ms) - browser_main_entry_time_ms) |
| 87 results.Add( |
| 88 'foreground_tab_load_complete', 'ms', foreground_tab_load_complete) |
| 71 | 89 |
| 72 def AddResults(self, tab, results): | 90 def AddResults(self, tab, results): |
| 73 absolute_browser_main_entry_ms = self._GetBrowserMainEntryTime(tab) | 91 get_histogram_js = 'statsCollectionController.getBrowserHistogram("%s")' |
| 74 | 92 |
| 75 process_creation_to_window_display_ms = histogram_util.GetHistogramSum( | 93 for display_name, histogram_name in self.HISTOGRAMS_TO_RECORD.iteritems(): |
| 76 histogram_util.BROWSER_HISTOGRAM, 'Startup.BrowserWindowDisplay', tab) | 94 result = tab.EvaluateJavaScript(get_histogram_js % histogram_name) |
| 77 absolute_foreground_tab_loaded_ms, absolute_all_tabs_loaded_ms = \ | 95 result = json.loads(result) |
| 78 self._GetTabLoadTimes(tab.browser) | 96 measured_time = 0 |
| 79 process_creation_to_messageloop_start_ms = histogram_util.GetHistogramSum( | |
| 80 histogram_util.BROWSER_HISTOGRAM, 'Startup.BrowserMessageLoopStartTime', | |
| 81 tab) | |
| 82 main_to_messageloop_start_ms = histogram_util.GetHistogramSum( | |
| 83 histogram_util.BROWSER_HISTOGRAM, | |
| 84 'Startup.BrowserMessageLoopStartTimeFromMainEntry', | |
| 85 tab) | |
| 86 process_creation_to_main = (process_creation_to_messageloop_start_ms - | |
| 87 main_to_messageloop_start_ms) | |
| 88 | 97 |
| 89 # User visible. | 98 if 'sum' in result: |
| 90 results.Add('process_creation_to_window_display', 'ms', | 99 # For all the histograms logged here, there's a single entry so sum |
| 91 process_creation_to_window_display_ms) | 100 # is the exact value for that entry. |
| 92 results.Add('process_creation_to_foreground_tab_loaded', 'ms', | 101 measured_time = result['sum'] |
| 93 absolute_foreground_tab_loaded_ms - | 102 elif 'buckets' in result: |
| 94 absolute_browser_main_entry_ms + process_creation_to_main) | 103 measured_time = \ |
| 95 results.Add('process_creation_to_all_tabs_loaded', 'ms', | 104 (result['buckets'][0]['high'] + result['buckets'][0]['low']) / 2 |
| 96 absolute_all_tabs_loaded_ms - | |
| 97 absolute_browser_main_entry_ms + process_creation_to_main) | |
| 98 | 105 |
| 99 # Critical code progression. | 106 results.Add(display_name, 'ms', measured_time) |
| 100 results.Add('process_creation_to_main', 'ms', | 107 |
| 101 process_creation_to_main) | 108 # Get tab load times. |
| 102 results.Add('main_to_messageloop_start', 'ms', | 109 browser_main_entry_time_ms = self._GetBrowserMainEntryTime(tab) |
| 103 main_to_messageloop_start_ms) | 110 if (browser_main_entry_time_ms is None): |
| 111 print "Outdated Chrome version, browser main entry time not supported." |
| 112 return |
| 113 self._RecordTabLoadTimes(tab, browser_main_entry_time_ms, results) |
| OLD | NEW |