| OLD | NEW |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Apple's Speedometer performance benchmark. | 5 """Apple's Speedometer performance benchmark. |
| 6 | 6 |
| 7 Speedometer measures simulated user interactions in web applications. | 7 Speedometer measures simulated user interactions in web applications. |
| 8 | 8 |
| 9 The current benchmark uses TodoMVC to simulate user actions for adding, | 9 The current benchmark uses TodoMVC to simulate user actions for adding, |
| 10 completing, and removing to-do items. Speedometer repeats the same actions using | 10 completing, and removing to-do items. Speedometer repeats the same actions using |
| 11 DOM APIs - a core set of web platform APIs used extensively in web applications- | 11 DOM APIs - a core set of web platform APIs used extensively in web applications- |
| 12 as well as six popular JavaScript frameworks: Ember.js, Backbone.js, jQuery, | 12 as well as six popular JavaScript frameworks: Ember.js, Backbone.js, jQuery, |
| 13 AngularJS, React, and Flight. Many of these frameworks are used on the most | 13 AngularJS, React, and Flight. Many of these frameworks are used on the most |
| 14 popular websites in the world, such as Facebook and Twitter. The performance of | 14 popular websites in the world, such as Facebook and Twitter. The performance of |
| 15 these types of operations depends on the speed of the DOM APIs, the JavaScript | 15 these types of operations depends on the speed of the DOM APIs, the JavaScript |
| 16 engine, CSS style resolution, layout, and other technologies. | 16 engine, CSS style resolution, layout, and other technologies. |
| 17 """ | 17 """ |
| 18 | 18 |
| 19 import os | 19 import os |
| 20 | 20 |
| 21 from metrics import keychain_metric |
| 21 from telemetry import benchmark | 22 from telemetry import benchmark |
| 22 from telemetry import page as page_module | 23 from telemetry import page as page_module |
| 23 from telemetry.page import page_set | 24 from telemetry.page import page_set |
| 24 from telemetry.page import page_test | 25 from telemetry.page import page_test |
| 25 from telemetry.value import list_of_scalar_values | 26 from telemetry.value import list_of_scalar_values |
| 26 | 27 |
| 27 | 28 |
| 28 class SpeedometerMeasurement(page_test.PageTest): | 29 class SpeedometerMeasurement(page_test.PageTest): |
| 29 enabled_suites = [ | 30 enabled_suites = [ |
| 30 'VanillaJS-TodoMVC', | 31 'VanillaJS-TodoMVC', |
| 31 'EmberJS-TodoMVC', | 32 'EmberJS-TodoMVC', |
| 32 'BackboneJS-TodoMVC', | 33 'BackboneJS-TodoMVC', |
| 33 'jQuery-TodoMVC', | 34 'jQuery-TodoMVC', |
| 34 'AngularJS-TodoMVC', | 35 'AngularJS-TodoMVC', |
| 35 'React-TodoMVC', | 36 'React-TodoMVC', |
| 36 'FlightJS-TodoMVC' | 37 'FlightJS-TodoMVC' |
| 37 ] | 38 ] |
| 38 | 39 |
| 39 def __init__(self): | 40 def __init__(self): |
| 40 super(SpeedometerMeasurement, self).__init__( | 41 super(SpeedometerMeasurement, self).__init__( |
| 41 action_name_to_run='RunPageInteractions') | 42 action_name_to_run='RunPageInteractions') |
| 42 | 43 |
| 44 def CustomizeBrowserOptions(self, options): |
| 45 keychain_metric.KeychainMetric.CustomizeBrowserOptions(options) |
| 46 |
| 43 def ValidateAndMeasurePage(self, page, tab, results): | 47 def ValidateAndMeasurePage(self, page, tab, results): |
| 44 tab.WaitForDocumentReadyStateToBeComplete() | 48 tab.WaitForDocumentReadyStateToBeComplete() |
| 45 iterationCount = 10 | 49 iterationCount = 10 |
| 46 # A single iteration on android takes ~75 seconds, the benchmark times out | 50 # A single iteration on android takes ~75 seconds, the benchmark times out |
| 47 # when running for 10 iterations. | 51 # when running for 10 iterations. |
| 48 if tab.browser.platform.GetOSName() == 'android': | 52 if tab.browser.platform.GetOSName() == 'android': |
| 49 iterationCount = 3 | 53 iterationCount = 3 |
| 50 | 54 |
| 51 tab.ExecuteJavaScript(""" | 55 tab.ExecuteJavaScript(""" |
| 52 // Store all the results in the benchmarkClient | 56 // Store all the results in the benchmarkClient |
| (...skipping 16 matching lines...) Expand all Loading... |
| 69 results.AddValue(list_of_scalar_values.ListOfScalarValues( | 73 results.AddValue(list_of_scalar_values.ListOfScalarValues( |
| 70 page, suite_name, 'ms', | 74 page, suite_name, 'ms', |
| 71 tab.EvaluateJavaScript(""" | 75 tab.EvaluateJavaScript(""" |
| 72 var suite_times = []; | 76 var suite_times = []; |
| 73 for(var i = 0; i < benchmarkClient.iterationCount; i++) { | 77 for(var i = 0; i < benchmarkClient.iterationCount; i++) { |
| 74 suite_times.push( | 78 suite_times.push( |
| 75 benchmarkClient._measuredValues[i].tests['%s'].total); | 79 benchmarkClient._measuredValues[i].tests['%s'].total); |
| 76 }; | 80 }; |
| 77 suite_times; | 81 suite_times; |
| 78 """ % suite_name), important=False)) | 82 """ % suite_name), important=False)) |
| 83 keychain_metric.KeychainMetric().AddResults(tab, results) |
| 79 | 84 |
| 80 class Speedometer(benchmark.Benchmark): | 85 class Speedometer(benchmark.Benchmark): |
| 81 test = SpeedometerMeasurement | 86 test = SpeedometerMeasurement |
| 82 | 87 |
| 83 def CreatePageSet(self, options): | 88 def CreatePageSet(self, options): |
| 84 ps = page_set.PageSet( | 89 ps = page_set.PageSet( |
| 85 file_path=os.path.abspath(__file__), | 90 file_path=os.path.abspath(__file__), |
| 86 archive_data_file='../page_sets/data/speedometer.json', | 91 archive_data_file='../page_sets/data/speedometer.json', |
| 87 bucket=page_set.PUBLIC_BUCKET) | 92 bucket=page_set.PUBLIC_BUCKET) |
| 88 ps.AddUserStory(page_module.Page( | 93 ps.AddUserStory(page_module.Page( |
| 89 'http://browserbench.org/Speedometer/', ps, ps.base_dir, | 94 'http://browserbench.org/Speedometer/', ps, ps.base_dir, |
| 90 make_javascript_deterministic=False)) | 95 make_javascript_deterministic=False)) |
| 91 return ps | 96 return ps |
| OLD | NEW |