| OLD | NEW |
| 1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Runs Apple's JetStream benchmark. | 5 """Runs Apple's JetStream benchmark. |
| 6 | 6 |
| 7 JetStream combines a variety of JavaScript benchmarks, covering a variety of | 7 JetStream combines a variety of JavaScript benchmarks, covering a variety of |
| 8 advanced workloads and programming techniques, and reports a single score that | 8 advanced workloads and programming techniques, and reports a single score that |
| 9 balances them using geometric mean. | 9 balances them using geometric mean. |
| 10 | 10 |
| 11 Each benchmark measures a distinct workload, and no single optimization | 11 Each benchmark measures a distinct workload, and no single optimization |
| 12 technique is sufficient to speed up all benchmarks. Latency tests measure that | 12 technique is sufficient to speed up all benchmarks. Latency tests measure that |
| 13 a web application can start up quickly, ramp up to peak performance quickly, | 13 a web application can start up quickly, ramp up to peak performance quickly, |
| 14 and run smoothly without interruptions. Throughput tests measure the sustained | 14 and run smoothly without interruptions. Throughput tests measure the sustained |
| 15 peak performance of a web application, ignoring ramp-up time and spikes in | 15 peak performance of a web application, ignoring ramp-up time and spikes in |
| 16 smoothness. Some benchmarks demonstrate tradeoffs, and aggressive or | 16 smoothness. Some benchmarks demonstrate tradeoffs, and aggressive or |
| 17 specialized optimization for one benchmark might make another benchmark slower. | 17 specialized optimization for one benchmark might make another benchmark slower. |
| 18 """ | 18 """ |
| 19 | 19 |
| 20 import json | 20 import json |
| 21 import os | 21 import os |
| 22 | 22 |
| 23 from telemetry import benchmark | 23 from telemetry import benchmark |
| 24 from telemetry.page import page_measurement | 24 from telemetry.page import page_measurement |
| 25 from telemetry.page import page_set | 25 from telemetry.page import page_set |
| 26 from telemetry.util import statistics | 26 from telemetry.util import statistics |
| 27 from telemetry.value import list_of_scalar_values |
| 27 from telemetry.value import scalar | 28 from telemetry.value import scalar |
| 28 | 29 |
| 29 | 30 |
| 30 class _JetstreamMeasurement(page_measurement.PageMeasurement): | 31 class _JetstreamMeasurement(page_measurement.PageMeasurement): |
| 31 def __init__(self): | 32 def __init__(self): |
| 32 super(_JetstreamMeasurement, self).__init__() | 33 super(_JetstreamMeasurement, self).__init__() |
| 33 | 34 |
| 34 def WillNavigateToPage(self, page, tab): | 35 def WillNavigateToPage(self, page, tab): |
| 35 page.script_to_evaluate_on_commit = """ | 36 page.script_to_evaluate_on_commit = """ |
| 36 var __results = []; | 37 var __results = []; |
| (...skipping 16 matching lines...) Expand all Loading... |
| 53 | 54 |
| 54 tab.WaitForDocumentReadyStateToBeComplete() | 55 tab.WaitForDocumentReadyStateToBeComplete() |
| 55 tab.EvaluateJavaScript('JetStream.start()') | 56 tab.EvaluateJavaScript('JetStream.start()') |
| 56 tab.WaitForJavaScriptExpression(get_results_js, 600) | 57 tab.WaitForJavaScriptExpression(get_results_js, 600) |
| 57 | 58 |
| 58 result = tab.EvaluateJavaScript(get_results_js) | 59 result = tab.EvaluateJavaScript(get_results_js) |
| 59 result = json.loads(result.partition(': ')[2]) | 60 result = json.loads(result.partition(': ')[2]) |
| 60 | 61 |
| 61 all_scores = [] | 62 all_scores = [] |
| 62 for k, v in result.iteritems(): | 63 for k, v in result.iteritems(): |
| 63 results.AddValue(scalar.ScalarValue( | 64 results.AddValue(list_of_scalar_values.ListOfScalarValues( |
| 64 results.current_page, k.replace('.', '_'), 'score', v['result'], | 65 results.current_page, k.replace('.', '_'), 'score', v['result'], |
| 65 important=False)) | 66 important=False)) |
| 66 # Collect all test scores to compute geometric mean. | 67 # Collect all test scores to compute geometric mean. |
| 67 all_scores.extend(v['result']) | 68 all_scores.extend(v['result']) |
| 68 total = statistics.GeometricMean(all_scores) | 69 total = statistics.GeometricMean(all_scores) |
| 69 results.AddSummaryValue( | 70 results.AddSummaryValue( |
| 70 scalar.ScalarValue(None, 'Score', 'score', total)) | 71 scalar.ScalarValue(None, 'Score', 'score', total)) |
| 71 | 72 |
| 72 | 73 |
| 73 @benchmark.Disabled('android', 'xp') # crbug.com/381742 | 74 @benchmark.Disabled('android', 'xp') # crbug.com/381742 |
| 74 class Jetstream(benchmark.Benchmark): | 75 class Jetstream(benchmark.Benchmark): |
| 75 test = _JetstreamMeasurement | 76 test = _JetstreamMeasurement |
| 76 | 77 |
| 77 def CreatePageSet(self, options): | 78 def CreatePageSet(self, options): |
| 78 ps = page_set.PageSet( | 79 ps = page_set.PageSet( |
| 79 archive_data_file='../page_sets/data/jetstream.json', | 80 archive_data_file='../page_sets/data/jetstream.json', |
| 80 make_javascript_deterministic=False, | 81 make_javascript_deterministic=False, |
| 81 file_path=os.path.abspath(__file__)) | 82 file_path=os.path.abspath(__file__)) |
| 82 ps.AddPageWithDefaultRunNavigate('http://browserbench.org/JetStream/') | 83 ps.AddPageWithDefaultRunNavigate('http://browserbench.org/JetStream/') |
| 83 return ps | 84 return ps |
| OLD | NEW |