OLD | NEW |
1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2011, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 part of benchmark_lib; | 5 part of benchmark_lib; |
6 | 6 |
7 /** Accessors for our Singleton variables. */ | 7 /** Accessors for our Singleton variables. */ |
8 BenchmarkSuite get BENCHMARK_SUITE { | 8 BenchmarkSuite get BENCHMARK_SUITE { |
9 if (BenchmarkSuite._ONLY == null) { | 9 if (BenchmarkSuite._ONLY == null) { |
10 BenchmarkSuite._ONLY = new BenchmarkSuite._internal(); | 10 BenchmarkSuite._ONLY = new BenchmarkSuite._internal(); |
(...skipping 76 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
87 Map<String, int> normalizingDict = {'Smoketest': 100}; | 87 Map<String, int> normalizingDict = {'Smoketest': 100}; |
88 score = score / normalizingDict[name]; | 88 score = score / normalizingDict[name]; |
89 BENCHMARK_SUITE.updateIndividualScore(name, score); | 89 BENCHMARK_SUITE.updateIndividualScore(name, score); |
90 } | 90 } |
91 } | 91 } |
92 | 92 |
93 /** The controller class that runs all of the benchmarks. */ | 93 /** The controller class that runs all of the benchmarks. */ |
94 class BenchmarkSuite { | 94 class BenchmarkSuite { |
95 /** The set of benchmarks that have yet to run. */ | 95 /** The set of benchmarks that have yet to run. */ |
96 List<Function> benchmarks; | 96 List<Function> benchmarks; |
97 | 97 |
98 /** | 98 /** |
99 * The set of scores from the benchmarks that have already run. (Used for | 99 * The set of scores from the benchmarks that have already run. (Used for |
100 * calculating the Geometric mean). | 100 * calculating the Geometric mean). |
101 */ | 101 */ |
102 List<num> scores; | 102 List<num> scores; |
103 | 103 |
104 /** The total number of benchmarks we will be running. */ | 104 /** The total number of benchmarks we will be running. */ |
105 int totalBenchmarks; | 105 int totalBenchmarks; |
106 | 106 |
107 /** Singleton pattern: There's only one BenchmarkSuite. */ | 107 /** Singleton pattern: There's only one BenchmarkSuite. */ |
108 static BenchmarkSuite _ONLY = null; | 108 static BenchmarkSuite _ONLY = null; |
109 | 109 |
110 BenchmarkSuite._internal() { | 110 BenchmarkSuite._internal() { |
111 scores = []; | 111 scores = []; |
112 benchmarks = [() => Smoketest.main()]; | 112 benchmarks = [() => Smoketest.main()]; |
113 totalBenchmarks = benchmarks.length; | 113 totalBenchmarks = benchmarks.length; |
114 } | 114 } |
115 | 115 |
116 /** Run all of the benchmarks that we have in our benchmarks list. */ | 116 /** Run all of the benchmarks that we have in our benchmarks list. */ |
117 runBenchmarks() { | 117 runBenchmarks() { |
118 runBenchmarksHelper(benchmarks); | 118 runBenchmarksHelper(benchmarks); |
119 } | 119 } |
120 | 120 |
121 /** | 121 /** |
122 * Run the remaining benchmarks in our list. We chain the calls providing | 122 * Run the remaining benchmarks in our list. We chain the calls providing |
123 * little breaks for the main page to gain control, so we don't force the | 123 * little breaks for the main page to gain control, so we don't force the |
124 * entire page to hang the whole time. | 124 * entire page to hang the whole time. |
125 */ | 125 */ |
126 runBenchmarksHelper(List<Function> remainingBenchmarks) { | 126 runBenchmarksHelper(List<Function> remainingBenchmarks) { |
127 // Remove the last benchmark, and run it. | 127 // Remove the last benchmark, and run it. |
128 var benchmark = remainingBenchmarks.removeLast(); | 128 var benchmark = remainingBenchmarks.removeLast(); |
129 benchmark(); | 129 benchmark(); |
130 if (remainingBenchmarks.length > 0) { | 130 if (remainingBenchmarks.length > 0) { |
131 /* Provide small breaks between each benchmark, so that the browser | 131 /* Provide small breaks between each benchmark, so that the browser |
132 doesn't get unhappy about long running scripts, and so the user | 132 doesn't get unhappy about long running scripts, and so the user |
133 can regain control of the UI to kill the page as needed. */ | 133 can regain control of the UI to kill the page as needed. */ |
134 new Timer(const Duration(milliseconds: 25), | 134 window.setTimeout(() => runBenchmarksHelper(remainingBenchmarks), 25); |
135 () => runBenchmarksHelper(remainingBenchmarks)); | |
136 } else if (remainingBenchmarks.length == 0) { | 135 } else if (remainingBenchmarks.length == 0) { |
137 // We've run all of the benchmarks. Update the page with the score. | 136 // We've run all of the benchmarks. Update the page with the score. |
138 BENCHMARK_VIEW.setScore(geometricMean(scores)); | 137 BENCHMARK_VIEW.setScore(geometricMean(scores)); |
139 } | 138 } |
140 } | 139 } |
141 | 140 |
142 /** Store the results of a single benchmark run. */ | 141 /** Store the results of a single benchmark run. */ |
143 updateIndividualScore(String name, num score) { | 142 updateIndividualScore(String name, num score) { |
144 scores.add(score); | 143 scores.add(score); |
145 BENCHMARK_VIEW.incrementProgress(name, score, totalBenchmarks); | 144 BENCHMARK_VIEW.incrementProgress(name, score, totalBenchmarks); |
146 } | 145 } |
147 | 146 |
148 /** Computes the geometric mean of a set of numbers. */ | 147 /** Computes the geometric mean of a set of numbers. */ |
149 geometricMean(numbers) { | 148 geometricMean(numbers) { |
150 num log = 0; | 149 num log = 0; |
151 for (num n in numbers) { | 150 for (num n in numbers) { |
152 log += Math.log(n); | 151 log += Math.log(n); |
153 } | 152 } |
154 return Math.pow(Math.E, log / numbers.length); | 153 return Math.pow(Math.E, log / numbers.length); |
(...skipping 11 matching lines...) Expand all Loading... |
166 | 165 |
167 BenchmarkView._internal(); | 166 BenchmarkView._internal(); |
168 | 167 |
169 /** Update the page HTML to show the calculated score. */ | 168 /** Update the page HTML to show the calculated score. */ |
170 setScore(num score) { | 169 setScore(num score) { |
171 String newScore = formatScore(score * 100.0); | 170 String newScore = formatScore(score * 100.0); |
172 Element body = document.queryAll("body")[0]; | 171 Element body = document.queryAll("body")[0]; |
173 body.nodes.add( | 172 body.nodes.add( |
174 new Element.html("<p id='testResultScore'>Score: $newScore</p>")); | 173 new Element.html("<p id='testResultScore'>Score: $newScore</p>")); |
175 } | 174 } |
176 | 175 |
177 /** | 176 /** |
178 * Update the page HTML to show how much progress we've made through the | 177 * Update the page HTML to show how much progress we've made through the |
179 * benchmarks. | 178 * benchmarks. |
180 */ | 179 */ |
181 incrementProgress(String name, num score, num totalBenchmarks) { | 180 incrementProgress(String name, num score, num totalBenchmarks) { |
182 String newScore = formatScore(score * 100.0); | 181 String newScore = formatScore(score * 100.0); |
183 numCompleted++; | 182 numCompleted++; |
184 // Slightly incorrect (truncating) percentage, but this is just to show | 183 // Slightly incorrect (truncating) percentage, but this is just to show |
185 // the user we're making progress. | 184 // the user we're making progress. |
186 num percentage = 100 * numCompleted ~/ totalBenchmarks; | 185 num percentage = 100 * numCompleted ~/ totalBenchmarks; |
187 } | 186 } |
188 | 187 |
189 /** | 188 /** |
190 * Rounds the score to have at least three significant digits (hopefully) | 189 * Rounds the score to have at least three significant digits (hopefully) |
191 * helping readability of the scores. | 190 * helping readability of the scores. |
192 */ | 191 */ |
193 String formatScore(num value) { | 192 String formatScore(num value) { |
194 if (value > 100) { | 193 if (value > 100) { |
195 return value.toStringAsFixed(0); | 194 return value.toStringAsFixed(0); |
196 } else { | 195 } else { |
197 return value.toStringAsFixed(2); | 196 return value.toStringAsFixed(2); |
198 } | 197 } |
199 } | 198 } |
200 } | 199 } |
OLD | NEW |