| OLD | NEW |
| 1 // Copyright 2008 the V8 project authors. All rights reserved. | 1 // Copyright 2008 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without | 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are | 3 // modification, are permitted provided that the following conditions are |
| 4 // met: | 4 // met: |
| 5 // | 5 // |
| 6 // * Redistributions of source code must retain the above copyright | 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. | 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above | 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following | 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided | 10 // disclaimer in the documentation and/or other materials provided |
| (...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 71 } | 71 } |
| 72 | 72 |
| 73 | 73 |
| 74 // Keep track of all declared benchmark suites. | 74 // Keep track of all declared benchmark suites. |
| 75 BenchmarkSuite.suites = []; | 75 BenchmarkSuite.suites = []; |
| 76 | 76 |
| 77 | 77 |
| 78 // Scores are not comparable across versions. Bump the version if | 78 // Scores are not comparable across versions. Bump the version if |
| 79 // you're making changes that will affect that scores, e.g. if you add | 79 // you're making changes that will affect that scores, e.g. if you add |
| 80 // a new benchmark or change an existing one. | 80 // a new benchmark or change an existing one. |
| 81 BenchmarkSuite.version = '4'; | 81 BenchmarkSuite.version = '6'; |
| 82 | 82 |
| 83 | 83 |
| 84 // To make the benchmark results predictable, we replace Math.random | 84 // To make the benchmark results predictable, we replace Math.random |
| 85 // with a 100% deterministic alternative. | 85 // with a 100% deterministic alternative. |
| 86 Math.random = (function() { | 86 Math.random = (function() { |
| 87 var seed = 49734321; | 87 var seed = 49734321; |
| 88 return function() { | 88 return function() { |
| 89 // Robert Jenkins' 32 bit integer hash function. | 89 // Robert Jenkins' 32 bit integer hash function. |
| 90 seed = ((seed + 0x7ed55d16) + (seed << 12)) & 0xffffffff; | 90 seed = ((seed + 0x7ed55d16) + (seed << 12)) & 0xffffffff; |
| 91 seed = ((seed ^ 0xc761c23c) ^ (seed >>> 19)) & 0xffffffff; | 91 seed = ((seed ^ 0xc761c23c) ^ (seed >>> 19)) & 0xffffffff; |
| 92 seed = ((seed + 0x165667b1) + (seed << 5)) & 0xffffffff; | 92 seed = ((seed + 0x165667b1) + (seed << 5)) & 0xffffffff; |
| 93 seed = ((seed + 0xd3a2646c) ^ (seed << 9)) & 0xffffffff; | 93 seed = ((seed + 0xd3a2646c) ^ (seed << 9)) & 0xffffffff; |
| 94 seed = ((seed + 0xd3a2646c) ^ (seed << 9)) & 0xffffffff; | |
| 95 seed = ((seed + 0xfd7046c5) + (seed << 3)) & 0xffffffff; | 94 seed = ((seed + 0xfd7046c5) + (seed << 3)) & 0xffffffff; |
| 96 seed = ((seed ^ 0xb55a4f09) ^ (seed >>> 16)) & 0xffffffff; | 95 seed = ((seed ^ 0xb55a4f09) ^ (seed >>> 16)) & 0xffffffff; |
| 97 return (seed & 0xfffffff) / 0x10000000; | 96 return (seed & 0xfffffff) / 0x10000000; |
| 98 }; | 97 }; |
| 99 })(); | 98 })(); |
| 100 | 99 |
| 101 | 100 |
| 102 // Runs all registered benchmark suites and optionally yields between | 101 // Runs all registered benchmark suites and optionally yields between |
| 103 // each individual benchmark to avoid running for too long in the | 102 // each individual benchmark to avoid running for too long in the |
| 104 // context of browsers. Once done, the final score is reported to the | 103 // context of browsers. Once done, the final score is reported to the |
| (...skipping 87 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 192 this.runner.NotifyError(this.name, error); | 191 this.runner.NotifyError(this.name, error); |
| 193 } | 192 } |
| 194 if (this.runner.NotifyStep) { | 193 if (this.runner.NotifyStep) { |
| 195 this.runner.NotifyStep(this.name); | 194 this.runner.NotifyStep(this.name); |
| 196 } | 195 } |
| 197 } | 196 } |
| 198 | 197 |
| 199 | 198 |
| 200 // Runs a single benchmark for at least a second and computes the | 199 // Runs a single benchmark for at least a second and computes the |
| 201 // average time it takes to run a single iteration. | 200 // average time it takes to run a single iteration. |
| 202 BenchmarkSuite.prototype.RunSingleBenchmark = function(benchmark) { | 201 BenchmarkSuite.prototype.RunSingleBenchmark = function(benchmark, data) { |
| 203 var elapsed = 0; | 202 function Measure(data) { |
| 204 var start = new Date(); | 203 var elapsed = 0; |
| 205 for (var n = 0; elapsed < 1000; n++) { | 204 var start = new Date(); |
| 206 benchmark.run(); | 205 for (var n = 0; elapsed < 1000; n++) { |
| 207 elapsed = new Date() - start; | 206 benchmark.run(); |
| 207 elapsed = new Date() - start; |
| 208 } |
| 209 if (data != null) { |
| 210 data.runs += n; |
| 211 data.elapsed += elapsed; |
| 212 } |
| 208 } | 213 } |
| 209 var usec = (elapsed * 1000) / n; | 214 |
| 210 this.NotifyStep(new BenchmarkResult(benchmark, usec)); | 215 if (data == null) { |
| 216 // Measure the benchmark once for warm up and throw the result |
| 217 // away. Return a fresh data object. |
| 218 Measure(null); |
| 219 return { runs: 0, elapsed: 0 }; |
| 220 } else { |
| 221 Measure(data); |
| 222 // If we've run too few iterations, we continue for another second. |
| 223 if (data.runs < 32) return data; |
| 224 var usec = (data.elapsed * 1000) / data.runs; |
| 225 this.NotifyStep(new BenchmarkResult(benchmark, usec)); |
| 226 return null; |
| 227 } |
| 211 } | 228 } |
| 212 | 229 |
| 213 | 230 |
| 214 // This function starts running a suite, but stops between each | 231 // This function starts running a suite, but stops between each |
| 215 // individual benchmark in the suite and returns a continuation | 232 // individual benchmark in the suite and returns a continuation |
| 216 // function which can be invoked to run the next benchmark. Once the | 233 // function which can be invoked to run the next benchmark. Once the |
| 217 // last benchmark has been executed, null is returned. | 234 // last benchmark has been executed, null is returned. |
| 218 BenchmarkSuite.prototype.RunStep = function(runner) { | 235 BenchmarkSuite.prototype.RunStep = function(runner) { |
| 219 this.results = []; | 236 this.results = []; |
| 220 this.runner = runner; | 237 this.runner = runner; |
| 221 var length = this.benchmarks.length; | 238 var length = this.benchmarks.length; |
| 222 var index = 0; | 239 var index = 0; |
| 223 var suite = this; | 240 var suite = this; |
| 241 var data; |
| 224 | 242 |
| 225 // Run the setup, the actual benchmark, and the tear down in three | 243 // Run the setup, the actual benchmark, and the tear down in three |
| 226 // separate steps to allow the framework to yield between any of the | 244 // separate steps to allow the framework to yield between any of the |
| 227 // steps. | 245 // steps. |
| 228 | 246 |
| 229 function RunNextSetup() { | 247 function RunNextSetup() { |
| 230 if (index < length) { | 248 if (index < length) { |
| 231 try { | 249 try { |
| 232 suite.benchmarks[index].Setup(); | 250 suite.benchmarks[index].Setup(); |
| 233 } catch (e) { | 251 } catch (e) { |
| 234 suite.NotifyError(e); | 252 suite.NotifyError(e); |
| 235 return null; | 253 return null; |
| 236 } | 254 } |
| 237 return RunNextBenchmark; | 255 return RunNextBenchmark; |
| 238 } | 256 } |
| 239 suite.NotifyResult(); | 257 suite.NotifyResult(); |
| 240 return null; | 258 return null; |
| 241 } | 259 } |
| 242 | 260 |
| 243 function RunNextBenchmark() { | 261 function RunNextBenchmark() { |
| 244 try { | 262 try { |
| 245 suite.RunSingleBenchmark(suite.benchmarks[index]); | 263 data = suite.RunSingleBenchmark(suite.benchmarks[index], data); |
| 246 } catch (e) { | 264 } catch (e) { |
| 247 suite.NotifyError(e); | 265 suite.NotifyError(e); |
| 248 return null; | 266 return null; |
| 249 } | 267 } |
| 250 return RunNextTearDown; | 268 // If data is null, we're done with this benchmark. |
| 269 return (data == null) ? RunNextTearDown : RunNextBenchmark(); |
| 251 } | 270 } |
| 252 | 271 |
| 253 function RunNextTearDown() { | 272 function RunNextTearDown() { |
| 254 try { | 273 try { |
| 255 suite.benchmarks[index++].TearDown(); | 274 suite.benchmarks[index++].TearDown(); |
| 256 } catch (e) { | 275 } catch (e) { |
| 257 suite.NotifyError(e); | 276 suite.NotifyError(e); |
| 258 return null; | 277 return null; |
| 259 } | 278 } |
| 260 return RunNextSetup; | 279 return RunNextSetup; |
| 261 } | 280 } |
| 262 | 281 |
| 263 // Start out running the setup. | 282 // Start out running the setup. |
| 264 return RunNextSetup(); | 283 return RunNextSetup(); |
| 265 } | 284 } |
| OLD | NEW |