OLD | NEW |
1 /* | 1 /* |
2 * Copyright 2014 Google Inc. | 2 * Copyright 2014 Google Inc. |
3 * | 3 * |
4 * Use of this source code is governed by a BSD-style license that can be | 4 * Use of this source code is governed by a BSD-style license that can be |
5 * found in the LICENSE file. | 5 * found in the LICENSE file. |
6 */ | 6 */ |
7 | 7 |
8 #include <ctype.h> | 8 #include <ctype.h> |
9 | 9 |
10 #include "Benchmark.h" | 10 #include "Benchmark.h" |
11 #include "CrashHandler.h" | 11 #include "CrashHandler.h" |
12 #include "ResultsWriter.h" | 12 #include "ResultsWriter.h" |
13 #include "Stats.h" | 13 #include "Stats.h" |
14 #include "Timer.h" | 14 #include "Timer.h" |
15 | 15 |
16 #include "SkCanvas.h" | 16 #include "SkCanvas.h" |
17 #include "SkCommandLineFlags.h" | 17 #include "SkCommandLineFlags.h" |
18 #include "SkForceLinking.h" | 18 #include "SkForceLinking.h" |
19 #include "SkGraphics.h" | 19 #include "SkGraphics.h" |
20 #include "SkString.h" | 20 #include "SkString.h" |
21 #include "SkSurface.h" | 21 #include "SkSurface.h" |
22 | 22 |
23 #if SK_SUPPORT_GPU | 23 #if SK_SUPPORT_GPU |
| 24 #include "gl/GrGLDefines.h" |
24 #include "GrContextFactory.h" | 25 #include "GrContextFactory.h" |
25 GrContextFactory gGrFactory; | 26 GrContextFactory gGrFactory; |
26 #endif | 27 #endif |
27 | 28 |
28 __SK_FORCE_IMAGE_DECODER_LINKING; | 29 __SK_FORCE_IMAGE_DECODER_LINKING; |
29 | 30 |
30 #if SK_DEBUG | 31 #if SK_DEBUG |
31 DEFINE_bool(runOnce, true, "Run each benchmark just once?"); | 32 DEFINE_bool(runOnce, true, "Run each benchmark just once?"); |
32 #else | 33 #else |
33 DEFINE_bool(runOnce, false, "Run each benchmark just once?"); | 34 DEFINE_bool(runOnce, false, "Run each benchmark just once?"); |
(...skipping 12 matching lines...) Expand all Loading... |
46 DEFINE_int32(gpuFrameLag, 5, "Overestimate of maximum number of frames GPU allow
s to lag."); | 47 DEFINE_int32(gpuFrameLag, 5, "Overestimate of maximum number of frames GPU allow
s to lag."); |
47 | 48 |
48 DEFINE_bool(cpu, true, "Master switch for CPU-bound work."); | 49 DEFINE_bool(cpu, true, "Master switch for CPU-bound work."); |
49 DEFINE_bool(gpu, true, "Master switch for GPU-bound work."); | 50 DEFINE_bool(gpu, true, "Master switch for GPU-bound work."); |
50 | 51 |
51 DEFINE_string(outResultsFile, "", "If given, write results here as JSON."); | 52 DEFINE_string(outResultsFile, "", "If given, write results here as JSON."); |
52 DEFINE_bool(resetGpuContext, true, "Reset the GrContext before running each benc
h."); | 53 DEFINE_bool(resetGpuContext, true, "Reset the GrContext before running each benc
h."); |
53 DEFINE_int32(maxCalibrationAttempts, 3, | 54 DEFINE_int32(maxCalibrationAttempts, 3, |
54 "Try up to this many times to guess loops for a bench, or skip the
bench."); | 55 "Try up to this many times to guess loops for a bench, or skip the
bench."); |
55 DEFINE_int32(maxLoops, 1000000, "Never run a bench more times than this."); | 56 DEFINE_int32(maxLoops, 1000000, "Never run a bench more times than this."); |
| 57 DEFINE_string(key, "", "Space-separated key/value pairs to add to JSON."); |
| 58 DEFINE_string(gitHash, "", "Git hash to add to JSON."); |
56 | 59 |
57 | 60 |
58 static SkString humanize(double ms) { | 61 static SkString humanize(double ms) { |
59 if (ms > 1e+3) return SkStringPrintf("%.3gs", ms/1e3); | 62 if (ms > 1e+3) return SkStringPrintf("%.3gs", ms/1e3); |
60 if (ms < 1e-3) return SkStringPrintf("%.3gns", ms*1e6); | 63 if (ms < 1e-3) return SkStringPrintf("%.3gns", ms*1e6); |
61 #ifdef SK_BUILD_FOR_WIN | 64 #ifdef SK_BUILD_FOR_WIN |
62 if (ms < 1) return SkStringPrintf("%.3gus", ms*1e3); | 65 if (ms < 1) return SkStringPrintf("%.3gus", ms*1e3); |
63 #else | 66 #else |
64 if (ms < 1) return SkStringPrintf("%.3gµs", ms*1e3); | 67 if (ms < 1) return SkStringPrintf("%.3gµs", ms*1e3); |
65 #endif | 68 #endif |
(...skipping 203 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
269 log->option("system", "WIN32"); | 272 log->option("system", "WIN32"); |
270 #elif defined(SK_BUILD_FOR_MAC) | 273 #elif defined(SK_BUILD_FOR_MAC) |
271 log->option("system", "MAC"); | 274 log->option("system", "MAC"); |
272 #elif defined(SK_BUILD_FOR_ANDROID) | 275 #elif defined(SK_BUILD_FOR_ANDROID) |
273 log->option("system", "ANDROID"); | 276 log->option("system", "ANDROID"); |
274 #elif defined(SK_BUILD_FOR_UNIX) | 277 #elif defined(SK_BUILD_FOR_UNIX) |
275 log->option("system", "UNIX"); | 278 log->option("system", "UNIX"); |
276 #else | 279 #else |
277 log->option("system", "other"); | 280 log->option("system", "other"); |
278 #endif | 281 #endif |
279 #if defined(SK_DEBUG) | 282 } |
280 log->option("build", "DEBUG"); | 283 |
281 #else | 284 #if SK_SUPPORT_GPU |
282 log->option("build", "RELEASE"); | 285 static void fill_gpu_options(ResultsWriter* log, SkGLContextHelper* ctx) { |
| 286 const GLubyte* version; |
| 287 SK_GL_RET(*ctx, version, GetString(GR_GL_VERSION)); |
| 288 log->configOption("GL_VERSION", (const char*)(version)); |
| 289 |
| 290 SK_GL_RET(*ctx, version, GetString(GR_GL_RENDERER)); |
| 291 log->configOption("GL_RENDERER", (const char*) version); |
| 292 |
| 293 SK_GL_RET(*ctx, version, GetString(GR_GL_VENDOR)); |
| 294 log->configOption("GL_VENDOR", (const char*) version); |
| 295 |
| 296 SK_GL_RET(*ctx, version, GetString(GR_GL_SHADING_LANGUAGE_VERSION)); |
| 297 log->configOption("GL_SHADING_LANGUAGE_VERSION", (const char*) version); |
| 298 } |
283 #endif | 299 #endif |
284 } | |
285 | 300 |
286 int tool_main(int argc, char** argv); | 301 int tool_main(int argc, char** argv); |
287 int tool_main(int argc, char** argv) { | 302 int tool_main(int argc, char** argv) { |
288 SetupCrashHandler(); | 303 SetupCrashHandler(); |
289 SkAutoGraphics ag; | 304 SkAutoGraphics ag; |
290 SkCommandLineFlags::Parse(argc, argv); | 305 SkCommandLineFlags::Parse(argc, argv); |
291 | 306 |
292 if (FLAGS_runOnce) { | 307 if (FLAGS_runOnce) { |
293 FLAGS_samples = 1; | 308 FLAGS_samples = 1; |
294 FLAGS_gpuFrameLag = 0; | 309 FLAGS_gpuFrameLag = 0; |
295 } | 310 } |
296 | 311 |
297 MultiResultsWriter log; | 312 MultiResultsWriter log; |
298 SkAutoTDelete<JSONResultsWriter> json; | 313 SkAutoTDelete<NanoJSONResultsWriter> json; |
299 if (!FLAGS_outResultsFile.isEmpty()) { | 314 if (!FLAGS_outResultsFile.isEmpty()) { |
300 json.reset(SkNEW(JSONResultsWriter(FLAGS_outResultsFile[0]))); | 315 const char* gitHash = FLAGS_gitHash.isEmpty() ? "unknown-revision" : FLA
GS_gitHash[0]; |
| 316 json.reset(SkNEW(NanoJSONResultsWriter(FLAGS_outResultsFile[0], gitHash)
)); |
301 log.add(json.get()); | 317 log.add(json.get()); |
302 } | 318 } |
303 CallEnd<MultiResultsWriter> ender(log); | 319 CallEnd<MultiResultsWriter> ender(log); |
| 320 |
| 321 if (1 == FLAGS_key.count() % 2) { |
| 322 SkDebugf("ERROR: --key must be passed with an even number of arguments.\
n"); |
| 323 return 1; |
| 324 } |
| 325 for (int i = 1; i < FLAGS_key.count(); i += 2) { |
| 326 log.key(FLAGS_key[i-1], FLAGS_key[i]); |
| 327 } |
304 fill_static_options(&log); | 328 fill_static_options(&log); |
305 | 329 |
306 const double overhead = estimate_timer_overhead(); | 330 const double overhead = estimate_timer_overhead(); |
307 SkDebugf("Timer overhead: %s\n", HUMANIZE(overhead)); | 331 SkDebugf("Timer overhead: %s\n", HUMANIZE(overhead)); |
308 | 332 |
309 SkAutoTMalloc<double> samples(FLAGS_samples); | 333 SkAutoTMalloc<double> samples(FLAGS_samples); |
310 | 334 |
311 if (FLAGS_runOnce) { | 335 if (FLAGS_runOnce) { |
312 SkDebugf("--runOnce is true; times would only be misleading so we won't
print them.\n"); | 336 SkDebugf("--runOnce is true; times would only be misleading so we won't
print them.\n"); |
313 } else if (FLAGS_verbose) { | 337 } else if (FLAGS_verbose) { |
314 // No header. | 338 // No header. |
315 } else if (FLAGS_quiet) { | 339 } else if (FLAGS_quiet) { |
316 SkDebugf("median\tbench\tconfig\n"); | 340 SkDebugf("median\tbench\tconfig\n"); |
317 } else { | 341 } else { |
318 SkDebugf("loops\tmin\tmedian\tmean\tmax\tstddev\tsamples\tconfig\tbench\
n"); | 342 SkDebugf("loops\tmin\tmedian\tmean\tmax\tstddev\tsamples\tconfig\tbench\
n"); |
319 } | 343 } |
320 | 344 |
321 for (const BenchRegistry* r = BenchRegistry::Head(); r != NULL; r = r->next(
)) { | 345 for (const BenchRegistry* r = BenchRegistry::Head(); r != NULL; r = r->next(
)) { |
322 SkAutoTDelete<Benchmark> bench(r->factory()(NULL)); | 346 SkAutoTDelete<Benchmark> bench(r->factory()(NULL)); |
323 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getName())) { | 347 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getName())) { |
324 continue; | 348 continue; |
325 } | 349 } |
326 log.bench(bench->getName(), bench->getSize().fX, bench->getSize().fY); | |
327 | 350 |
328 SkTDArray<Target*> targets; | 351 SkTDArray<Target*> targets; |
329 create_targets(bench.get(), &targets); | 352 create_targets(bench.get(), &targets); |
330 | 353 |
331 bench->preDraw(); | 354 if (!targets.isEmpty()) { |
| 355 log.bench(bench->getName(), bench->getSize().fX, bench->getSize().fY
); |
| 356 bench->preDraw(); |
| 357 } |
332 for (int j = 0; j < targets.count(); j++) { | 358 for (int j = 0; j < targets.count(); j++) { |
333 SkCanvas* canvas = targets[j]->surface.get() ? targets[j]->surface->
getCanvas() : NULL; | 359 SkCanvas* canvas = targets[j]->surface.get() ? targets[j]->surface->
getCanvas() : NULL; |
334 const char* config = targets[j]->config; | 360 const char* config = targets[j]->config; |
335 | 361 |
336 const int loops = | 362 const int loops = |
337 #if SK_SUPPORT_GPU | 363 #if SK_SUPPORT_GPU |
338 Benchmark::kGPU_Backend == targets[j]->backend | 364 Benchmark::kGPU_Backend == targets[j]->backend |
339 ? gpu_bench(targets[j]->gl, bench.get(), canvas, samples.get()) | 365 ? gpu_bench(targets[j]->gl, bench.get(), canvas, samples.get()) |
340 : | 366 : |
341 #endif | 367 #endif |
342 cpu_bench( overhead, bench.get(), canvas, samples.get()); | 368 cpu_bench( overhead, bench.get(), canvas, samples.get()); |
343 | 369 |
344 if (loops == 0) { | 370 if (loops == 0) { |
345 SkDebugf("Unable to time %s\t%s (overhead %s)\n", | 371 SkDebugf("Unable to time %s\t%s (overhead %s)\n", |
346 bench->getName(), config, HUMANIZE(overhead)); | 372 bench->getName(), config, HUMANIZE(overhead)); |
347 continue; | 373 continue; |
348 } | 374 } |
349 | 375 |
350 Stats stats(samples.get(), FLAGS_samples); | 376 Stats stats(samples.get(), FLAGS_samples); |
351 log.config(config); | 377 log.config(config); |
| 378 #if SK_SUPPORT_GPU |
| 379 if (Benchmark::kGPU_Backend == targets[j]->backend) { |
| 380 fill_gpu_options(&log, targets[j]->gl); |
| 381 } |
| 382 #endif |
352 log.timer("min_ms", stats.min); | 383 log.timer("min_ms", stats.min); |
353 log.timer("median_ms", stats.median); | 384 log.timer("median_ms", stats.median); |
354 log.timer("mean_ms", stats.mean); | 385 log.timer("mean_ms", stats.mean); |
355 log.timer("max_ms", stats.max); | 386 log.timer("max_ms", stats.max); |
356 log.timer("stddev_ms", sqrt(stats.var)); | 387 log.timer("stddev_ms", sqrt(stats.var)); |
357 | 388 |
358 if (FLAGS_runOnce) { | 389 if (FLAGS_runOnce) { |
359 if (targets.count() == 1) { | 390 if (targets.count() == 1) { |
360 config = ""; // Only print the config if we run the same ben
ch on more than one. | 391 config = ""; // Only print the config if we run the same ben
ch on more than one. |
361 } | 392 } |
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
395 } | 426 } |
396 | 427 |
397 return 0; | 428 return 0; |
398 } | 429 } |
399 | 430 |
400 #if !defined SK_BUILD_FOR_IOS | 431 #if !defined SK_BUILD_FOR_IOS |
401 int main(int argc, char * const argv[]) { | 432 int main(int argc, char * const argv[]) { |
402 return tool_main(argc, (char**) argv); | 433 return tool_main(argc, (char**) argv); |
403 } | 434 } |
404 #endif | 435 #endif |
OLD | NEW |