| OLD | NEW |
| 1 /* | 1 /* |
| 2 * Copyright 2014 Google Inc. | 2 * Copyright 2014 Google Inc. |
| 3 * | 3 * |
| 4 * Use of this source code is governed by a BSD-style license that can be | 4 * Use of this source code is governed by a BSD-style license that can be |
| 5 * found in the LICENSE file. | 5 * found in the LICENSE file. |
| 6 */ | 6 */ |
| 7 | 7 |
| 8 #include <ctype.h> | 8 #include <ctype.h> |
| 9 | 9 |
| 10 #include "Benchmark.h" | 10 #include "Benchmark.h" |
| (...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 57 "Loop until timer overhead is at most this fraction of our measurm
ents."); | 57 "Loop until timer overhead is at most this fraction of our measurm
ents."); |
| 58 DEFINE_double(gpuMs, 5, "Target bench time in millseconds for GPU."); | 58 DEFINE_double(gpuMs, 5, "Target bench time in millseconds for GPU."); |
| 59 DEFINE_int32(gpuFrameLag, 5, "Overestimate of maximum number of frames GPU allow
s to lag."); | 59 DEFINE_int32(gpuFrameLag, 5, "Overestimate of maximum number of frames GPU allow
s to lag."); |
| 60 DEFINE_bool(gpuCompressAlphaMasks, false, "Compress masks generated from falling
back to " | 60 DEFINE_bool(gpuCompressAlphaMasks, false, "Compress masks generated from falling
back to " |
| 61 "software path rendering."); | 61 "software path rendering."); |
| 62 | 62 |
| 63 DEFINE_string(outResultsFile, "", "If given, write results here as JSON."); | 63 DEFINE_string(outResultsFile, "", "If given, write results here as JSON."); |
| 64 DEFINE_int32(maxCalibrationAttempts, 3, | 64 DEFINE_int32(maxCalibrationAttempts, 3, |
| 65 "Try up to this many times to guess loops for a bench, or skip the
bench."); | 65 "Try up to this many times to guess loops for a bench, or skip the
bench."); |
| 66 DEFINE_int32(maxLoops, 1000000, "Never run a bench more times than this."); | 66 DEFINE_int32(maxLoops, 1000000, "Never run a bench more times than this."); |
| 67 DEFINE_string(properties, "", |
| 68 "Space-separated key/value pairs to add to JSON identifying this n
anobench run."); |
| 67 DEFINE_string(key, "", | 69 DEFINE_string(key, "", |
| 68 "Space-separated key/value pairs to add to JSON identifying this b
ench config."); | 70 "Space-separated key/value pairs to add to JSON identifying this b
ench config."); |
| 69 DEFINE_string(options, "", | |
| 70 "Space-separated option/value pairs to add to JSON, logging extra
info."); | |
| 71 DEFINE_string(gitHash, "", "Git hash to add to JSON."); | |
| 72 | 71 |
| 73 DEFINE_string(clip, "0,0,1000,1000", "Clip for SKPs."); | 72 DEFINE_string(clip, "0,0,1000,1000", "Clip for SKPs."); |
| 74 DEFINE_string(scales, "1.0", "Space-separated scales for SKPs."); | 73 DEFINE_string(scales, "1.0", "Space-separated scales for SKPs."); |
| 75 | 74 |
| 76 static SkString humanize(double ms) { | 75 static SkString humanize(double ms) { |
| 77 if (ms > 1e+3) return SkStringPrintf("%.3gs", ms/1e3); | 76 if (ms > 1e+3) return SkStringPrintf("%.3gs", ms/1e3); |
| 78 if (ms < 1e-3) return SkStringPrintf("%.3gns", ms*1e6); | 77 if (ms < 1e-3) return SkStringPrintf("%.3gns", ms*1e6); |
| 79 #ifdef SK_BUILD_FOR_WIN | 78 #ifdef SK_BUILD_FOR_WIN |
| 80 if (ms < 1) return SkStringPrintf("%.3gus", ms*1e3); | 79 if (ms < 1) return SkStringPrintf("%.3gus", ms*1e3); |
| 81 #else | 80 #else |
| (...skipping 303 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 385 static void create_targets(SkTDArray<Target*>* targets, Benchmark* b, | 384 static void create_targets(SkTDArray<Target*>* targets, Benchmark* b, |
| 386 const SkTDArray<Config>& configs) { | 385 const SkTDArray<Config>& configs) { |
| 387 for (int i = 0; i < configs.count(); ++i) { | 386 for (int i = 0; i < configs.count(); ++i) { |
| 388 if (Target* t = is_enabled(b, configs[i])) { | 387 if (Target* t = is_enabled(b, configs[i])) { |
| 389 targets->push(t); | 388 targets->push(t); |
| 390 } | 389 } |
| 391 | 390 |
| 392 } | 391 } |
| 393 } | 392 } |
| 394 | 393 |
| 395 static void fill_static_options(ResultsWriter* log) { | |
| 396 #if defined(SK_BUILD_FOR_WIN32) | |
| 397 log->option("system", "WIN32"); | |
| 398 #elif defined(SK_BUILD_FOR_MAC) | |
| 399 log->option("system", "MAC"); | |
| 400 #elif defined(SK_BUILD_FOR_ANDROID) | |
| 401 log->option("system", "ANDROID"); | |
| 402 #elif defined(SK_BUILD_FOR_UNIX) | |
| 403 log->option("system", "UNIX"); | |
| 404 #else | |
| 405 log->option("system", "other"); | |
| 406 #endif | |
| 407 } | |
| 408 | |
| 409 #if SK_SUPPORT_GPU | 394 #if SK_SUPPORT_GPU |
| 410 static void fill_gpu_options(ResultsWriter* log, SkGLContextHelper* ctx) { | 395 static void fill_gpu_options(ResultsWriter* log, SkGLContextHelper* ctx) { |
| 411 const GrGLubyte* version; | 396 const GrGLubyte* version; |
| 412 SK_GL_RET(*ctx, version, GetString(GR_GL_VERSION)); | 397 SK_GL_RET(*ctx, version, GetString(GR_GL_VERSION)); |
| 413 log->configOption("GL_VERSION", (const char*)(version)); | 398 log->configOption("GL_VERSION", (const char*)(version)); |
| 414 | 399 |
| 415 SK_GL_RET(*ctx, version, GetString(GR_GL_RENDERER)); | 400 SK_GL_RET(*ctx, version, GetString(GR_GL_RENDERER)); |
| 416 log->configOption("GL_RENDERER", (const char*) version); | 401 log->configOption("GL_RENDERER", (const char*) version); |
| 417 | 402 |
| 418 SK_GL_RET(*ctx, version, GetString(GR_GL_VENDOR)); | 403 SK_GL_RET(*ctx, version, GetString(GR_GL_VENDOR)); |
| (...skipping 127 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 546 } | 531 } |
| 547 | 532 |
| 548 if (!FLAGS_writePath.isEmpty()) { | 533 if (!FLAGS_writePath.isEmpty()) { |
| 549 SkDebugf("Writing files to %s.\n", FLAGS_writePath[0]); | 534 SkDebugf("Writing files to %s.\n", FLAGS_writePath[0]); |
| 550 if (!sk_mkdir(FLAGS_writePath[0])) { | 535 if (!sk_mkdir(FLAGS_writePath[0])) { |
| 551 SkDebugf("Could not create %s. Files won't be written.\n", FLAGS_wri
tePath[0]); | 536 SkDebugf("Could not create %s. Files won't be written.\n", FLAGS_wri
tePath[0]); |
| 552 FLAGS_writePath.set(0, NULL); | 537 FLAGS_writePath.set(0, NULL); |
| 553 } | 538 } |
| 554 } | 539 } |
| 555 | 540 |
| 556 MultiResultsWriter log; | 541 SkAutoTDelete<ResultsWriter> log(SkNEW(ResultsWriter)); |
| 557 SkAutoTDelete<NanoJSONResultsWriter> json; | |
| 558 if (!FLAGS_outResultsFile.isEmpty()) { | 542 if (!FLAGS_outResultsFile.isEmpty()) { |
| 559 const char* gitHash = FLAGS_gitHash.isEmpty() ? "unknown-revision" : FLA
GS_gitHash[0]; | 543 log.reset(SkNEW(NanoJSONResultsWriter(FLAGS_outResultsFile[0]))); |
| 560 json.reset(SkNEW(NanoJSONResultsWriter(FLAGS_outResultsFile[0], gitHash)
)); | |
| 561 log.add(json.get()); | |
| 562 } | 544 } |
| 563 CallEnd<MultiResultsWriter> ender(log); | 545 |
| 546 if (1 == FLAGS_properties.count() % 2) { |
| 547 SkDebugf("ERROR: --properties must be passed with an even number of argu
ments.\n"); |
| 548 return 1; |
| 549 } |
| 550 for (int i = 1; i < FLAGS_properties.count(); i += 2) { |
| 551 log->property(FLAGS_properties[i-1], FLAGS_properties[i]); |
| 552 } |
| 564 | 553 |
| 565 if (1 == FLAGS_key.count() % 2) { | 554 if (1 == FLAGS_key.count() % 2) { |
| 566 SkDebugf("ERROR: --key must be passed with an even number of arguments.\
n"); | 555 SkDebugf("ERROR: --key must be passed with an even number of arguments.\
n"); |
| 567 return 1; | 556 return 1; |
| 568 } | 557 } |
| 569 for (int i = 1; i < FLAGS_key.count(); i += 2) { | 558 for (int i = 1; i < FLAGS_key.count(); i += 2) { |
| 570 log.key(FLAGS_key[i-1], FLAGS_key[i]); | 559 log->key(FLAGS_key[i-1], FLAGS_key[i]); |
| 571 } | |
| 572 | |
| 573 fill_static_options(&log); | |
| 574 if (1 == FLAGS_options.count() % 2) { | |
| 575 SkDebugf("ERROR: --options must be passed with an even number of argumen
ts.\n"); | |
| 576 return 1; | |
| 577 } | |
| 578 for (int i = 1; i < FLAGS_options.count(); i += 2) { | |
| 579 log.option(FLAGS_options[i-1], FLAGS_options[i]); | |
| 580 } | 560 } |
| 581 | 561 |
| 582 const double overhead = estimate_timer_overhead(); | 562 const double overhead = estimate_timer_overhead(); |
| 583 SkDebugf("Timer overhead: %s\n", HUMANIZE(overhead)); | 563 SkDebugf("Timer overhead: %s\n", HUMANIZE(overhead)); |
| 584 | 564 |
| 585 SkAutoTMalloc<double> samples(FLAGS_samples); | 565 SkAutoTMalloc<double> samples(FLAGS_samples); |
| 586 | 566 |
| 587 if (kAutoTuneLoops != FLAGS_loops) { | 567 if (kAutoTuneLoops != FLAGS_loops) { |
| 588 SkDebugf("Fixed number of loops; times would only be misleading so we wo
n't print them.\n"); | 568 SkDebugf("Fixed number of loops; times would only be misleading so we wo
n't print them.\n"); |
| 589 } else if (FLAGS_verbose) { | 569 } else if (FLAGS_verbose) { |
| (...skipping 11 matching lines...) Expand all Loading... |
| 601 while (Benchmark* b = benchStream.next()) { | 581 while (Benchmark* b = benchStream.next()) { |
| 602 SkAutoTDelete<Benchmark> bench(b); | 582 SkAutoTDelete<Benchmark> bench(b); |
| 603 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getName())) { | 583 if (SkCommandLineFlags::ShouldSkip(FLAGS_match, bench->getName())) { |
| 604 continue; | 584 continue; |
| 605 } | 585 } |
| 606 | 586 |
| 607 SkTDArray<Target*> targets; | 587 SkTDArray<Target*> targets; |
| 608 create_targets(&targets, bench.get(), configs); | 588 create_targets(&targets, bench.get(), configs); |
| 609 | 589 |
| 610 if (!targets.isEmpty()) { | 590 if (!targets.isEmpty()) { |
| 611 log.bench(bench->getName(), bench->getSize().fX, bench->getSize().fY
); | 591 log->bench(bench->getName(), bench->getSize().fX, bench->getSize().f
Y); |
| 612 bench->preDraw(); | 592 bench->preDraw(); |
| 613 } | 593 } |
| 614 for (int j = 0; j < targets.count(); j++) { | 594 for (int j = 0; j < targets.count(); j++) { |
| 615 SkCanvas* canvas = targets[j]->surface.get() ? targets[j]->surface->
getCanvas() : NULL; | 595 SkCanvas* canvas = targets[j]->surface.get() ? targets[j]->surface->
getCanvas() : NULL; |
| 616 const char* config = targets[j]->config.name; | 596 const char* config = targets[j]->config.name; |
| 617 | 597 |
| 618 #ifdef SK_DEBUG | 598 #ifdef SK_DEBUG |
| 619 // skia:2797 Some SKPs SkASSERT in debug mode. Skip them for now. | 599 // skia:2797 Some SKPs SkASSERT in debug mode. Skip them for now. |
| 620 if (0 == strcmp("565", config) && SkStrContains(bench->getName(), ".
skp")) { | 600 if (0 == strcmp("565", config) && SkStrContains(bench->getName(), ".
skp")) { |
| 621 SkDebugf("Skipping 565 %s. See skia:2797\n", bench->getName()); | 601 SkDebugf("Skipping 565 %s. See skia:2797\n", bench->getName()); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 637 pngFilename.append(".png"); | 617 pngFilename.append(".png"); |
| 638 write_canvas_png(canvas, pngFilename); | 618 write_canvas_png(canvas, pngFilename); |
| 639 } | 619 } |
| 640 | 620 |
| 641 if (kFailedLoops == loops) { | 621 if (kFailedLoops == loops) { |
| 642 // Can't be timed. A warning note has already been printed. | 622 // Can't be timed. A warning note has already been printed. |
| 643 continue; | 623 continue; |
| 644 } | 624 } |
| 645 | 625 |
| 646 Stats stats(samples.get(), FLAGS_samples); | 626 Stats stats(samples.get(), FLAGS_samples); |
| 647 log.config(config); | 627 log->config(config); |
| 648 benchStream.fillCurrentOptions(&log); | 628 benchStream.fillCurrentOptions(log.get()); |
| 649 #if SK_SUPPORT_GPU | 629 #if SK_SUPPORT_GPU |
| 650 if (Benchmark::kGPU_Backend == targets[j]->config.backend) { | 630 if (Benchmark::kGPU_Backend == targets[j]->config.backend) { |
| 651 fill_gpu_options(&log, targets[j]->gl); | 631 fill_gpu_options(log.get(), targets[j]->gl); |
| 652 } | 632 } |
| 653 #endif | 633 #endif |
| 654 log.timer("min_ms", stats.min); | 634 log->timer("min_ms", stats.min); |
| 655 log.timer("median_ms", stats.median); | 635 log->timer("median_ms", stats.median); |
| 656 log.timer("mean_ms", stats.mean); | 636 log->timer("mean_ms", stats.mean); |
| 657 log.timer("max_ms", stats.max); | 637 log->timer("max_ms", stats.max); |
| 658 log.timer("stddev_ms", sqrt(stats.var)); | 638 log->timer("stddev_ms", sqrt(stats.var)); |
| 659 | 639 |
| 660 if (kAutoTuneLoops != FLAGS_loops) { | 640 if (kAutoTuneLoops != FLAGS_loops) { |
| 661 if (targets.count() == 1) { | 641 if (targets.count() == 1) { |
| 662 config = ""; // Only print the config if we run the same ben
ch on more than one. | 642 config = ""; // Only print the config if we run the same ben
ch on more than one. |
| 663 } | 643 } |
| 664 SkDebugf("%s\t%s\n", bench->getName(), config); | 644 SkDebugf("%s\t%s\n", bench->getName(), config); |
| 665 } else if (FLAGS_verbose) { | 645 } else if (FLAGS_verbose) { |
| 666 for (int i = 0; i < FLAGS_samples; i++) { | 646 for (int i = 0; i < FLAGS_samples; i++) { |
| 667 SkDebugf("%s ", HUMANIZE(samples[i])); | 647 SkDebugf("%s ", HUMANIZE(samples[i])); |
| 668 } | 648 } |
| (...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 702 | 682 |
| 703 return 0; | 683 return 0; |
| 704 } | 684 } |
| 705 | 685 |
| 706 #if !defined SK_BUILD_FOR_IOS | 686 #if !defined SK_BUILD_FOR_IOS |
| 707 int main(int argc, char** argv) { | 687 int main(int argc, char** argv) { |
| 708 SkCommandLineFlags::Parse(argc, argv); | 688 SkCommandLineFlags::Parse(argc, argv); |
| 709 return nanobench_main(); | 689 return nanobench_main(); |
| 710 } | 690 } |
| 711 #endif | 691 #endif |
| OLD | NEW |