| Index: third_party/google_benchmark/src/benchmark_register.cc
|
| diff --git a/third_party/google_benchmark/src/benchmark_register.cc b/third_party/google_benchmark/src/benchmark_register.cc
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..c95da987bcc873c6fbef8bf552f0dfaa00aba30b
|
| --- /dev/null
|
| +++ b/third_party/google_benchmark/src/benchmark_register.cc
|
| @@ -0,0 +1,453 @@
|
| +// Copyright 2015 Google Inc. All rights reserved.
|
| +//
|
| +// Licensed under the Apache License, Version 2.0 (the "License");
|
| +// you may not use this file except in compliance with the License.
|
| +// You may obtain a copy of the License at
|
| +//
|
| +// http://www.apache.org/licenses/LICENSE-2.0
|
| +//
|
| +// Unless required by applicable law or agreed to in writing, software
|
| +// distributed under the License is distributed on an "AS IS" BASIS,
|
| +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
| +// See the License for the specific language governing permissions and
|
| +// limitations under the License.
|
| +
|
| +#include "benchmark/benchmark.h"
|
| +#include "benchmark_api_internal.h"
|
| +#include "internal_macros.h"
|
| +
|
| +#ifndef BENCHMARK_OS_WINDOWS
|
| +#include <sys/resource.h>
|
| +#include <sys/time.h>
|
| +#include <unistd.h>
|
| +#endif
|
| +
|
| +#include <algorithm>
|
| +#include <atomic>
|
| +#include <condition_variable>
|
| +#include <cstdio>
|
| +#include <cstdlib>
|
| +#include <cstring>
|
| +#include <fstream>
|
| +#include <iostream>
|
| +#include <memory>
|
| +#include <sstream>
|
| +#include <thread>
|
| +
|
| +#include "check.h"
|
| +#include "commandlineflags.h"
|
| +#include "complexity.h"
|
| +#include "log.h"
|
| +#include "mutex.h"
|
| +#include "re.h"
|
| +#include "stat.h"
|
| +#include "string_util.h"
|
| +#include "sysinfo.h"
|
| +#include "timers.h"
|
| +
|
| +namespace benchmark {
|
| +
|
| +namespace {
|
| +// For non-dense Range, intermediate values are powers of kRangeMultiplier.
|
| +static const int kRangeMultiplier = 8;
|
| +// The size of a benchmark family determines is the number of inputs to repeat
|
| +// the benchmark on. If this is "large" then warn the user during configuration.
|
| +static const size_t kMaxFamilySize = 100;
|
| +} // end namespace
|
| +
|
| +namespace internal {
|
| +
|
| +//=============================================================================//
|
| +// BenchmarkFamilies
|
| +//=============================================================================//
|
| +
|
| +// Class for managing registered benchmarks. Note that each registered
|
| +// benchmark identifies a family of related benchmarks to run.
|
| +class BenchmarkFamilies {
|
| + public:
|
| + static BenchmarkFamilies* GetInstance();
|
| +
|
| + // Registers a benchmark family and returns the index assigned to it.
|
| + size_t AddBenchmark(std::unique_ptr<Benchmark> family);
|
| +
|
| + // Extract the list of benchmark instances that match the specified
|
| + // regular expression.
|
| + bool FindBenchmarks(const std::string& re,
|
| + std::vector<Benchmark::Instance>* benchmarks,
|
| + std::ostream* Err);
|
| +
|
| + private:
|
| + BenchmarkFamilies() {}
|
| +
|
| + std::vector<std::unique_ptr<Benchmark>> families_;
|
| + Mutex mutex_;
|
| +};
|
| +
|
| +BenchmarkFamilies* BenchmarkFamilies::GetInstance() {
|
| + static BenchmarkFamilies instance;
|
| + return &instance;
|
| +}
|
| +
|
| +size_t BenchmarkFamilies::AddBenchmark(std::unique_ptr<Benchmark> family) {
|
| + MutexLock l(mutex_);
|
| + size_t index = families_.size();
|
| + families_.push_back(std::move(family));
|
| + return index;
|
| +}
|
| +
|
| +bool BenchmarkFamilies::FindBenchmarks(
|
| + const std::string& spec, std::vector<Benchmark::Instance>* benchmarks,
|
| + std::ostream* ErrStream) {
|
| + CHECK(ErrStream);
|
| + auto& Err = *ErrStream;
|
| + // Make regular expression out of command-line flag
|
| + std::string error_msg;
|
| + Regex re;
|
| + if (!re.Init(spec, &error_msg)) {
|
| + Err << "Could not compile benchmark re: " << error_msg << std::endl;
|
| + return false;
|
| + }
|
| +
|
| + // Special list of thread counts to use when none are specified
|
| + const std::vector<int> one_thread = {1};
|
| +
|
| + MutexLock l(mutex_);
|
| + for (std::unique_ptr<Benchmark>& family : families_) {
|
| + // Family was deleted or benchmark doesn't match
|
| + if (!family) continue;
|
| +
|
| + if (family->ArgsCnt() == -1) {
|
| + family->Args({});
|
| + }
|
| + const std::vector<int>* thread_counts =
|
| + (family->thread_counts_.empty()
|
| + ? &one_thread
|
| + : &static_cast<const std::vector<int>&>(family->thread_counts_));
|
| + const size_t family_size = family->args_.size() * thread_counts->size();
|
| + // The benchmark will be run at least 'family_size' different inputs.
|
| + // If 'family_size' is very large warn the user.
|
| + if (family_size > kMaxFamilySize) {
|
| + Err << "The number of inputs is very large. " << family->name_
|
| + << " will be repeated at least " << family_size << " times.\n";
|
| + }
|
| + // reserve in the special case the regex ".", since we know the final
|
| + // family size.
|
| + if (spec == ".") benchmarks->reserve(family_size);
|
| +
|
| + for (auto const& args : family->args_) {
|
| + for (int num_threads : *thread_counts) {
|
| + Benchmark::Instance instance;
|
| + instance.name = family->name_;
|
| + instance.benchmark = family.get();
|
| + instance.report_mode = family->report_mode_;
|
| + instance.arg = args;
|
| + instance.time_unit = family->time_unit_;
|
| + instance.range_multiplier = family->range_multiplier_;
|
| + instance.min_time = family->min_time_;
|
| + instance.iterations = family->iterations_;
|
| + instance.repetitions = family->repetitions_;
|
| + instance.use_real_time = family->use_real_time_;
|
| + instance.use_manual_time = family->use_manual_time_;
|
| + instance.complexity = family->complexity_;
|
| + instance.complexity_lambda = family->complexity_lambda_;
|
| + instance.threads = num_threads;
|
| +
|
| + // Add arguments to instance name
|
| + size_t arg_i = 0;
|
| + for (auto const& arg : args) {
|
| + instance.name += "/";
|
| +
|
| + if (arg_i < family->arg_names_.size()) {
|
| + const auto& arg_name = family->arg_names_[arg_i];
|
| + if (!arg_name.empty()) {
|
| + instance.name +=
|
| + StringPrintF("%s:", family->arg_names_[arg_i].c_str());
|
| + }
|
| + }
|
| +
|
| + instance.name += StringPrintF("%d", arg);
|
| + ++arg_i;
|
| + }
|
| +
|
| + if (!IsZero(family->min_time_))
|
| + instance.name += StringPrintF("/min_time:%0.3f", family->min_time_);
|
| + if (family->iterations_ != 0)
|
| + instance.name += StringPrintF("/iterations:%d", family->iterations_);
|
| + if (family->repetitions_ != 0)
|
| + instance.name += StringPrintF("/repeats:%d", family->repetitions_);
|
| +
|
| + if (family->use_manual_time_) {
|
| + instance.name += "/manual_time";
|
| + } else if (family->use_real_time_) {
|
| + instance.name += "/real_time";
|
| + }
|
| +
|
| + // Add the number of threads used to the name
|
| + if (!family->thread_counts_.empty()) {
|
| + instance.name += StringPrintF("/threads:%d", instance.threads);
|
| + }
|
| +
|
| + if (re.Match(instance.name)) {
|
| + instance.last_benchmark_instance = (&args == &family->args_.back());
|
| + benchmarks->push_back(std::move(instance));
|
| + }
|
| + }
|
| + }
|
| + }
|
| + return true;
|
| +}
|
| +
|
| +Benchmark* RegisterBenchmarkInternal(Benchmark* bench) {
|
| + std::unique_ptr<Benchmark> bench_ptr(bench);
|
| + BenchmarkFamilies* families = BenchmarkFamilies::GetInstance();
|
| + families->AddBenchmark(std::move(bench_ptr));
|
| + return bench;
|
| +}
|
| +
|
| +// FIXME: This function is a hack so that benchmark.cc can access
|
| +// `BenchmarkFamilies`
|
| +bool FindBenchmarksInternal(const std::string& re,
|
| + std::vector<Benchmark::Instance>* benchmarks,
|
| + std::ostream* Err) {
|
| + return BenchmarkFamilies::GetInstance()->FindBenchmarks(re, benchmarks, Err);
|
| +}
|
| +
|
| +//=============================================================================//
|
| +// Benchmark
|
| +//=============================================================================//
|
| +
|
| +Benchmark::Benchmark(const char* name)
|
| + : name_(name),
|
| + report_mode_(RM_Unspecified),
|
| + time_unit_(kNanosecond),
|
| + range_multiplier_(kRangeMultiplier),
|
| + min_time_(0),
|
| + iterations_(0),
|
| + repetitions_(0),
|
| + use_real_time_(false),
|
| + use_manual_time_(false),
|
| + complexity_(oNone),
|
| + complexity_lambda_(nullptr) {}
|
| +
|
| +Benchmark::~Benchmark() {}
|
| +
|
| +void Benchmark::AddRange(std::vector<int>* dst, int lo, int hi, int mult) {
|
| + CHECK_GE(lo, 0);
|
| + CHECK_GE(hi, lo);
|
| + CHECK_GE(mult, 2);
|
| +
|
| + // Add "lo"
|
| + dst->push_back(lo);
|
| +
|
| + static const int kint32max = std::numeric_limits<int32_t>::max();
|
| +
|
| + // Now space out the benchmarks in multiples of "mult"
|
| + for (int32_t i = 1; i < kint32max / mult; i *= mult) {
|
| + if (i >= hi) break;
|
| + if (i > lo) {
|
| + dst->push_back(i);
|
| + }
|
| + }
|
| + // Add "hi" (if different from "lo")
|
| + if (hi != lo) {
|
| + dst->push_back(hi);
|
| + }
|
| +}
|
| +
|
| +Benchmark* Benchmark::Arg(int x) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == 1);
|
| + args_.push_back({x});
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Unit(TimeUnit unit) {
|
| + time_unit_ = unit;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Range(int start, int limit) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == 1);
|
| + std::vector<int> arglist;
|
| + AddRange(&arglist, start, limit, range_multiplier_);
|
| +
|
| + for (int i : arglist) {
|
| + args_.push_back({i});
|
| + }
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Ranges(const std::vector<std::pair<int, int>>& ranges) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == static_cast<int>(ranges.size()));
|
| + std::vector<std::vector<int>> arglists(ranges.size());
|
| + std::size_t total = 1;
|
| + for (std::size_t i = 0; i < ranges.size(); i++) {
|
| + AddRange(&arglists[i], ranges[i].first, ranges[i].second,
|
| + range_multiplier_);
|
| + total *= arglists[i].size();
|
| + }
|
| +
|
| + std::vector<std::size_t> ctr(arglists.size(), 0);
|
| +
|
| + for (std::size_t i = 0; i < total; i++) {
|
| + std::vector<int> tmp;
|
| + tmp.reserve(arglists.size());
|
| +
|
| + for (std::size_t j = 0; j < arglists.size(); j++) {
|
| + tmp.push_back(arglists[j].at(ctr[j]));
|
| + }
|
| +
|
| + args_.push_back(std::move(tmp));
|
| +
|
| + for (std::size_t j = 0; j < arglists.size(); j++) {
|
| + if (ctr[j] + 1 < arglists[j].size()) {
|
| + ++ctr[j];
|
| + break;
|
| + }
|
| + ctr[j] = 0;
|
| + }
|
| + }
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::ArgName(const std::string& name) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == 1);
|
| + arg_names_ = {name};
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::ArgNames(const std::vector<std::string>& names) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == static_cast<int>(names.size()));
|
| + arg_names_ = names;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::DenseRange(int start, int limit, int step) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == 1);
|
| + CHECK_GE(start, 0);
|
| + CHECK_LE(start, limit);
|
| + for (int arg = start; arg <= limit; arg += step) {
|
| + args_.push_back({arg});
|
| + }
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Args(const std::vector<int>& args) {
|
| + CHECK(ArgsCnt() == -1 || ArgsCnt() == static_cast<int>(args.size()));
|
| + args_.push_back(args);
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Apply(void (*custom_arguments)(Benchmark* benchmark)) {
|
| + custom_arguments(this);
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::RangeMultiplier(int multiplier) {
|
| + CHECK(multiplier > 1);
|
| + range_multiplier_ = multiplier;
|
| + return this;
|
| +}
|
| +
|
| +
|
| +Benchmark* Benchmark::MinTime(double t) {
|
| + CHECK(t > 0.0);
|
| + CHECK(iterations_ == 0);
|
| + min_time_ = t;
|
| + return this;
|
| +}
|
| +
|
| +
|
| +Benchmark* Benchmark::Iterations(size_t n) {
|
| + CHECK(n > 0);
|
| + CHECK(IsZero(min_time_));
|
| + iterations_ = n;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Repetitions(int n) {
|
| + CHECK(n > 0);
|
| + repetitions_ = n;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::ReportAggregatesOnly(bool value) {
|
| + report_mode_ = value ? RM_ReportAggregatesOnly : RM_Default;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::UseRealTime() {
|
| + CHECK(!use_manual_time_)
|
| + << "Cannot set UseRealTime and UseManualTime simultaneously.";
|
| + use_real_time_ = true;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::UseManualTime() {
|
| + CHECK(!use_real_time_)
|
| + << "Cannot set UseRealTime and UseManualTime simultaneously.";
|
| + use_manual_time_ = true;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Complexity(BigO complexity) {
|
| + complexity_ = complexity;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Complexity(BigOFunc* complexity) {
|
| + complexity_lambda_ = complexity;
|
| + complexity_ = oLambda;
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::Threads(int t) {
|
| + CHECK_GT(t, 0);
|
| + thread_counts_.push_back(t);
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::ThreadRange(int min_threads, int max_threads) {
|
| + CHECK_GT(min_threads, 0);
|
| + CHECK_GE(max_threads, min_threads);
|
| +
|
| + AddRange(&thread_counts_, min_threads, max_threads, 2);
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::DenseThreadRange(int min_threads, int max_threads,
|
| + int stride) {
|
| + CHECK_GT(min_threads, 0);
|
| + CHECK_GE(max_threads, min_threads);
|
| + CHECK_GE(stride, 1);
|
| +
|
| + for (auto i = min_threads; i < max_threads; i += stride) {
|
| + thread_counts_.push_back(i);
|
| + }
|
| + thread_counts_.push_back(max_threads);
|
| + return this;
|
| +}
|
| +
|
| +Benchmark* Benchmark::ThreadPerCpu() {
|
| + static int num_cpus = NumCPUs();
|
| + thread_counts_.push_back(num_cpus);
|
| + return this;
|
| +}
|
| +
|
| +void Benchmark::SetName(const char* name) { name_ = name; }
|
| +
|
| +int Benchmark::ArgsCnt() const {
|
| + if (args_.empty()) {
|
| + if (arg_names_.empty()) return -1;
|
| + return static_cast<int>(arg_names_.size());
|
| + }
|
| + return static_cast<int>(args_.front().size());
|
| +}
|
| +
|
| +//=============================================================================//
|
| +// FunctionBenchmark
|
| +//=============================================================================//
|
| +
|
| +void FunctionBenchmark::Run(State& st) { func_(st); }
|
| +
|
| +} // end namespace internal
|
| +} // end namespace benchmark
|
|
|