| Index: third_party/protobuf/benchmarks/generate_datasets.cc
|
| diff --git a/third_party/protobuf/benchmarks/generate_datasets.cc b/third_party/protobuf/benchmarks/generate_datasets.cc
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..61e7adf1ba3f0e21a788d9a412f0cee22bf99746
|
| --- /dev/null
|
| +++ b/third_party/protobuf/benchmarks/generate_datasets.cc
|
| @@ -0,0 +1,117 @@
|
| +// Protocol Buffers - Google's data interchange format
|
| +// Copyright 2008 Google Inc. All rights reserved.
|
| +// https://developers.google.com/protocol-buffers/
|
| +//
|
| +// Redistribution and use in source and binary forms, with or without
|
| +// modification, are permitted provided that the following conditions are
|
| +// met:
|
| +//
|
| +// * Redistributions of source code must retain the above copyright
|
| +// notice, this list of conditions and the following disclaimer.
|
| +// * Redistributions in binary form must reproduce the above
|
| +// copyright notice, this list of conditions and the following disclaimer
|
| +// in the documentation and/or other materials provided with the
|
| +// distribution.
|
| +// * Neither the name of Google Inc. nor the names of its
|
| +// contributors may be used to endorse or promote products derived from
|
| +// this software without specific prior written permission.
|
| +//
|
| +// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
| +// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
| +// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
| +// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
| +// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
| +// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
| +// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
| +// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
| +// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
| +// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
| +// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
| +
|
| +#include <fstream>
|
| +#include <iostream>
|
| +#include "benchmarks.pb.h"
|
| +
|
| +using benchmarks::BenchmarkDataset;
|
| +using google::protobuf::Descriptor;
|
| +using google::protobuf::DescriptorPool;
|
| +using google::protobuf::Message;
|
| +using google::protobuf::MessageFactory;
|
| +
|
| +std::set<std::string> names;
|
| +
|
| +const char *file_prefix = "dataset.";
|
| +const char *file_suffix = ".pb";
|
| +
|
| +void WriteFileWithPayloads(const std::string& name,
|
| + const std::string& message_name,
|
| + const std::vector<std::string>& payload) {
|
| + if (!names.insert(name).second) {
|
| + std::cerr << "Duplicate test name: " << name << "\n";
|
| + abort();
|
| + }
|
| +
|
| + // First verify that this message name exists in our set of benchmark messages
|
| + // and that these payloads are valid for the given message.
|
| + const Descriptor* d =
|
| + DescriptorPool::generated_pool()->FindMessageTypeByName(message_name);
|
| +
|
| + if (!d) {
|
| + std::cerr << "For dataset " << name << ", no such message: "
|
| + << message_name << "\n";
|
| + abort();
|
| + }
|
| +
|
| + Message* m = MessageFactory::generated_factory()->GetPrototype(d)->New();
|
| +
|
| + for (size_t i = 0; i < payload.size(); i++) {
|
| + if (!m->ParseFromString(payload[i])) {
|
| + std::cerr << "For dataset " << name << ", payload[" << i << "] fails "
|
| + << "to parse\n";
|
| + abort();
|
| + }
|
| + }
|
| +
|
| + BenchmarkDataset dataset;
|
| + dataset.set_name(name);
|
| + dataset.set_message_name(message_name);
|
| + for (size_t i = 0; i < payload.size(); i++) {
|
| + dataset.add_payload()->assign(payload[i]);
|
| + }
|
| +
|
| + std::ofstream writer;
|
| + std::string fname = file_prefix + name + file_suffix;
|
| + writer.open(fname.c_str());
|
| + dataset.SerializeToOstream(&writer);
|
| + writer.close();
|
| +
|
| + std::cerr << "Wrote dataset: " << fname << "\n";
|
| +}
|
| +
|
| +void WriteFile(const std::string& name, const std::string& message_name,
|
| + const std::string& payload) {
|
| + std::vector<std::string> payloads;
|
| + payloads.push_back(payload);
|
| + WriteFileWithPayloads(name, message_name, payloads);
|
| +}
|
| +
|
| +std::string ReadFile(const std::string& name) {
|
| + std::ifstream file(name.c_str());
|
| + GOOGLE_CHECK(file.is_open()) << "Couldn't find file '" << name <<
|
| + "', please make sure you are running "
|
| + "this command from the benchmarks/ "
|
| + "directory.\n";
|
| + return std::string((std::istreambuf_iterator<char>(file)),
|
| + std::istreambuf_iterator<char>());
|
| +}
|
| +
|
| +int main() {
|
| + WriteFile("google_message1_proto3", "benchmarks.proto3.GoogleMessage1",
|
| + ReadFile("google_message1.dat"));
|
| + WriteFile("google_message1_proto2", "benchmarks.proto2.GoogleMessage1",
|
| + ReadFile("google_message1.dat"));
|
| +
|
| + // Not in proto3 because it has a group, which is not supported.
|
| + WriteFile("google_message2", "benchmarks.proto2.GoogleMessage2",
|
| + ReadFile("google_message2.dat"));
|
| +}
|
|
|