Index: third_party/protobuf/src/google/protobuf/io/tokenizer.h |
diff --git a/third_party/protobuf/src/google/protobuf/io/tokenizer.h b/third_party/protobuf/src/google/protobuf/io/tokenizer.h |
index d85b82f9d22e2b89de53cd89f16e2691a86f3d75..49885eda9c6d04def8cf3e31699bfa78ddded534 100644 |
--- a/third_party/protobuf/src/google/protobuf/io/tokenizer.h |
+++ b/third_party/protobuf/src/google/protobuf/io/tokenizer.h |
@@ -1,6 +1,6 @@ |
// Protocol Buffers - Google's data interchange format |
// Copyright 2008 Google Inc. All rights reserved. |
-// http://code.google.com/p/protobuf/ |
+// https://developers.google.com/protocol-buffers/ |
// |
// Redistribution and use in source and binary forms, with or without |
// modification, are permitted provided that the following conditions are |
@@ -40,6 +40,7 @@ |
#include <string> |
#include <vector> |
#include <google/protobuf/stubs/common.h> |
+#include <google/protobuf/stubs/logging.h> |
namespace google { |
namespace protobuf { |
@@ -67,7 +68,8 @@ class LIBPROTOBUF_EXPORT ErrorCollector { |
// Indicates that there was a warning in the input at the given line and |
// column numbers. The numbers are zero-based, so you may want to add |
// 1 to each before printing them. |
- virtual void AddWarning(int line, int column, const string& message) { } |
+ virtual void AddWarning(int /* line */, int /* column */, |
+ const string& /* message */) { } |
private: |
GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(ErrorCollector); |
@@ -228,6 +230,21 @@ class LIBPROTOBUF_EXPORT Tokenizer { |
// Sets the comment style. |
void set_comment_style(CommentStyle style) { comment_style_ = style; } |
+ // Whether to require whitespace between a number and a field name. |
+ // Default is true. Do not use this; for Google-internal cleanup only. |
+ void set_require_space_after_number(bool require) { |
+ require_space_after_number_ = require; |
+ } |
+ |
+ // Whether to allow string literals to span multiple lines. Default is false. |
+ // Do not use this; for Google-internal cleanup only. |
+ void set_allow_multiline_strings(bool allow) { |
+ allow_multiline_strings_ = allow; |
+ } |
+ |
+ // External helper: validate an identifier. |
+ static bool IsIdentifier(const string& text); |
+ |
// ----------------------------------------------------------------- |
private: |
GOOGLE_DISALLOW_EVIL_CONSTRUCTORS(Tokenizer); |
@@ -258,6 +275,8 @@ class LIBPROTOBUF_EXPORT Tokenizer { |
// Options. |
bool allow_f_after_float_; |
CommentStyle comment_style_; |
+ bool require_space_after_number_; |
+ bool allow_multiline_strings_; |
// Since we count columns we need to interpret tabs somehow. We'll take |
// the standard 8-character definition for lack of any way to do better. |
@@ -332,7 +351,7 @@ class LIBPROTOBUF_EXPORT Tokenizer { |
// ----------------------------------------------------------------- |
// These helper methods make the parsing code more readable. The |
- // "character classes" refered to are defined at the top of the .cc file. |
+ // "character classes" referred to are defined at the top of the .cc file. |
// Basically it is a C++ class with one method: |
// static bool InClass(char c); |
// The method returns true if c is a member of this "class", like "Letter" |