Index: third_party/protobuf/src/google/protobuf/util/internal/json_stream_parser.h |
diff --git a/third_party/protobuf/src/google/protobuf/util/internal/json_stream_parser.h b/third_party/protobuf/src/google/protobuf/util/internal/json_stream_parser.h |
deleted file mode 100644 |
index 17b094ae11962cad9c38f5bd0830420b4b4e4c8d..0000000000000000000000000000000000000000 |
--- a/third_party/protobuf/src/google/protobuf/util/internal/json_stream_parser.h |
+++ /dev/null |
@@ -1,256 +0,0 @@ |
-// Protocol Buffers - Google's data interchange format |
-// Copyright 2008 Google Inc. All rights reserved. |
-// https://developers.google.com/protocol-buffers/ |
-// |
-// Redistribution and use in source and binary forms, with or without |
-// modification, are permitted provided that the following conditions are |
-// met: |
-// |
-// * Redistributions of source code must retain the above copyright |
-// notice, this list of conditions and the following disclaimer. |
-// * Redistributions in binary form must reproduce the above |
-// copyright notice, this list of conditions and the following disclaimer |
-// in the documentation and/or other materials provided with the |
-// distribution. |
-// * Neither the name of Google Inc. nor the names of its |
-// contributors may be used to endorse or promote products derived from |
-// this software without specific prior written permission. |
-// |
-// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
-// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
-// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
-// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
-// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
-// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
-// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
-// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
-// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
-// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
-// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
- |
-#ifndef GOOGLE_PROTOBUF_UTIL_CONVERTER_JSON_STREAM_PARSER_H__ |
-#define GOOGLE_PROTOBUF_UTIL_CONVERTER_JSON_STREAM_PARSER_H__ |
- |
-#include <stack> |
-#include <string> |
- |
-#include <google/protobuf/stubs/common.h> |
-#include <google/protobuf/stubs/stringpiece.h> |
-#include <google/protobuf/stubs/status.h> |
- |
-namespace google { |
-namespace util { |
-class Status; |
-} // namespace util |
- |
-namespace protobuf { |
-namespace util { |
-namespace converter { |
- |
-class ObjectWriter; |
- |
-// A JSON parser that can parse a stream of JSON chunks rather than needing the |
-// entire JSON string up front. It is a modified version of the parser in |
-// //net/proto/json/json-parser.h that has been changed in the following ways: |
-// - Changed from recursion to an explicit stack to allow resumption |
-// - Added support for int64 and uint64 numbers |
-// - Removed support for octal and decimal escapes |
-// - Removed support for numeric keys |
-// - Removed support for functions (javascript) |
-// - Removed some lax-comma support (but kept trailing comma support) |
-// - Writes directly to an ObjectWriter rather than using subclassing |
-// |
-// Here is an example usage: |
-// JsonStreamParser parser(ow_.get()); |
-// util::Status result = parser.Parse(chunk1); |
-// result.Update(parser.Parse(chunk2)); |
-// result.Update(parser.FinishParse()); |
-// GOOGLE_DCHECK(result.ok()) << "Failed to parse JSON"; |
-// |
-// This parser is thread-compatible as long as only one thread is calling a |
-// Parse() method at a time. |
-class LIBPROTOBUF_EXPORT JsonStreamParser { |
- public: |
- // Creates a JsonStreamParser that will write to the given ObjectWriter. |
- explicit JsonStreamParser(ObjectWriter* ow); |
- virtual ~JsonStreamParser(); |
- |
- // Parse a JSON string (UTF-8 encoded). |
- util::Status Parse(StringPiece json); |
- |
- // Finish parsing the JSON string. |
- util::Status FinishParse(); |
- |
- private: |
- enum TokenType { |
- BEGIN_STRING, // " or ' |
- BEGIN_NUMBER, // - or digit |
- BEGIN_TRUE, // true |
- BEGIN_FALSE, // false |
- BEGIN_NULL, // null |
- BEGIN_OBJECT, // { |
- END_OBJECT, // } |
- BEGIN_ARRAY, // [ |
- END_ARRAY, // ] |
- ENTRY_SEPARATOR, // : |
- VALUE_SEPARATOR, // , |
- BEGIN_KEY, // letter, _, $ or digit. Must begin with non-digit |
- UNKNOWN // Unknown token or we ran out of the stream. |
- }; |
- |
- enum ParseType { |
- VALUE, // Expects a {, [, true, false, null, string or number |
- OBJ_MID, // Expects a ',' or } |
- ENTRY, // Expects a key or } |
- ENTRY_MID, // Expects a : |
- ARRAY_VALUE, // Expects a value or ] |
- ARRAY_MID // Expects a ',' or ] |
- }; |
- |
- // Holds the result of parsing a number |
- struct NumberResult { |
- enum Type { DOUBLE, INT, UINT }; |
- Type type; |
- union { |
- double double_val; |
- int64 int_val; |
- uint64 uint_val; |
- }; |
- }; |
- |
- // Parses a single chunk of JSON, returning an error if the JSON was invalid. |
- util::Status ParseChunk(StringPiece json); |
- |
- // Runs the parser based on stack_ and p_, until the stack is empty or p_ runs |
- // out of data. If we unexpectedly run out of p_ we push the latest back onto |
- // the stack and return. |
- util::Status RunParser(); |
- |
- // Parses a value from p_ and writes it to ow_. |
- // A value may be an object, array, true, false, null, string or number. |
- util::Status ParseValue(TokenType type); |
- |
- // Parses a string and writes it out to the ow_. |
- util::Status ParseString(); |
- |
- // Parses a string, storing the result in parsed_. |
- util::Status ParseStringHelper(); |
- |
- // This function parses unicode escape sequences in strings. It returns an |
- // error when there's a parsing error, either the size is not the expected |
- // size or a character is not a hex digit. When it returns str will contain |
- // what has been successfully parsed so far. |
- util::Status ParseUnicodeEscape(); |
- |
- // Expects p_ to point to a JSON number, writes the number to the writer using |
- // the appropriate Render method based on the type of number. |
- util::Status ParseNumber(); |
- |
- // Parse a number into a NumberResult, reporting an error if no number could |
- // be parsed. This method will try to parse into a uint64, int64, or double |
- // based on whether the number was positive or negative or had a decimal |
- // component. |
- util::Status ParseNumberHelper(NumberResult* result); |
- |
- // Handles a { during parsing of a value. |
- util::Status HandleBeginObject(); |
- |
- // Parses from the ENTRY state. |
- util::Status ParseEntry(TokenType type); |
- |
- // Parses from the ENTRY_MID state. |
- util::Status ParseEntryMid(TokenType type); |
- |
- // Parses from the OBJ_MID state. |
- util::Status ParseObjectMid(TokenType type); |
- |
- // Handles a [ during parsing of a value. |
- util::Status HandleBeginArray(); |
- |
- // Parses from the ARRAY_VALUE state. |
- util::Status ParseArrayValue(TokenType type); |
- |
- // Parses from the ARRAY_MID state. |
- util::Status ParseArrayMid(TokenType type); |
- |
- // Expects p_ to point to an unquoted literal |
- util::Status ParseTrue(); |
- util::Status ParseFalse(); |
- util::Status ParseNull(); |
- |
- // Report a failure as a util::Status. |
- util::Status ReportFailure(StringPiece message); |
- |
- // Report a failure due to an UNKNOWN token type. We check if we hit the |
- // end of the stream and if we're finishing or not to detect what type of |
- // status to return in this case. |
- util::Status ReportUnknown(StringPiece message); |
- |
- // Advance p_ past all whitespace or until the end of the string. |
- void SkipWhitespace(); |
- |
- // Advance p_ one UTF-8 character |
- void Advance(); |
- |
- // Expects p_ to point to the beginning of a key. |
- util::Status ParseKey(); |
- |
- // Return the type of the next token at p_. |
- TokenType GetNextTokenType(); |
- |
- // The object writer to write parse events to. |
- ObjectWriter* ow_; |
- |
- // The stack of parsing we still need to do. When the stack runs empty we will |
- // have parsed a single value from the root (e.g. an object or list). |
- std::stack<ParseType> stack_; |
- |
- // Contains any leftover text from a previous chunk that we weren't able to |
- // fully parse, for example the start of a key or number. |
- string leftover_; |
- |
- // The current chunk of JSON being parsed. Primarily used for providing |
- // context during error reporting. |
- StringPiece json_; |
- |
- // A pointer within the current JSON being parsed, used to track location. |
- StringPiece p_; |
- |
- // Stores the last key read, as we separate parsing of keys and values. |
- StringPiece key_; |
- |
- // Storage for key_ if we need to keep ownership, for example between chunks |
- // or if the key was unescaped from a JSON string. |
- string key_storage_; |
- |
- // True during the FinishParse() call, so we know that any errors are fatal. |
- // For example an unterminated string will normally result in cancelling and |
- // trying during the next chunk, but during FinishParse() it is an error. |
- bool finishing_; |
- |
- // String we parsed during a call to ParseStringHelper(). |
- StringPiece parsed_; |
- |
- // Storage for the string we parsed. This may be empty if the string was able |
- // to be parsed directly from the input. |
- string parsed_storage_; |
- |
- // The character that opened the string, either ' or ". |
- // A value of 0 indicates that string parsing is not in process. |
- char string_open_; |
- |
- // Storage for utf8-coerced bytes. |
- google::protobuf::scoped_array<char> utf8_storage_; |
- |
- // Length of the storage for utf8-coerced bytes. |
- int utf8_length_; |
- |
- GOOGLE_DISALLOW_IMPLICIT_CONSTRUCTORS(JsonStreamParser); |
-}; |
- |
-} // namespace converter |
-} // namespace util |
-} // namespace protobuf |
- |
-} // namespace google |
-#endif // GOOGLE_PROTOBUF_UTIL_CONVERTER_JSON_STREAM_PARSER_H__ |