[WIP] Streaming CSS parser

third_party/WebKit/Source/core/css/parser/CSSTokenizer.h

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef CSSTokenizer_h
 #define CSSTokenizer_h
 
 #include "core/CoreExport.h"
 #include "core/css/parser/CSSParserToken.h"
 #include "core/css/parser/CSSTokenizerInputStream.h"
 #include "core/html/parser/InputStreamPreprocessor.h"
 #include "wtf/Allocator.h"
 #include "wtf/text/StringView.h"
 #include "wtf/text/WTFString.h"
 
 #include <climits>
 
 namespace blink {
 
 class CSSTokenizerInputStream;
-class CSSParserObserverWrapper;
+class CSSParserObserver;
 class CSSParserTokenRange;
 
 class CORE_EXPORT CSSTokenizer {
   WTF_MAKE_NONCOPYABLE(CSSTokenizer);
   DISALLOW_NEW();
 
  public:
-  CSSTokenizer(const String&);
-  CSSTokenizer(const String&, CSSParserObserverWrapper&);  // For the inspector
+  CSSTokenizer(const String&, size_t startOffset = 0);
 
   CSSParserTokenRange tokenRange();
-  unsigned tokenCount();
 
   Vector<String> takeEscapedStrings() { return std::move(m_stringPool); }
 
  private:
   CSSParserToken nextToken();
+  void tokenizeSingle();
 
   UChar consume();
   void reconsume(UChar);
 
   CSSParserToken consumeNumericToken();
   CSSParserToken consumeIdentLikeToken();
   CSSParserToken consumeNumber();
   CSSParserToken consumeStringTokenUntil(UChar);
   CSSParserToken consumeUnicodeRange();
   CSSParserToken consumeUrlToken();
@@ skipping 44 matching lines @@
   CSSParserToken letterU(UChar);
   CSSParserToken nameStart(UChar);
   CSSParserToken stringStart(UChar);
   CSSParserToken endOfFile(UChar);
 
   StringView registerString(const String&);
 
   using CodePoint = CSSParserToken (CSSTokenizer::*)(UChar);
   static const CodePoint codePoints[];
 
+  void skipToBlockEnd();
+  void skipComments();
+  void skipWhitespaceAndComments();
+  void yieldComments(CSSParserObserver&);
+
+  bool skipIdentCharacters(UChar);
+  void skipIdentCharacters();
+
   CSSTokenizerInputStream m_input;
   Vector<CSSParserTokenType, 8> m_blockStack;
 
   Vector<CSSParserToken, 32> m_tokens;
   // We only allocate strings when escapes are used.
   Vector<String> m_stringPool;
+
+  bool m_finishedTokenizing = false;
+
+  friend class CSSParserTokenStream;
 };
 
 }  // namespace blink
 
 #endif  // CSSTokenizer_h