CSS Parser: Support CDO and CDC tokens (<!--, -->)

Source/core/css/parser/CSSTokenizerTest.cpp

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "config.h"
 #include "core/css/parser/CSSTokenizer.h"
 
 #include "core/css/parser/MediaQueryBlockWatcher.h"
 #include <gtest/gtest.h>
 
@@ skipping 93 matching lines @@
 DEFINE_STATIC_LOCAL(CSSParserToken, whitespace, (WhitespaceToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, colon, (ColonToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, semicolon, (SemicolonToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, comma, (CommaToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, includeMatch, (IncludeMatchToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, dashMatch, (DashMatchToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, prefixMatch, (PrefixMatchToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, suffixMatch, (SuffixMatchToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, substringMatch, (SubstringMatchToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, column, (ColumnToken));
+DEFINE_STATIC_LOCAL(CSSParserToken, cdo, (CDOToken));
+DEFINE_STATIC_LOCAL(CSSParserToken, cdc, (CDCToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, leftParenthesis, (LeftParenthesisToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, rightParenthesis, (RightParenthesisToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, leftBracket, (LeftBracketToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, rightBracket, (RightBracketToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, leftBrace, (LeftBraceToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, rightBrace, (RightBraceToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, badString, (BadStringToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, badUrl, (BadUrlToken));
 DEFINE_STATIC_LOCAL(CSSParserToken, comment, (CommentToken));
 
@@ skipping 21 matching lines @@
 
 TEST(CSSTokenizerTest, MultipleCharacterTokens)
 {
     TEST_TOKENS("~=", includeMatch);
     TEST_TOKENS("|=", dashMatch);
     TEST_TOKENS("^=", prefixMatch);
     TEST_TOKENS("$=", suffixMatch);
     TEST_TOKENS("*=", substringMatch);
     TEST_TOKENS("||", column);
     TEST_TOKENS("|||", column, delim('|'));
+    TEST_TOKENS("<!--", cdo);
+    TEST_TOKENS("<!---", cdo, delim('-'));
+    TEST_TOKENS("-->", cdc);
 }
 
 TEST(CSSTokenizerTest, DelimiterToken)
 {
     TEST_TOKENS("^", delim('^'));
     TEST_TOKENS("*", delim('*'));
     TEST_TOKENS("%", delim('%'));
     TEST_TOKENS("~", delim('~'));
     TEST_TOKENS("&", delim('&'));
     TEST_TOKENS("|", delim('|'));
@@ skipping 294 matching lines @@
             blockWatcher.handleToken(tokens[j]);
             level = blockWatcher.blockLevel();
             maxLevel = std::max(level, maxLevel);
         }
         ASSERT_EQ(testCases[i].maxLevel, maxLevel);
         ASSERT_EQ(testCases[i].finalLevel, level);
     }
 }
 
 } // namespace