CSS Tokenizer: Consume a single whitespace after escapes if present

Source/core/css/parser/CSSTokenizer.cpp

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "config.h"
 #include "core/css/parser/CSSTokenizer.h"
 
 namespace blink {
 #include "core/CSSTokenizerCodepoints.cpp"
 }
@@ skipping 377 matching lines @@
     }
 }
 
 void CSSTokenizer::consumeUntilNonWhitespace()
 {
     // Using HTML space here rather than CSS space since we don't do preprocessing
     while (isHTMLSpace<UChar>(m_input.nextInputChar()))
         consume();
 }
 
+void CSSTokenizer::consumeSingleWhitespaceIfNext()
+{
+    // We check for \r\n and HTML spaces since we don't do preprocessing
+    UChar c = m_input.nextInputChar();
+    if (c == '\r' && m_input.peek(1) == '\n')
+        consume(2);
+    else if (isHTMLSpace(c))
+        consume();
+}
+
 bool CSSTokenizer::consumeUntilCommentEndFound()
 {
     UChar c = consume();
     while (true) {
         if (c == kEndOfFileMarker)
             return false;
         if (c != '*') {
             c = consume();
             continue;
         }
@@ skipping 41 matching lines @@
     ASSERT(cc != '\n');
     if (isASCIIHexDigit(cc)) {
         unsigned consumedHexDigits = 1;
         StringBuilder hexChars;
         hexChars.append(cc);
         while (consumedHexDigits < 6 && isASCIIHexDigit(m_input.nextInputChar())) {
             cc = consume();
             hexChars.append(cc);
             consumedHexDigits++;
         };
+        consumeSingleWhitespaceIfNext();
         bool ok = false;
         UChar codePoint = hexChars.toString().toUIntStrict(&ok, 16);
         if (!ok)
             return WTF::Unicode::replacementCharacter;
         return codePoint;
     }
 
     // Replaces NULLs with replacement characters, since we do not perform preprocessing
     if (cc == kEndOfFileMarker)
         return WTF::Unicode::replacementCharacter;
@@ skipping 46 matching lines @@
 
 bool CSSTokenizer::nextCharsAreIdentifier()
 {
     UChar first = consume();
     bool areIdentifier = nextCharsAreIdentifier(first);
     reconsume(first);
     return areIdentifier;
 }
 
 } // namespace blink