[Fetch] Always use utf-8 for decoding in text()

third_party/WebKit/Source/core/html/parser/TextResourceDecoder.h

 /*
     Copyright (C) 1999 Lars Knoll (knoll@mpi-hd.mpg.de)
     Copyright (C) 2006 Alexey Proskuryakov (ap@nypop.com)
     Copyright (C) 2006, 2008 Apple Inc. All rights reserved.
 
     This library is free software; you can redistribute it and/or
     modify it under the terms of the GNU Library General Public
     License as published by the Free Software Foundation; either
     version 2 of the License, or (at your option) any later version.
 
@@ skipping 28 matching lines @@
         DefaultEncoding,
         AutoDetectedEncoding,
         EncodingFromContentSniffing,
         EncodingFromXMLHeader,
         EncodingFromMetaTag,
         EncodingFromCSSCharset,
         EncodingFromHTTPHeader,
         EncodingFromParentFrame
     };
 
-    static PassOwnPtr<TextResourceDecoder> create(const String& mimeType, const WTF::TextEncoding& defaultEncoding = WTF::TextEncoding(), bool usesEncodingDetector = false)
+    enum BOMCheckOptions {
+        CheckForAllBOM,
+        // create("text/plain", UTF8Encoding(), false, CheckForOnlyUTF8BOM)
+        // always uses UTF8Encoding() and omits utf-8 BOM, and thus
+        // corresponds to utf-8 decode in Encoding spec:
+        // https://encoding.spec.whatwg.org/#utf-8-decode
+        CheckForOnlyUTF8BOM
+    };
+
+    static PassOwnPtr<TextResourceDecoder> create(const String& mimeType, const WTF::TextEncoding& defaultEncoding = WTF::TextEncoding(), bool usesEncodingDetector = false, BOMCheckOptions bomCheckOptions = CheckForAllBOM)
     {
-        return adoptPtr(new TextResourceDecoder(mimeType, defaultEncoding, usesEncodingDetector));
+        return adoptPtr(new TextResourceDecoder(mimeType, defaultEncoding, usesEncodingDetector, bomCheckOptions));
     }
     ~TextResourceDecoder();
 
     void setEncoding(const WTF::TextEncoding&, EncodingSource);
     const WTF::TextEncoding& encoding() const { return m_encoding; }
     bool encodingWasDetectedHeuristically() const
     {
         return m_source == AutoDetectedEncoding
             || m_source == EncodingFromContentSniffing;
     }
 
     String decode(const char* data, size_t length);
     String flush();
 
     void setHintEncoding(const WTF::TextEncoding& encoding)
     {
         m_hintEncoding = encoding.name();
     }
 
     void useLenientXMLDecoding() { m_useLenientXMLDecoding = true; }
     bool sawError() const { return m_sawError; }
     size_t checkForBOM(const char*, size_t);
 
 private:
-    TextResourceDecoder(const String& mimeType, const WTF::TextEncoding& defaultEncoding, bool usesEncodingDetector);
+    TextResourceDecoder(const String& mimeType, const WTF::TextEncoding& defaultEncoding, bool usesEncodingDetector, BOMCheckOptions);
 
     enum ContentType { PlainTextContent, HTMLContent, XMLContent, CSSContent }; // PlainText only checks for BOM.
     static ContentType determineContentType(const String& mimeType);
     static const WTF::TextEncoding& defaultEncoding(ContentType, const WTF::TextEncoding& defaultEncoding);
 
     bool checkForCSSCharset(const char*, size_t, bool& movedDataToBuffer);
     bool checkForXMLCharset(const char*, size_t, bool& movedDataToBuffer);
     void checkForMetaCharset(const char*, size_t);
     bool shouldAutoDetect() const;
 
     ContentType m_contentType;
     WTF::TextEncoding m_encoding;
     OwnPtr<TextCodec> m_codec;
     EncodingSource m_source;
     const char* m_hintEncoding;
     Vector<char> m_buffer;
     bool m_checkedForBOM;
     bool m_checkedForCSSCharset;
     bool m_checkedForXMLCharset;
     bool m_checkedForMetaCharset;
     bool m_useLenientXMLDecoding; // Don't stop on XML decoding errors.
     bool m_sawError;
     bool m_usesEncodingDetector;
+    BOMCheckOptions m_bomCheckOptions;
 
     OwnPtr<HTMLMetaCharsetParser> m_charsetParser;
 };
 
 }
 
 #endif