Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(130)

Side by Side Diff: third_party/WebKit/Source/platform/text/TextEncodingDetector.cpp

Issue 1721373002: UTF-8 detector for pages missing encoding info (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: left out test files that should be landed manually Created 4 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 /* 1 /*
2 * Copyright (C) 2008, 2009 Google Inc. All rights reserved. 2 * Copyright (C) 2008, 2009 Google Inc. All rights reserved.
3 * 3 *
4 * Redistribution and use in source and binary forms, with or without 4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions are 5 * modification, are permitted provided that the following conditions are
6 * met: 6 * met:
7 * 7 *
8 * * Redistributions of source code must retain the above copyright 8 * * Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer. 9 * notice, this list of conditions and the following disclaimer.
10 * * Redistributions in binary form must reproduce the above 10 * * Redistributions in binary form must reproduce the above
(...skipping 18 matching lines...) Expand all
29 */ 29 */
30 30
31 #include "platform/text/TextEncodingDetector.h" 31 #include "platform/text/TextEncodingDetector.h"
32 32
33 #include "wtf/text/TextEncoding.h" 33 #include "wtf/text/TextEncoding.h"
34 #include <unicode/ucnv.h> 34 #include <unicode/ucnv.h>
35 #include <unicode/ucsdet.h> 35 #include <unicode/ucsdet.h>
36 36
37 namespace blink { 37 namespace blink {
38 38
39 bool detectTextEncoding(const char* data, size_t length, 39 bool detectTextEncodingUniversal(const char* data, size_t length,
40 const char* hintEncodingName, WTF::TextEncoding* detectedEncoding) 40 const char* hintEncodingName, WTF::TextEncoding* detectedEncoding)
41 { 41 {
42 *detectedEncoding = WTF::TextEncoding(); 42 *detectedEncoding = WTF::TextEncoding();
43 int matchesCount = 0; 43 int matchesCount = 0;
44 UErrorCode status = U_ZERO_ERROR; 44 UErrorCode status = U_ZERO_ERROR;
45 UCharsetDetector* detector = ucsdet_open(&status); 45 UCharsetDetector* detector = ucsdet_open(&status);
46 if (U_FAILURE(status)) 46 if (U_FAILURE(status))
47 return false; 47 return false;
48 ucsdet_enableInputFilter(detector, true); 48 ucsdet_enableInputFilter(detector, true);
49 ucsdet_setText(detector, data, static_cast<int32_t>(length), &status); 49 ucsdet_setText(detector, data, static_cast<int32_t>(length), &status);
(...skipping 56 matching lines...) Expand 10 before | Expand all | Expand 10 after
106 if (U_SUCCESS(status)) { 106 if (U_SUCCESS(status)) {
107 *detectedEncoding = WTF::TextEncoding(encoding); 107 *detectedEncoding = WTF::TextEncoding(encoding);
108 ucsdet_close(detector); 108 ucsdet_close(detector);
109 return true; 109 return true;
110 } 110 }
111 ucsdet_close(detector); 111 ucsdet_close(detector);
112 return false; 112 return false;
113 } 113 }
114 114
115 } // namespace blink 115 } // namespace blink
OLDNEW
« no previous file with comments | « third_party/WebKit/Source/platform/text/TextEncodingDetector.h ('k') | third_party/WebKit/Source/wtf/text/UTF8.h » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698