Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(91)

Side by Side Diff: base/string_util.cc

Issue 20219: Fixes Issue 7377: Regression: Omnibox trims URL ending with 0x85... (Closed) Base URL: svn://chrome-svn/chrome/trunk/src/
Patch Set: '' Created 11 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « base/string_util.h ('k') | base/string_util_unittest.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2006-2008 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2006-2008 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/string_util.h" 5 #include "base/string_util.h"
6 6
7 #include "build/build_config.h" 7 #include "build/build_config.h"
8 8
9 #include <ctype.h> 9 #include <ctype.h>
10 #include <errno.h> 10 #include <errno.h>
(...skipping 319 matching lines...) Expand 10 before | Expand all | Expand 10 after
330 0x3000, // Ideographic Space 330 0x3000, // Ideographic Space
331 0 331 0
332 }; 332 };
333 const char kWhitespaceASCII[] = { 333 const char kWhitespaceASCII[] = {
334 0x09, // <control-0009> to <control-000D> 334 0x09, // <control-0009> to <control-000D>
335 0x0A, 335 0x0A,
336 0x0B, 336 0x0B,
337 0x0C, 337 0x0C,
338 0x0D, 338 0x0D,
339 0x20, // Space 339 0x20, // Space
340 '\x85', // <control-0085>
341 '\xa0', // No-Break Space
342 0 340 0
343 }; 341 };
344 const char* const kCodepageUTF8 = "UTF-8"; 342 const char* const kCodepageUTF8 = "UTF-8";
345 343
346 template<typename STR> 344 template<typename STR>
347 TrimPositions TrimStringT(const STR& input, 345 TrimPositions TrimStringT(const STR& input,
348 const typename STR::value_type trim_chars[], 346 const typename STR::value_type trim_chars[],
349 TrimPositions positions, 347 TrimPositions positions,
350 STR* output) { 348 STR* output) {
351 // Find the edges of leading/trailing whitespace as desired. 349 // Find the edges of leading/trailing whitespace as desired.
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after
386 std::string* output) { 384 std::string* output) {
387 return TrimStringT(input, trim_chars, TRIM_ALL, output) != TRIM_NONE; 385 return TrimStringT(input, trim_chars, TRIM_ALL, output) != TRIM_NONE;
388 } 386 }
389 387
390 TrimPositions TrimWhitespace(const std::wstring& input, 388 TrimPositions TrimWhitespace(const std::wstring& input,
391 TrimPositions positions, 389 TrimPositions positions,
392 std::wstring* output) { 390 std::wstring* output) {
393 return TrimStringT(input, kWhitespaceWide, positions, output); 391 return TrimStringT(input, kWhitespaceWide, positions, output);
394 } 392 }
395 393
394 TrimPositions TrimWhitespaceASCII(const std::string& input,
395 TrimPositions positions,
396 std::string* output) {
397 return TrimStringT(input, kWhitespaceASCII, positions, output);
398 }
399
400 TrimPositions TrimWhitespaceUTF8(const std::string& input,
401 TrimPositions positions,
402 std::string* output) {
403 // This implementation is not so fast since it converts the text encoding
404 // twice. Please feel free to file a bug if this function hurts the
405 // performance of Chrome.
406 DCHECK(IsStringUTF8(input));
407 std::wstring input_wide = UTF8ToWide(input);
408 std::wstring output_wide;
409 TrimPositions result = TrimWhitespace(input_wide, positions, &output_wide);
410 *output = WideToUTF8(output_wide);
411 return result;
412 }
413
414 // This function is only for backward-compatibility.
415 // To be removed when all callers are updated.
396 TrimPositions TrimWhitespace(const std::string& input, 416 TrimPositions TrimWhitespace(const std::string& input,
397 TrimPositions positions, 417 TrimPositions positions,
398 std::string* output) { 418 std::string* output) {
399 return TrimStringT(input, kWhitespaceASCII, positions, output); 419 return TrimWhitespaceASCII(input, positions, output);
400 } 420 }
401 421
402 std::wstring CollapseWhitespace(const std::wstring& text, 422 std::wstring CollapseWhitespace(const std::wstring& text,
403 bool trim_sequences_with_line_breaks) { 423 bool trim_sequences_with_line_breaks) {
404 std::wstring result; 424 std::wstring result;
405 result.resize(text.size()); 425 result.resize(text.size());
406 426
407 // Set flags to pretend we're already in a trimmed whitespace sequence, so we 427 // Set flags to pretend we're already in a trimmed whitespace sequence, so we
408 // will trim any leading whitespace. 428 // will trim any leading whitespace.
409 bool in_whitespace = true; 429 bool in_whitespace = true;
(...skipping 1196 matching lines...) Expand 10 before | Expand all | Expand 10 after
1606 // Each input byte creates two output hex characters. 1626 // Each input byte creates two output hex characters.
1607 std::string ret(size * 2, '\0'); 1627 std::string ret(size * 2, '\0');
1608 1628
1609 for (size_t i = 0; i < size; ++i) { 1629 for (size_t i = 0; i < size; ++i) {
1610 char b = reinterpret_cast<const char*>(bytes)[i]; 1630 char b = reinterpret_cast<const char*>(bytes)[i];
1611 ret[(i * 2)] = kHexChars[(b >> 4) & 0xf]; 1631 ret[(i * 2)] = kHexChars[(b >> 4) & 0xf];
1612 ret[(i * 2) + 1] = kHexChars[b & 0xf]; 1632 ret[(i * 2) + 1] = kHexChars[b & 0xf];
1613 } 1633 }
1614 return ret; 1634 return ret;
1615 } 1635 }
OLDNEW
« no previous file with comments | « base/string_util.h ('k') | base/string_util_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698