Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(331)

Side by Side Diff: base/utf_offset_string_conversions_unittest.cc

Issue 6898026: Eliminate wstring from base/utf_offset_string_conversions.h, net/base/escape.h, and net/base/net_... (Closed) Base URL: svn://chrome-svn/chrome/trunk/src/
Patch Set: '' Created 9 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include <algorithm> 5 #include <algorithm>
6 6
7 #include "base/logging.h" 7 #include "base/logging.h"
8 #include "base/string_piece.h" 8 #include "base/string_piece.h"
9 #include "base/utf_offset_string_conversions.h" 9 #include "base/utf_offset_string_conversions.h"
10 #include "testing/gtest/include/gtest/gtest.h" 10 #include "testing/gtest/include/gtest/gtest.h"
11 11
12 namespace base { 12 namespace base {
13 13
14 namespace { 14 namespace {
15 15
16 static const size_t kNpos = std::wstring::npos; 16 static const size_t kNpos = string16::npos;
17
18 // Given a null-terminated string of wchar_t with each wchar_t representing
19 // a UTF-16 code unit, returns a string16 made up of wchar_t's in the input.
20 // Each wchar_t should be <= 0xFFFF and a non-BMP character (> U+FFFF)
21 // should be represented as a surrogate pair (two UTF-16 units)
22 // *even* where wchar_t is 32-bit (Linux and Mac).
23 //
24 // This is to help write tests for functions with string16 params until
25 // the C++ 0x UTF-16 literal is well-supported by compilers.
26 string16 BuildString16(const wchar_t* s) {
27 #if defined(WCHAR_T_IS_UTF16)
28 return string16(s);
29 #elif defined(WCHAR_T_IS_UTF32)
30 string16 u16;
31 while (*s != 0) {
32 DCHECK(static_cast<unsigned int>(*s) <= 0xFFFFu);
33 u16.push_back(*s++);
34 }
35 return u16;
36 #endif
37 }
38 17
39 } // namespace 18 } // namespace
40 19
41 TEST(UTFOffsetStringConversionsTest, AdjustOffset) { 20 TEST(UTFOffsetStringConversionsTest, AdjustOffset) {
42 struct UTF8ToWideCase { 21 struct UTF8ToUTF16Case {
43 const char* utf8; 22 const char* utf8;
44 size_t input_offset; 23 size_t input_offset;
45 size_t output_offset; 24 size_t output_offset;
46 } utf8_to_wide_cases[] = { 25 } utf8_to_utf16_cases[] = {
47 {"", 0, kNpos}, 26 {"", 0, kNpos},
48 {"\xe4\xbd\xa0\xe5\xa5\xbd", 1, kNpos}, 27 {"\xe4\xbd\xa0\xe5\xa5\xbd", 1, kNpos},
49 {"\xe4\xbd\xa0\xe5\xa5\xbd", 3, 1}, 28 {"\xe4\xbd\xa0\xe5\xa5\xbd", 3, 1},
50 {"\xed\xb0\x80z", 3, 1}, 29 {"\xed\xb0\x80z", 3, 1},
51 {"A\xF0\x90\x8C\x80z", 1, 1}, 30 {"A\xF0\x90\x8C\x80z", 1, 1},
52 {"A\xF0\x90\x8C\x80z", 2, kNpos}, 31 {"A\xF0\x90\x8C\x80z", 2, kNpos},
53 #if defined(WCHAR_T_IS_UTF16)
54 {"A\xF0\x90\x8C\x80z", 5, 3}, 32 {"A\xF0\x90\x8C\x80z", 5, 3},
55 #elif defined(WCHAR_T_IS_UTF32)
56 {"A\xF0\x90\x8C\x80z", 5, 2},
57 #endif
58 }; 33 };
59 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf8_to_wide_cases); ++i) { 34 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf8_to_utf16_cases); ++i) {
60 size_t offset = utf8_to_wide_cases[i].input_offset; 35 size_t offset = utf8_to_utf16_cases[i].input_offset;
61 UTF8ToWideAndAdjustOffset(utf8_to_wide_cases[i].utf8, &offset); 36 UTF8ToUTF16AndAdjustOffset(utf8_to_utf16_cases[i].utf8, &offset);
62 EXPECT_EQ(utf8_to_wide_cases[i].output_offset, offset); 37 EXPECT_EQ(utf8_to_utf16_cases[i].output_offset, offset);
63 } 38 }
64
65 #if defined(WCHAR_T_IS_UTF32)
66 struct UTF16ToWideCase {
67 const wchar_t* wide;
68 size_t input_offset;
69 size_t output_offset;
70 } utf16_to_wide_cases[] = {
71 {L"\xD840\xDC00\x4E00", 0, 0},
72 {L"\xD840\xDC00\x4E00", 1, kNpos},
73 {L"\xD840\xDC00\x4E00", 2, 1},
74 };
75 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf16_to_wide_cases); ++i) {
76 size_t offset = utf16_to_wide_cases[i].input_offset;
77 UTF16ToWideAndAdjustOffset(BuildString16(utf16_to_wide_cases[i].wide),
78 &offset);
79 EXPECT_EQ(utf16_to_wide_cases[i].output_offset, offset);
80 }
81 #endif
82 } 39 }
83 40
84 TEST(UTFOffsetStringConversionsTest, LimitOffsets) { 41 TEST(UTFOffsetStringConversionsTest, LimitOffsets) {
85 const size_t kLimit = 10; 42 const size_t kLimit = 10;
86 const size_t kItems = 20; 43 const size_t kItems = 20;
87 std::vector<size_t> size_ts; 44 std::vector<size_t> size_ts;
88 for (size_t t = 0; t < kItems; ++t) 45 for (size_t t = 0; t < kItems; ++t)
89 size_ts.push_back(t); 46 size_ts.push_back(t);
90 std::for_each(size_ts.begin(), size_ts.end(), 47 std::for_each(size_ts.begin(), size_ts.end(),
91 LimitOffset<std::wstring>(kLimit)); 48 LimitOffset<string16>(kLimit));
92 size_t unlimited_count = 0; 49 size_t unlimited_count = 0;
93 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); 50 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end();
94 ++ti) { 51 ++ti) {
95 if (*ti < kLimit && *ti != kNpos) 52 if (*ti < kLimit && *ti != kNpos)
96 ++unlimited_count; 53 ++unlimited_count;
97 } 54 }
98 EXPECT_EQ(10U, unlimited_count); 55 EXPECT_EQ(10U, unlimited_count);
99 56
100 // Reverse the values in the vector and try again. 57 // Reverse the values in the vector and try again.
101 size_ts.clear(); 58 size_ts.clear();
102 for (size_t t = kItems; t > 0; --t) 59 for (size_t t = kItems; t > 0; --t)
103 size_ts.push_back(t - 1); 60 size_ts.push_back(t - 1);
104 std::for_each(size_ts.begin(), size_ts.end(), 61 std::for_each(size_ts.begin(), size_ts.end(),
105 LimitOffset<std::wstring>(kLimit)); 62 LimitOffset<string16>(kLimit));
106 unlimited_count = 0; 63 unlimited_count = 0;
107 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); 64 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end();
108 ++ti) { 65 ++ti) {
109 if (*ti < kLimit && *ti != kNpos) 66 if (*ti < kLimit && *ti != kNpos)
110 ++unlimited_count; 67 ++unlimited_count;
111 } 68 }
112 EXPECT_EQ(10U, unlimited_count); 69 EXPECT_EQ(10U, unlimited_count);
113 } 70 }
114 71
115 TEST(UTFOffsetStringConversionsTest, AdjustOffsets) { 72 TEST(UTFOffsetStringConversionsTest, AdjustOffsets) {
116 // Imagine we have strings as shown in the following cases where the 73 // Imagine we have strings as shown in the following cases where the
117 // X's represent encoded characters. 74 // X's represent encoded characters.
118 // 1: abcXXXdef ==> abcXdef 75 // 1: abcXXXdef ==> abcXdef
119 std::vector<size_t> offsets; 76 {
120 for (size_t t = 0; t < 9; ++t) 77 std::vector<size_t> offsets;
121 offsets.push_back(t); 78 for (size_t t = 0; t < 9; ++t)
122 AdjustOffset::Adjustments adjustments; 79 offsets.push_back(t);
123 adjustments.push_back(AdjustOffset::Adjustment(3, 3, 1)); 80 {
124 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); 81 OffsetAdjuster offset_adjuster(&offsets);
125 size_t expected_1[] = {0, 1, 2, 3, kNpos, kNpos, 4, 5, 6}; 82 offset_adjuster.Add(OffsetAdjuster::Adjustment(3, 3, 1));
126 EXPECT_EQ(offsets.size(), arraysize(expected_1)); 83 }
127 for (size_t i = 0; i < arraysize(expected_1); ++i) 84 size_t expected_1[] = {0, 1, 2, 3, kNpos, kNpos, 4, 5, 6};
128 EXPECT_EQ(expected_1[i], offsets[i]); 85 EXPECT_EQ(offsets.size(), arraysize(expected_1));
86 for (size_t i = 0; i < arraysize(expected_1); ++i)
87 EXPECT_EQ(expected_1[i], offsets[i]);
88 }
129 89
130 // 2: XXXaXXXXbcXXXXXXXdefXXX ==> XaXXbcXXXXdefX 90 // 2: XXXaXXXXbcXXXXXXXdefXXX ==> XaXXbcXXXXdefX
131 offsets.clear(); 91 {
132 for (size_t t = 0; t < 23; ++t) 92 std::vector<size_t> offsets;
133 offsets.push_back(t); 93 for (size_t t = 0; t < 23; ++t)
134 adjustments.clear(); 94 offsets.push_back(t);
135 adjustments.push_back(AdjustOffset::Adjustment(0, 3, 1)); 95 {
136 adjustments.push_back(AdjustOffset::Adjustment(4, 4, 2)); 96 OffsetAdjuster offset_adjuster(&offsets);
137 adjustments.push_back(AdjustOffset::Adjustment(10, 7, 4)); 97 offset_adjuster.Add(OffsetAdjuster::Adjustment(0, 3, 1));
138 adjustments.push_back(AdjustOffset::Adjustment(20, 3, 1)); 98 offset_adjuster.Add(OffsetAdjuster::Adjustment(4, 4, 2));
139 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); 99 offset_adjuster.Add(OffsetAdjuster::Adjustment(10, 7, 4));
140 size_t expected_2[] = {0, kNpos, kNpos, 1, 2, kNpos, kNpos, kNpos, 4, 5, 6, 100 offset_adjuster.Add(OffsetAdjuster::Adjustment(20, 3, 1));
141 kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 10, 11, 12, 101 }
142 13, kNpos, kNpos}; 102 size_t expected_2[] = {0, kNpos, kNpos, 1, 2, kNpos, kNpos, kNpos, 4, 5, 6,
143 EXPECT_EQ(offsets.size(), arraysize(expected_2)); 103 kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 10, 11, 12,
144 for (size_t i = 0; i < arraysize(expected_2); ++i) 104 13, kNpos, kNpos};
145 EXPECT_EQ(expected_2[i], offsets[i]); 105 EXPECT_EQ(offsets.size(), arraysize(expected_2));
106 for (size_t i = 0; i < arraysize(expected_2); ++i)
107 EXPECT_EQ(expected_2[i], offsets[i]);
108 }
146 109
147 // 3: XXXaXXXXbcdXXXeXX ==> aXXXXbcdXXXe 110 // 3: XXXaXXXXbcdXXXeXX ==> aXXXXbcdXXXe
148 offsets.clear(); 111 {
149 for (size_t t = 0; t < 17; ++t) 112 std::vector<size_t> offsets;
150 offsets.push_back(t); 113 for (size_t t = 0; t < 17; ++t)
151 adjustments.clear(); 114 offsets.push_back(t);
152 adjustments.push_back(AdjustOffset::Adjustment(0, 3, 0)); 115 {
153 adjustments.push_back(AdjustOffset::Adjustment(4, 4, 4)); 116 OffsetAdjuster offset_adjuster(&offsets);
154 adjustments.push_back(AdjustOffset::Adjustment(11, 3, 3)); 117 offset_adjuster.Add(OffsetAdjuster::Adjustment(0, 3, 0));
155 adjustments.push_back(AdjustOffset::Adjustment(15, 2, 0)); 118 offset_adjuster.Add(OffsetAdjuster::Adjustment(4, 4, 4));
156 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); 119 offset_adjuster.Add(OffsetAdjuster::Adjustment(11, 3, 3));
157 size_t expected_3[] = {kNpos, kNpos, kNpos, 0, 1, kNpos, kNpos, kNpos, 5, 6, 120 offset_adjuster.Add(OffsetAdjuster::Adjustment(15, 2, 0));
158 7, 8, kNpos, kNpos, 11, kNpos, kNpos}; 121 }
159 EXPECT_EQ(offsets.size(), arraysize(expected_3)); 122 size_t expected_3[] = {kNpos, kNpos, kNpos, 0, 1, kNpos, kNpos, kNpos, 5, 6,
160 for (size_t i = 0; i < arraysize(expected_3); ++i) 123 7, 8, kNpos, kNpos, 11, kNpos, kNpos};
161 EXPECT_EQ(expected_3[i], offsets[i]); 124 EXPECT_EQ(offsets.size(), arraysize(expected_3));
125 for (size_t i = 0; i < arraysize(expected_3); ++i)
126 EXPECT_EQ(expected_3[i], offsets[i]);
127 }
162 } 128 }
163 129
164 } // namaspace base 130 } // namaspace base
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698