Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(162)

Side by Side Diff: base/i18n/break_iterator_unittest.cc

Issue 5796003: Refactor WordIterator into base::BreakIterator.... (Closed) Base URL: http://src.chromium.org/svn/trunk/src/
Patch Set: Created 10 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2010 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2010 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "base/i18n/word_iterator.h" 5 #include "base/i18n/break_iterator.h"
6 6
7 #include "base/string_piece.h" 7 #include "base/string_piece.h"
8 #include "base/string_util.h" 8 #include "base/string_util.h"
9 #include "base/utf_string_conversions.h" 9 #include "base/utf_string_conversions.h"
10 #include "testing/gtest/include/gtest/gtest.h" 10 #include "testing/gtest/include/gtest/gtest.h"
11 11
12 TEST(WordIteratorTest, BreakWord) { 12 TEST(BreakIteratorTest, BreakWord) {
13 string16 space(UTF8ToUTF16(" ")); 13 string16 space(UTF8ToUTF16(" "));
14 14
15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); 15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom"));
16 WordIterator iter(&str, WordIterator::BREAK_WORD); 16 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD);
17 ASSERT_TRUE(iter.Init()); 17 ASSERT_TRUE(iter.Init());
18 EXPECT_TRUE(iter.Advance()); 18 EXPECT_TRUE(iter.Advance());
19 EXPECT_FALSE(iter.IsWord()); 19 EXPECT_FALSE(iter.IsWord());
20 EXPECT_EQ(space, iter.GetWord()); 20 EXPECT_EQ(space, iter.GetWord());
21 EXPECT_TRUE(iter.Advance()); 21 EXPECT_TRUE(iter.Advance());
22 EXPECT_TRUE(iter.IsWord()); 22 EXPECT_TRUE(iter.IsWord());
23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord()); 23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord());
24 EXPECT_TRUE(iter.Advance()); 24 EXPECT_TRUE(iter.Advance());
25 EXPECT_FALSE(iter.IsWord()); 25 EXPECT_FALSE(iter.IsWord());
26 EXPECT_EQ(space, iter.GetWord()); 26 EXPECT_EQ(space, iter.GetWord());
(...skipping 15 matching lines...) Expand all
42 EXPECT_TRUE(iter.Advance()); 42 EXPECT_TRUE(iter.Advance());
43 EXPECT_FALSE(iter.IsWord()); 43 EXPECT_FALSE(iter.IsWord());
44 EXPECT_EQ(space, iter.GetWord()); 44 EXPECT_EQ(space, iter.GetWord());
45 EXPECT_TRUE(iter.Advance()); 45 EXPECT_TRUE(iter.Advance());
46 EXPECT_TRUE(iter.IsWord()); 46 EXPECT_TRUE(iter.IsWord());
47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); 47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord());
48 EXPECT_FALSE(iter.Advance()); 48 EXPECT_FALSE(iter.Advance());
49 EXPECT_FALSE(iter.IsWord()); 49 EXPECT_FALSE(iter.IsWord());
50 } 50 }
51 51
52 TEST(WordIteratorTest, BreakLine) { 52 TEST(BreakIteratorTest, BreakLine) {
53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); 53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom"));
54 WordIterator iter(&str, WordIterator::BREAK_LINE); 54 base::BreakIterator iter(&str, base::BreakIterator::BREAK_SPACE);
55 ASSERT_TRUE(iter.Init()); 55 ASSERT_TRUE(iter.Init());
56 EXPECT_TRUE(iter.Advance()); 56 EXPECT_TRUE(iter.Advance());
57 EXPECT_FALSE(iter.IsWord()); 57 EXPECT_FALSE(iter.IsWord());
58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); 58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord());
59 EXPECT_TRUE(iter.Advance()); 59 EXPECT_TRUE(iter.Advance());
60 EXPECT_FALSE(iter.IsWord()); 60 EXPECT_FALSE(iter.IsWord());
61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord()); 61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord());
62 EXPECT_TRUE(iter.Advance()); 62 EXPECT_TRUE(iter.Advance());
63 EXPECT_TRUE(iter.IsWord()); 63 EXPECT_TRUE(iter.IsWord());
64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord()); 64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord());
65 EXPECT_TRUE(iter.Advance()); 65 EXPECT_TRUE(iter.Advance());
66 EXPECT_FALSE(iter.IsWord()); 66 EXPECT_FALSE(iter.IsWord());
67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord()); 67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord());
68 EXPECT_TRUE(iter.Advance()); 68 EXPECT_TRUE(iter.Advance());
69 EXPECT_FALSE(iter.IsWord()); 69 EXPECT_FALSE(iter.IsWord());
70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); 70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord());
71 EXPECT_FALSE(iter.Advance()); 71 EXPECT_FALSE(iter.Advance());
72 EXPECT_FALSE(iter.IsWord()); 72 EXPECT_FALSE(iter.IsWord());
73 } 73 }
74 74
75 TEST(WordIteratorTest, BreakWide16) { 75 TEST(BreakIteratorTest, BreakWide16) {
76 // "Παγκόσμιος Ιστός" 76 // "Παγκόσμιος Ιστός"
77 const string16 str(WideToUTF16( 77 const string16 str(WideToUTF16(
78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9" 78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9"
79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2")); 79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2"));
80 const string16 word1(str.substr(0, 10)); 80 const string16 word1(str.substr(0, 10));
81 const string16 word2(str.substr(11, 5)); 81 const string16 word2(str.substr(11, 5));
82 WordIterator iter(&str, WordIterator::BREAK_WORD); 82 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD);
83 ASSERT_TRUE(iter.Init()); 83 ASSERT_TRUE(iter.Init());
84 EXPECT_TRUE(iter.Advance()); 84 EXPECT_TRUE(iter.Advance());
85 EXPECT_TRUE(iter.IsWord()); 85 EXPECT_TRUE(iter.IsWord());
86 EXPECT_EQ(word1, iter.GetWord()); 86 EXPECT_EQ(word1, iter.GetWord());
87 EXPECT_TRUE(iter.Advance()); 87 EXPECT_TRUE(iter.Advance());
88 EXPECT_FALSE(iter.IsWord()); 88 EXPECT_FALSE(iter.IsWord());
89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); 89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord());
90 EXPECT_TRUE(iter.Advance()); 90 EXPECT_TRUE(iter.Advance());
91 EXPECT_TRUE(iter.IsWord()); 91 EXPECT_TRUE(iter.IsWord());
92 EXPECT_EQ(word2, iter.GetWord()); 92 EXPECT_EQ(word2, iter.GetWord());
93 EXPECT_FALSE(iter.Advance()); 93 EXPECT_FALSE(iter.Advance());
94 EXPECT_FALSE(iter.IsWord()); 94 EXPECT_FALSE(iter.IsWord());
95 } 95 }
96 96
97 TEST(WordIteratorTest, BreakWide32) { 97 TEST(BreakIteratorTest, BreakWide32) {
98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A 98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A
99 const char* very_wide_char = "\xF0\x9D\x92\x9C"; 99 const char* very_wide_char = "\xF0\x9D\x92\x9C";
100 const string16 str( 100 const string16 str(
101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char))); 101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char)));
102 const string16 very_wide_word(str.substr(0, 2)); 102 const string16 very_wide_word(str.substr(0, 2));
103 103
104 WordIterator iter(&str, WordIterator::BREAK_WORD); 104 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD);
105 ASSERT_TRUE(iter.Init()); 105 ASSERT_TRUE(iter.Init());
106 EXPECT_TRUE(iter.Advance()); 106 EXPECT_TRUE(iter.Advance());
107 EXPECT_TRUE(iter.IsWord()); 107 EXPECT_TRUE(iter.IsWord());
108 EXPECT_EQ(very_wide_word, iter.GetWord()); 108 EXPECT_EQ(very_wide_word, iter.GetWord());
109 EXPECT_TRUE(iter.Advance()); 109 EXPECT_TRUE(iter.Advance());
110 EXPECT_FALSE(iter.IsWord()); 110 EXPECT_FALSE(iter.IsWord());
111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); 111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord());
112 EXPECT_TRUE(iter.Advance()); 112 EXPECT_TRUE(iter.Advance());
113 EXPECT_TRUE(iter.IsWord()); 113 EXPECT_TRUE(iter.IsWord());
114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord()); 114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord());
115 EXPECT_FALSE(iter.Advance()); 115 EXPECT_FALSE(iter.Advance());
116 EXPECT_FALSE(iter.IsWord()); 116 EXPECT_FALSE(iter.IsWord());
117 } 117 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698