OLD | NEW |
1 // Copyright (c) 2010 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2010 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "base/i18n/word_iterator.h" | 5 #include "base/i18n/break_iterator.h" |
6 | 6 |
7 #include "base/string_piece.h" | 7 #include "base/string_piece.h" |
8 #include "base/string_util.h" | 8 #include "base/string_util.h" |
9 #include "base/utf_string_conversions.h" | 9 #include "base/utf_string_conversions.h" |
10 #include "testing/gtest/include/gtest/gtest.h" | 10 #include "testing/gtest/include/gtest/gtest.h" |
11 | 11 |
12 TEST(WordIteratorTest, BreakWord) { | 12 TEST(BreakIteratorTest, BreakWord) { |
13 string16 space(UTF8ToUTF16(" ")); | 13 string16 space(UTF8ToUTF16(" ")); |
14 | 14 |
15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); | 15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); |
16 WordIterator iter(&str, WordIterator::BREAK_WORD); | 16 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
17 ASSERT_TRUE(iter.Init()); | 17 ASSERT_TRUE(iter.Init()); |
18 EXPECT_TRUE(iter.Advance()); | 18 EXPECT_TRUE(iter.Advance()); |
19 EXPECT_FALSE(iter.IsWord()); | 19 EXPECT_FALSE(iter.IsWord()); |
20 EXPECT_EQ(space, iter.GetWord()); | 20 EXPECT_EQ(space, iter.GetWord()); |
21 EXPECT_TRUE(iter.Advance()); | 21 EXPECT_TRUE(iter.Advance()); |
22 EXPECT_TRUE(iter.IsWord()); | 22 EXPECT_TRUE(iter.IsWord()); |
23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord()); | 23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord()); |
24 EXPECT_TRUE(iter.Advance()); | 24 EXPECT_TRUE(iter.Advance()); |
25 EXPECT_FALSE(iter.IsWord()); | 25 EXPECT_FALSE(iter.IsWord()); |
26 EXPECT_EQ(space, iter.GetWord()); | 26 EXPECT_EQ(space, iter.GetWord()); |
(...skipping 15 matching lines...) Expand all Loading... |
42 EXPECT_TRUE(iter.Advance()); | 42 EXPECT_TRUE(iter.Advance()); |
43 EXPECT_FALSE(iter.IsWord()); | 43 EXPECT_FALSE(iter.IsWord()); |
44 EXPECT_EQ(space, iter.GetWord()); | 44 EXPECT_EQ(space, iter.GetWord()); |
45 EXPECT_TRUE(iter.Advance()); | 45 EXPECT_TRUE(iter.Advance()); |
46 EXPECT_TRUE(iter.IsWord()); | 46 EXPECT_TRUE(iter.IsWord()); |
47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); | 47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); |
48 EXPECT_FALSE(iter.Advance()); | 48 EXPECT_FALSE(iter.Advance()); |
49 EXPECT_FALSE(iter.IsWord()); | 49 EXPECT_FALSE(iter.IsWord()); |
50 } | 50 } |
51 | 51 |
52 TEST(WordIteratorTest, BreakLine) { | 52 TEST(BreakIteratorTest, BreakLine) { |
53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); | 53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); |
54 WordIterator iter(&str, WordIterator::BREAK_LINE); | 54 base::BreakIterator iter(&str, base::BreakIterator::BREAK_SPACE); |
55 ASSERT_TRUE(iter.Init()); | 55 ASSERT_TRUE(iter.Init()); |
56 EXPECT_TRUE(iter.Advance()); | 56 EXPECT_TRUE(iter.Advance()); |
57 EXPECT_FALSE(iter.IsWord()); | 57 EXPECT_FALSE(iter.IsWord()); |
58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
59 EXPECT_TRUE(iter.Advance()); | 59 EXPECT_TRUE(iter.Advance()); |
60 EXPECT_FALSE(iter.IsWord()); | 60 EXPECT_FALSE(iter.IsWord()); |
61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord()); | 61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord()); |
62 EXPECT_TRUE(iter.Advance()); | 62 EXPECT_TRUE(iter.Advance()); |
63 EXPECT_TRUE(iter.IsWord()); | 63 EXPECT_TRUE(iter.IsWord()); |
64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord()); | 64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord()); |
65 EXPECT_TRUE(iter.Advance()); | 65 EXPECT_TRUE(iter.Advance()); |
66 EXPECT_FALSE(iter.IsWord()); | 66 EXPECT_FALSE(iter.IsWord()); |
67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord()); | 67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord()); |
68 EXPECT_TRUE(iter.Advance()); | 68 EXPECT_TRUE(iter.Advance()); |
69 EXPECT_FALSE(iter.IsWord()); | 69 EXPECT_FALSE(iter.IsWord()); |
70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); | 70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); |
71 EXPECT_FALSE(iter.Advance()); | 71 EXPECT_FALSE(iter.Advance()); |
72 EXPECT_FALSE(iter.IsWord()); | 72 EXPECT_FALSE(iter.IsWord()); |
73 } | 73 } |
74 | 74 |
75 TEST(WordIteratorTest, BreakWide16) { | 75 TEST(BreakIteratorTest, BreakWide16) { |
76 // "Παγκόσμιος Ιστός" | 76 // "Παγκόσμιος Ιστός" |
77 const string16 str(WideToUTF16( | 77 const string16 str(WideToUTF16( |
78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9" | 78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9" |
79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2")); | 79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2")); |
80 const string16 word1(str.substr(0, 10)); | 80 const string16 word1(str.substr(0, 10)); |
81 const string16 word2(str.substr(11, 5)); | 81 const string16 word2(str.substr(11, 5)); |
82 WordIterator iter(&str, WordIterator::BREAK_WORD); | 82 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
83 ASSERT_TRUE(iter.Init()); | 83 ASSERT_TRUE(iter.Init()); |
84 EXPECT_TRUE(iter.Advance()); | 84 EXPECT_TRUE(iter.Advance()); |
85 EXPECT_TRUE(iter.IsWord()); | 85 EXPECT_TRUE(iter.IsWord()); |
86 EXPECT_EQ(word1, iter.GetWord()); | 86 EXPECT_EQ(word1, iter.GetWord()); |
87 EXPECT_TRUE(iter.Advance()); | 87 EXPECT_TRUE(iter.Advance()); |
88 EXPECT_FALSE(iter.IsWord()); | 88 EXPECT_FALSE(iter.IsWord()); |
89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
90 EXPECT_TRUE(iter.Advance()); | 90 EXPECT_TRUE(iter.Advance()); |
91 EXPECT_TRUE(iter.IsWord()); | 91 EXPECT_TRUE(iter.IsWord()); |
92 EXPECT_EQ(word2, iter.GetWord()); | 92 EXPECT_EQ(word2, iter.GetWord()); |
93 EXPECT_FALSE(iter.Advance()); | 93 EXPECT_FALSE(iter.Advance()); |
94 EXPECT_FALSE(iter.IsWord()); | 94 EXPECT_FALSE(iter.IsWord()); |
95 } | 95 } |
96 | 96 |
97 TEST(WordIteratorTest, BreakWide32) { | 97 TEST(BreakIteratorTest, BreakWide32) { |
98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A | 98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A |
99 const char* very_wide_char = "\xF0\x9D\x92\x9C"; | 99 const char* very_wide_char = "\xF0\x9D\x92\x9C"; |
100 const string16 str( | 100 const string16 str( |
101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char))); | 101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char))); |
102 const string16 very_wide_word(str.substr(0, 2)); | 102 const string16 very_wide_word(str.substr(0, 2)); |
103 | 103 |
104 WordIterator iter(&str, WordIterator::BREAK_WORD); | 104 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
105 ASSERT_TRUE(iter.Init()); | 105 ASSERT_TRUE(iter.Init()); |
106 EXPECT_TRUE(iter.Advance()); | 106 EXPECT_TRUE(iter.Advance()); |
107 EXPECT_TRUE(iter.IsWord()); | 107 EXPECT_TRUE(iter.IsWord()); |
108 EXPECT_EQ(very_wide_word, iter.GetWord()); | 108 EXPECT_EQ(very_wide_word, iter.GetWord()); |
109 EXPECT_TRUE(iter.Advance()); | 109 EXPECT_TRUE(iter.Advance()); |
110 EXPECT_FALSE(iter.IsWord()); | 110 EXPECT_FALSE(iter.IsWord()); |
111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
112 EXPECT_TRUE(iter.Advance()); | 112 EXPECT_TRUE(iter.Advance()); |
113 EXPECT_TRUE(iter.IsWord()); | 113 EXPECT_TRUE(iter.IsWord()); |
114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord()); | 114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord()); |
115 EXPECT_FALSE(iter.Advance()); | 115 EXPECT_FALSE(iter.Advance()); |
116 EXPECT_FALSE(iter.IsWord()); | 116 EXPECT_FALSE(iter.IsWord()); |
117 } | 117 } |
OLD | NEW |