| OLD | NEW |
| 1 // Copyright (c) 2010 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2010 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "base/i18n/word_iterator.h" | 5 #include "base/i18n/break_iterator.h" |
| 6 | 6 |
| 7 #include "base/string_piece.h" | 7 #include "base/string_piece.h" |
| 8 #include "base/string_util.h" | 8 #include "base/string_util.h" |
| 9 #include "base/utf_string_conversions.h" | 9 #include "base/utf_string_conversions.h" |
| 10 #include "testing/gtest/include/gtest/gtest.h" | 10 #include "testing/gtest/include/gtest/gtest.h" |
| 11 | 11 |
| 12 TEST(WordIteratorTest, BreakWord) { | 12 TEST(BreakIteratorTest, BreakWord) { |
| 13 string16 space(UTF8ToUTF16(" ")); | 13 string16 space(UTF8ToUTF16(" ")); |
| 14 | 14 |
| 15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); | 15 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); |
| 16 WordIterator iter(&str, WordIterator::BREAK_WORD); | 16 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
| 17 ASSERT_TRUE(iter.Init()); | 17 ASSERT_TRUE(iter.Init()); |
| 18 EXPECT_TRUE(iter.Advance()); | 18 EXPECT_TRUE(iter.Advance()); |
| 19 EXPECT_FALSE(iter.IsWord()); | 19 EXPECT_FALSE(iter.IsWord()); |
| 20 EXPECT_EQ(space, iter.GetWord()); | 20 EXPECT_EQ(space, iter.GetWord()); |
| 21 EXPECT_TRUE(iter.Advance()); | 21 EXPECT_TRUE(iter.Advance()); |
| 22 EXPECT_TRUE(iter.IsWord()); | 22 EXPECT_TRUE(iter.IsWord()); |
| 23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord()); | 23 EXPECT_EQ(UTF8ToUTF16("foo"), iter.GetWord()); |
| 24 EXPECT_TRUE(iter.Advance()); | 24 EXPECT_TRUE(iter.Advance()); |
| 25 EXPECT_FALSE(iter.IsWord()); | 25 EXPECT_FALSE(iter.IsWord()); |
| 26 EXPECT_EQ(space, iter.GetWord()); | 26 EXPECT_EQ(space, iter.GetWord()); |
| (...skipping 15 matching lines...) Expand all Loading... |
| 42 EXPECT_TRUE(iter.Advance()); | 42 EXPECT_TRUE(iter.Advance()); |
| 43 EXPECT_FALSE(iter.IsWord()); | 43 EXPECT_FALSE(iter.IsWord()); |
| 44 EXPECT_EQ(space, iter.GetWord()); | 44 EXPECT_EQ(space, iter.GetWord()); |
| 45 EXPECT_TRUE(iter.Advance()); | 45 EXPECT_TRUE(iter.Advance()); |
| 46 EXPECT_TRUE(iter.IsWord()); | 46 EXPECT_TRUE(iter.IsWord()); |
| 47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); | 47 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); |
| 48 EXPECT_FALSE(iter.Advance()); | 48 EXPECT_FALSE(iter.Advance()); |
| 49 EXPECT_FALSE(iter.IsWord()); | 49 EXPECT_FALSE(iter.IsWord()); |
| 50 } | 50 } |
| 51 | 51 |
| 52 TEST(WordIteratorTest, BreakLine) { | 52 TEST(BreakIteratorTest, BreakLine) { |
| 53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); | 53 string16 str(UTF8ToUTF16(" foo bar! \npouet boom")); |
| 54 WordIterator iter(&str, WordIterator::BREAK_LINE); | 54 base::BreakIterator iter(&str, base::BreakIterator::BREAK_SPACE); |
| 55 ASSERT_TRUE(iter.Init()); | 55 ASSERT_TRUE(iter.Init()); |
| 56 EXPECT_TRUE(iter.Advance()); | 56 EXPECT_TRUE(iter.Advance()); |
| 57 EXPECT_FALSE(iter.IsWord()); | 57 EXPECT_FALSE(iter.IsWord()); |
| 58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 58 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
| 59 EXPECT_TRUE(iter.Advance()); | 59 EXPECT_TRUE(iter.Advance()); |
| 60 EXPECT_FALSE(iter.IsWord()); | 60 EXPECT_FALSE(iter.IsWord()); |
| 61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord()); | 61 EXPECT_EQ(UTF8ToUTF16("foo "), iter.GetWord()); |
| 62 EXPECT_TRUE(iter.Advance()); | 62 EXPECT_TRUE(iter.Advance()); |
| 63 EXPECT_TRUE(iter.IsWord()); | 63 EXPECT_TRUE(iter.IsWord()); |
| 64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord()); | 64 EXPECT_EQ(UTF8ToUTF16("bar! \n"), iter.GetWord()); |
| 65 EXPECT_TRUE(iter.Advance()); | 65 EXPECT_TRUE(iter.Advance()); |
| 66 EXPECT_FALSE(iter.IsWord()); | 66 EXPECT_FALSE(iter.IsWord()); |
| 67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord()); | 67 EXPECT_EQ(UTF8ToUTF16("pouet "), iter.GetWord()); |
| 68 EXPECT_TRUE(iter.Advance()); | 68 EXPECT_TRUE(iter.Advance()); |
| 69 EXPECT_FALSE(iter.IsWord()); | 69 EXPECT_FALSE(iter.IsWord()); |
| 70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); | 70 EXPECT_EQ(UTF8ToUTF16("boom"), iter.GetWord()); |
| 71 EXPECT_FALSE(iter.Advance()); | 71 EXPECT_FALSE(iter.Advance()); |
| 72 EXPECT_FALSE(iter.IsWord()); | 72 EXPECT_FALSE(iter.IsWord()); |
| 73 } | 73 } |
| 74 | 74 |
| 75 TEST(WordIteratorTest, BreakWide16) { | 75 TEST(BreakIteratorTest, BreakWide16) { |
| 76 // "Παγκόσμιος Ιστός" | 76 // "Παγκόσμιος Ιστός" |
| 77 const string16 str(WideToUTF16( | 77 const string16 str(WideToUTF16( |
| 78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9" | 78 L"\x03a0\x03b1\x03b3\x03ba\x03cc\x03c3\x03bc\x03b9" |
| 79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2")); | 79 L"\x03bf\x03c2\x0020\x0399\x03c3\x03c4\x03cc\x03c2")); |
| 80 const string16 word1(str.substr(0, 10)); | 80 const string16 word1(str.substr(0, 10)); |
| 81 const string16 word2(str.substr(11, 5)); | 81 const string16 word2(str.substr(11, 5)); |
| 82 WordIterator iter(&str, WordIterator::BREAK_WORD); | 82 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
| 83 ASSERT_TRUE(iter.Init()); | 83 ASSERT_TRUE(iter.Init()); |
| 84 EXPECT_TRUE(iter.Advance()); | 84 EXPECT_TRUE(iter.Advance()); |
| 85 EXPECT_TRUE(iter.IsWord()); | 85 EXPECT_TRUE(iter.IsWord()); |
| 86 EXPECT_EQ(word1, iter.GetWord()); | 86 EXPECT_EQ(word1, iter.GetWord()); |
| 87 EXPECT_TRUE(iter.Advance()); | 87 EXPECT_TRUE(iter.Advance()); |
| 88 EXPECT_FALSE(iter.IsWord()); | 88 EXPECT_FALSE(iter.IsWord()); |
| 89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 89 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
| 90 EXPECT_TRUE(iter.Advance()); | 90 EXPECT_TRUE(iter.Advance()); |
| 91 EXPECT_TRUE(iter.IsWord()); | 91 EXPECT_TRUE(iter.IsWord()); |
| 92 EXPECT_EQ(word2, iter.GetWord()); | 92 EXPECT_EQ(word2, iter.GetWord()); |
| 93 EXPECT_FALSE(iter.Advance()); | 93 EXPECT_FALSE(iter.Advance()); |
| 94 EXPECT_FALSE(iter.IsWord()); | 94 EXPECT_FALSE(iter.IsWord()); |
| 95 } | 95 } |
| 96 | 96 |
| 97 TEST(WordIteratorTest, BreakWide32) { | 97 TEST(BreakIteratorTest, BreakWide32) { |
| 98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A | 98 // U+1D49C MATHEMATICAL SCRIPT CAPITAL A |
| 99 const char* very_wide_char = "\xF0\x9D\x92\x9C"; | 99 const char* very_wide_char = "\xF0\x9D\x92\x9C"; |
| 100 const string16 str( | 100 const string16 str( |
| 101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char))); | 101 UTF8ToUTF16(StringPrintf("%s a", very_wide_char))); |
| 102 const string16 very_wide_word(str.substr(0, 2)); | 102 const string16 very_wide_word(str.substr(0, 2)); |
| 103 | 103 |
| 104 WordIterator iter(&str, WordIterator::BREAK_WORD); | 104 base::BreakIterator iter(&str, base::BreakIterator::BREAK_WORD); |
| 105 ASSERT_TRUE(iter.Init()); | 105 ASSERT_TRUE(iter.Init()); |
| 106 EXPECT_TRUE(iter.Advance()); | 106 EXPECT_TRUE(iter.Advance()); |
| 107 EXPECT_TRUE(iter.IsWord()); | 107 EXPECT_TRUE(iter.IsWord()); |
| 108 EXPECT_EQ(very_wide_word, iter.GetWord()); | 108 EXPECT_EQ(very_wide_word, iter.GetWord()); |
| 109 EXPECT_TRUE(iter.Advance()); | 109 EXPECT_TRUE(iter.Advance()); |
| 110 EXPECT_FALSE(iter.IsWord()); | 110 EXPECT_FALSE(iter.IsWord()); |
| 111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); | 111 EXPECT_EQ(UTF8ToUTF16(" "), iter.GetWord()); |
| 112 EXPECT_TRUE(iter.Advance()); | 112 EXPECT_TRUE(iter.Advance()); |
| 113 EXPECT_TRUE(iter.IsWord()); | 113 EXPECT_TRUE(iter.IsWord()); |
| 114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord()); | 114 EXPECT_EQ(UTF8ToUTF16("a"), iter.GetWord()); |
| 115 EXPECT_FALSE(iter.Advance()); | 115 EXPECT_FALSE(iter.Advance()); |
| 116 EXPECT_FALSE(iter.IsWord()); | 116 EXPECT_FALSE(iter.IsWord()); |
| 117 } | 117 } |
| OLD | NEW |