| OLD | NEW |
|---|
| (Empty) |
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | |
| 2 // Use of this source code is governed by a BSD-style license that can be | |
| 3 // found in the LICENSE file. | |
| 4 | |
| 5 #include <string> | |
| 6 | |
| 7 #include "base/i18n/rtl.h" | |
| 8 #include "base/i18n/string_search.h" | |
| 9 #include "base/strings/string16.h" | |
| 10 #include "base/strings/utf_string_conversions.h" | |
| 11 #include "testing/gtest/include/gtest/gtest.h" | |
| 12 #include "third_party/icu/source/i18n/unicode/usearch.h" | |
| 13 | |
| 14 namespace base { | |
| 15 namespace i18n { | |
| 16 | |
| 17 // Note on setting default locale for testing: The current default locale on | |
| 18 // the Mac trybot is en_US_POSIX, with which primary-level collation strength | |
| 19 // string search is case-sensitive, when normally it should be | |
| 20 // case-insensitive. In other locales (including en_US which English speakers | |
| 21 // in the U.S. use), this search would be case-insensitive as expected. | |
| 22 | |
| 23 TEST(StringSearchTest, ASCII) { | |
| 24 std::string default_locale(uloc_getDefault()); | |
| 25 bool locale_is_posix = (default_locale == "en_US_POSIX"); | |
| 26 if (locale_is_posix) | |
| 27 SetICUDefaultLocale("en_US"); | |
| 28 | |
| 29 size_t index = 0; | |
| 30 size_t length = 0; | |
| 31 | |
| 32 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 33 ASCIIToUTF16("hello"), ASCIIToUTF16("hello world"), &index, &length)); | |
| 34 EXPECT_EQ(0U, index); | |
| 35 EXPECT_EQ(5U, length); | |
| 36 | |
| 37 EXPECT_FALSE(StringSearchIgnoringCaseAndAccents( | |
| 38 ASCIIToUTF16("h e l l o"), ASCIIToUTF16("h e l l o"), | |
| 39 &index, &length)); | |
| 40 | |
| 41 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 42 ASCIIToUTF16("aabaaa"), ASCIIToUTF16("aaabaabaaa"), &index, &length)); | |
| 43 EXPECT_EQ(4U, index); | |
| 44 EXPECT_EQ(6U, length); | |
| 45 | |
| 46 EXPECT_FALSE(StringSearchIgnoringCaseAndAccents( | |
| 47 ASCIIToUTF16("searching within empty string"), string16(), | |
| 48 &index, &length)); | |
| 49 | |
| 50 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 51 string16(), ASCIIToUTF16("searching for empty string"), &index, &length)); | |
| 52 EXPECT_EQ(0U, index); | |
| 53 EXPECT_EQ(0U, length); | |
| 54 | |
| 55 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 56 ASCIIToUTF16("case insensitivity"), ASCIIToUTF16("CaSe InSeNsItIvItY"), | |
| 57 &index, &length)); | |
| 58 EXPECT_EQ(0U, index); | |
| 59 EXPECT_EQ(18U, length); | |
| 60 | |
| 61 if (locale_is_posix) | |
| 62 SetICUDefaultLocale(default_locale.data()); | |
| 63 } | |
| 64 | |
| 65 TEST(StringSearchTest, UnicodeLocaleIndependent) { | |
| 66 // Base characters | |
| 67 const string16 e_base = WideToUTF16(L"e"); | |
| 68 const string16 E_base = WideToUTF16(L"E"); | |
| 69 const string16 a_base = WideToUTF16(L"a"); | |
| 70 | |
| 71 // Composed characters | |
| 72 const string16 e_with_acute_accent = WideToUTF16(L"\u00e9"); | |
| 73 const string16 E_with_acute_accent = WideToUTF16(L"\u00c9"); | |
| 74 const string16 e_with_grave_accent = WideToUTF16(L"\u00e8"); | |
| 75 const string16 E_with_grave_accent = WideToUTF16(L"\u00c8"); | |
| 76 const string16 a_with_acute_accent = WideToUTF16(L"\u00e1"); | |
| 77 | |
| 78 // Decomposed characters | |
| 79 const string16 e_with_acute_combining_mark = WideToUTF16(L"e\u0301"); | |
| 80 const string16 E_with_acute_combining_mark = WideToUTF16(L"E\u0301"); | |
| 81 const string16 e_with_grave_combining_mark = WideToUTF16(L"e\u0300"); | |
| 82 const string16 E_with_grave_combining_mark = WideToUTF16(L"E\u0300"); | |
| 83 const string16 a_with_acute_combining_mark = WideToUTF16(L"a\u0301"); | |
| 84 | |
| 85 std::string default_locale(uloc_getDefault()); | |
| 86 bool locale_is_posix = (default_locale == "en_US_POSIX"); | |
| 87 if (locale_is_posix) | |
| 88 SetICUDefaultLocale("en_US"); | |
| 89 | |
| 90 size_t index = 0; | |
| 91 size_t length = 0; | |
| 92 | |
| 93 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 94 e_base, e_with_acute_accent, &index, &length)); | |
| 95 EXPECT_EQ(0U, index); | |
| 96 EXPECT_EQ(e_with_acute_accent.size(), length); | |
| 97 | |
| 98 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 99 e_with_acute_accent, e_base, &index, &length)); | |
| 100 EXPECT_EQ(0U, index); | |
| 101 EXPECT_EQ(e_base.size(), length); | |
| 102 | |
| 103 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 104 e_base, e_with_acute_combining_mark, &index, &length)); | |
| 105 EXPECT_EQ(0U, index); | |
| 106 EXPECT_EQ(e_with_acute_combining_mark.size(), length); | |
| 107 | |
| 108 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 109 e_with_acute_combining_mark, e_base, &index, &length)); | |
| 110 EXPECT_EQ(0U, index); | |
| 111 EXPECT_EQ(e_base.size(), length); | |
| 112 | |
| 113 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 114 e_with_acute_combining_mark, e_with_acute_accent, | |
| 115 &index, &length)); | |
| 116 EXPECT_EQ(0U, index); | |
| 117 EXPECT_EQ(e_with_acute_accent.size(), length); | |
| 118 | |
| 119 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 120 e_with_acute_accent, e_with_acute_combining_mark, | |
| 121 &index, &length)); | |
| 122 EXPECT_EQ(0U, index); | |
| 123 EXPECT_EQ(e_with_acute_combining_mark.size(), length); | |
| 124 | |
| 125 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 126 e_with_acute_combining_mark, e_with_grave_combining_mark, | |
| 127 &index, &length)); | |
| 128 EXPECT_EQ(0U, index); | |
| 129 EXPECT_EQ(e_with_grave_combining_mark.size(), length); | |
| 130 | |
| 131 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 132 e_with_grave_combining_mark, e_with_acute_combining_mark, | |
| 133 &index, &length)); | |
| 134 EXPECT_EQ(0U, index); | |
| 135 EXPECT_EQ(e_with_acute_combining_mark.size(), length); | |
| 136 | |
| 137 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 138 e_with_acute_combining_mark, e_with_grave_accent, &index, &length)); | |
| 139 EXPECT_EQ(0U, index); | |
| 140 EXPECT_EQ(e_with_grave_accent.size(), length); | |
| 141 | |
| 142 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 143 e_with_grave_accent, e_with_acute_combining_mark, &index, &length)); | |
| 144 EXPECT_EQ(0U, index); | |
| 145 EXPECT_EQ(e_with_acute_combining_mark.size(), length); | |
| 146 | |
| 147 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 148 E_with_acute_accent, e_with_acute_accent, &index, &length)); | |
| 149 EXPECT_EQ(0U, index); | |
| 150 EXPECT_EQ(e_with_acute_accent.size(), length); | |
| 151 | |
| 152 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 153 E_with_grave_accent, e_with_acute_accent, &index, &length)); | |
| 154 EXPECT_EQ(0U, index); | |
| 155 EXPECT_EQ(e_with_acute_accent.size(), length); | |
| 156 | |
| 157 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 158 E_with_acute_combining_mark, e_with_grave_accent, &index, &length)); | |
| 159 EXPECT_EQ(0U, index); | |
| 160 EXPECT_EQ(e_with_grave_accent.size(), length); | |
| 161 | |
| 162 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 163 E_with_grave_combining_mark, e_with_acute_accent, &index, &length)); | |
| 164 EXPECT_EQ(0U, index); | |
| 165 EXPECT_EQ(e_with_acute_accent.size(), length); | |
| 166 | |
| 167 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 168 E_base, e_with_grave_accent, &index, &length)); | |
| 169 EXPECT_EQ(0U, index); | |
| 170 EXPECT_EQ(e_with_grave_accent.size(), length); | |
| 171 | |
| 172 EXPECT_FALSE(StringSearchIgnoringCaseAndAccents( | |
| 173 a_with_acute_accent, e_with_acute_accent, &index, &length)); | |
| 174 | |
| 175 EXPECT_FALSE(StringSearchIgnoringCaseAndAccents( | |
| 176 a_with_acute_combining_mark, e_with_acute_combining_mark, | |
| 177 &index, &length)); | |
| 178 | |
| 179 if (locale_is_posix) | |
| 180 SetICUDefaultLocale(default_locale.data()); | |
| 181 } | |
| 182 | |
| 183 TEST(StringSearchTest, UnicodeLocaleDependent) { | |
| 184 // Base characters | |
| 185 const string16 a_base = WideToUTF16(L"a"); | |
| 186 | |
| 187 // Composed characters | |
| 188 const string16 a_with_ring = WideToUTF16(L"\u00e5"); | |
| 189 | |
| 190 EXPECT_TRUE(StringSearchIgnoringCaseAndAccents( | |
| 191 a_base, a_with_ring, NULL, NULL)); | |
| 192 | |
| 193 const char* default_locale = uloc_getDefault(); | |
| 194 SetICUDefaultLocale("da"); | |
| 195 | |
| 196 EXPECT_FALSE(StringSearchIgnoringCaseAndAccents( | |
| 197 a_base, a_with_ring, NULL, NULL)); | |
| 198 | |
| 199 SetICUDefaultLocale(default_locale); | |
| 200 } | |
| 201 | |
| 202 TEST(StringSearchTest, FixedPatternMultipleSearch) { | |
| 203 std::string default_locale(uloc_getDefault()); | |
| 204 bool locale_is_posix = (default_locale == "en_US_POSIX"); | |
| 205 if (locale_is_posix) | |
| 206 SetICUDefaultLocale("en_US"); | |
| 207 | |
| 208 size_t index = 0; | |
| 209 size_t length = 0; | |
| 210 | |
| 211 // Search "hello" over multiple texts. | |
| 212 FixedPatternStringSearchIgnoringCaseAndAccents query(ASCIIToUTF16("hello")); | |
| 213 EXPECT_TRUE(query.Search(ASCIIToUTF16("12hello34"), &index, &length)); | |
| 214 EXPECT_EQ(2U, index); | |
| 215 EXPECT_EQ(5U, length); | |
| 216 EXPECT_FALSE(query.Search(ASCIIToUTF16("bye"), &index, &length)); | |
| 217 EXPECT_TRUE(query.Search(ASCIIToUTF16("hELLo"), &index, &length)); | |
| 218 EXPECT_EQ(0U, index); | |
| 219 EXPECT_EQ(5U, length); | |
| 220 | |
| 221 if (locale_is_posix) | |
| 222 SetICUDefaultLocale(default_locale.data()); | |
| 223 } | |
| 224 | |
| 225 } // namespace i18n | |
| 226 } // namespace base | |
| OLD | NEW |
|---|
Chromium Code Reviews
