OLD | NEW |
(Empty) | |
| 1 // Copyright 2011 the V8 project authors. All rights reserved. |
| 2 // Redistribution and use in source and binary forms, with or without |
| 3 // modification, are permitted provided that the following conditions are |
| 4 // met: |
| 5 // |
| 6 // * Redistributions of source code must retain the above copyright |
| 7 // notice, this list of conditions and the following disclaimer. |
| 8 // * Redistributions in binary form must reproduce the above |
| 9 // copyright notice, this list of conditions and the following |
| 10 // disclaimer in the documentation and/or other materials provided |
| 11 // with the distribution. |
| 12 // * Neither the name of Google Inc. nor the names of its |
| 13 // contributors may be used to endorse or promote products derived |
| 14 // from this software without specific prior written permission. |
| 15 // |
| 16 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS |
| 17 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT |
| 18 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR |
| 19 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT |
| 20 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, |
| 21 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT |
| 22 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, |
| 23 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY |
| 24 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT |
| 25 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE |
| 26 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. |
| 27 |
| 28 // TODO(cira): Remove LanguageMatcher from v8 when ICU implements |
| 29 // language matching API. |
| 30 |
| 31 #include "language-matcher.h" |
| 32 |
| 33 #include "platform.h" |
| 34 #include "unicode/datefmt.h" // For getAvailableLocales |
| 35 #include "unicode/locid.h" |
| 36 #include "unicode/uloc.h" |
| 37 #include "utils.h" |
| 38 |
| 39 namespace v8 { |
| 40 namespace internal { |
| 41 |
| 42 const unsigned int LanguageMatcher::kLanguageWeight = 75; |
| 43 const unsigned int LanguageMatcher::kScriptWeight = 20; |
| 44 const unsigned int LanguageMatcher::kRegionWeight = 5; |
| 45 const unsigned int LanguageMatcher::kThreshold = 50; |
| 46 const unsigned int LanguageMatcher::kPositionBonus = 1; |
| 47 const char* const LanguageMatcher::kDefaultLocale = "root"; |
| 48 |
| 49 static const char* GetLanguageException(const char*); |
| 50 static void BCP47ToICUFormat(v8::Handle<v8::String>, char*); |
| 51 static int CompareLocaleSubtags(const char*, const char*); |
| 52 static bool BuildLocaleName(const char*, const char*, LocaleIDMatch*); |
| 53 |
| 54 LocaleIDMatch::LocaleIDMatch() |
| 55 : score(-1) { |
| 56 OS::SNPrintF(Vector<char>(bcp47_id, ULOC_FULLNAME_CAPACITY), |
| 57 "%s", LanguageMatcher::kDefaultLocale); |
| 58 OS::SNPrintF(Vector<char>(icu_id, ULOC_FULLNAME_CAPACITY), |
| 59 "%s", LanguageMatcher::kDefaultLocale); |
| 60 } |
| 61 |
| 62 LocaleIDMatch& LocaleIDMatch::operator=(const LocaleIDMatch& rhs) { |
| 63 OS::SNPrintF(Vector<char>(this->bcp47_id, ULOC_FULLNAME_CAPACITY), |
| 64 "%s", rhs.bcp47_id); |
| 65 OS::SNPrintF(Vector<char>(this->icu_id, ULOC_FULLNAME_CAPACITY), |
| 66 "%s", rhs.icu_id); |
| 67 this->score = rhs.score; |
| 68 |
| 69 return *this; |
| 70 } |
| 71 |
| 72 // static |
| 73 void LanguageMatcher::GetBestMatchForPriorityList( |
| 74 v8::Handle<v8::Array> locales, LocaleIDMatch* result) { |
| 75 v8::HandleScope handle_scope; |
| 76 |
| 77 unsigned int position_bonus = locales->Length() * kPositionBonus; |
| 78 |
| 79 int max_score = 0; |
| 80 LocaleIDMatch match; |
| 81 for (unsigned int i = 0; i < locales->Length(); ++i) { |
| 82 position_bonus -= kPositionBonus; |
| 83 |
| 84 v8::TryCatch try_catch; |
| 85 v8::Local<v8::Value> locale_id = locales->Get(v8::Integer::New(i)); |
| 86 |
| 87 // Return default if exception is raised when reading parameter. |
| 88 if (try_catch.HasCaught()) break; |
| 89 |
| 90 // JavaScript arrays can be heterogenous so check each item |
| 91 // if it's a string. |
| 92 if (!locale_id->IsString()) continue; |
| 93 |
| 94 if (!CompareToSupportedLocaleIDList(locale_id->ToString(), &match)) { |
| 95 continue; |
| 96 } |
| 97 |
| 98 // Skip items under threshold. |
| 99 if (match.score < kThreshold) continue; |
| 100 |
| 101 match.score += position_bonus; |
| 102 if (match.score > max_score) { |
| 103 *result = match; |
| 104 |
| 105 max_score = match.score; |
| 106 } |
| 107 } |
| 108 } |
| 109 |
| 110 // static |
| 111 void LanguageMatcher::GetBestMatchForString( |
| 112 v8::Handle<v8::String> locale, LocaleIDMatch* result) { |
| 113 LocaleIDMatch match; |
| 114 |
| 115 if (CompareToSupportedLocaleIDList(locale, &match) && |
| 116 match.score >= kThreshold) { |
| 117 *result = match; |
| 118 } |
| 119 } |
| 120 |
| 121 // static |
| 122 bool LanguageMatcher::CompareToSupportedLocaleIDList( |
| 123 v8::Handle<v8::String> locale_id, LocaleIDMatch* result) { |
| 124 static int32_t available_count = 0; |
| 125 // Depending on how ICU data is built, locales returned by |
| 126 // Locale::getAvailableLocale() are not guaranteed to support DateFormat, |
| 127 // Collation and other services. We can call getAvailableLocale() of all the |
| 128 // services we want to support and take the intersection of them all, but |
| 129 // using DateFormat::getAvailableLocales() should suffice. |
| 130 // TODO(cira): Maybe make this thread-safe? |
| 131 static const icu::Locale* available_locales = |
| 132 icu::DateFormat::getAvailableLocales(available_count); |
| 133 |
| 134 // Skip this locale_id if it's not in ASCII. |
| 135 static LocaleIDMatch default_match; |
| 136 v8::String::AsciiValue is_ascii(locale_id); |
| 137 if (*is_ascii == NULL) { |
| 138 *result = default_match; |
| 139 return true; |
| 140 } |
| 141 |
| 142 char locale[ULOC_FULLNAME_CAPACITY]; |
| 143 BCP47ToICUFormat(locale_id, locale); |
| 144 icu::Locale input_locale(locale); |
| 145 |
| 146 // Position of the best match locale in list of available locales. |
| 147 int position = -1; |
| 148 result->score = 0; |
| 149 const char* language = GetLanguageException(input_locale.getLanguage()); |
| 150 const char* script = input_locale.getScript(); |
| 151 const char* region = input_locale.getCountry(); |
| 152 for (int32_t i = 0; i < available_count; ++i) { |
| 153 int current_score = 0; |
| 154 int sign = |
| 155 CompareLocaleSubtags(language, available_locales[i].getLanguage()); |
| 156 current_score += sign * kLanguageWeight; |
| 157 |
| 158 sign = CompareLocaleSubtags(script, available_locales[i].getScript()); |
| 159 current_score += sign * kScriptWeight; |
| 160 |
| 161 sign = CompareLocaleSubtags(region, available_locales[i].getCountry()); |
| 162 current_score += sign * kRegionWeight; |
| 163 |
| 164 if (current_score > result->score) { |
| 165 result->score = current_score; |
| 166 position = i; |
| 167 } |
| 168 } |
| 169 |
| 170 if (result->score < kThreshold || position == -1) { |
| 171 *result = default_match; |
| 172 return true; |
| 173 } |
| 174 |
| 175 return BuildLocaleName(available_locales[position].getBaseName(), |
| 176 input_locale.getName(), result); |
| 177 } |
| 178 |
| 179 // For some unsupported language subtags it is better to fallback to related |
| 180 // language that is supported than to default. |
| 181 static const char* GetLanguageException(const char* language) { |
| 182 // Serbo-croatian to Serbian. |
| 183 if (!strcmp(language, "sh")) return "sr"; |
| 184 |
| 185 // Norweigan to Norweiaan to Norwegian Bokmal. |
| 186 if (!strcmp(language, "no")) return "nb"; |
| 187 |
| 188 // Moldavian to Romanian. |
| 189 if (!strcmp(language, "mo")) return "ro"; |
| 190 |
| 191 // Tagalog to Filipino. |
| 192 if (!strcmp(language, "tl")) return "fil"; |
| 193 |
| 194 return language; |
| 195 } |
| 196 |
| 197 // Converts user input from BCP47 locale id format to ICU compatible format. |
| 198 static void BCP47ToICUFormat(v8::Handle<v8::String> locale_id, char* locale) { |
| 199 UErrorCode status = U_ZERO_ERROR; |
| 200 int32_t locale_size = 0; |
| 201 uloc_forLanguageTag(*v8::String::Utf8Value(locale_id), locale, |
| 202 ULOC_FULLNAME_CAPACITY, &locale_size, &status); |
| 203 } |
| 204 |
| 205 // Compares locale id subtags. |
| 206 // Returns 1 for match or -1 for mismatch. |
| 207 static int CompareLocaleSubtags(const char* lsubtag, const char* rsubtag) { |
| 208 return strcmp(lsubtag, rsubtag) == 0 ? 1 : -1; |
| 209 } |
| 210 |
| 211 // Builds a BCP47 compliant locale id from base name of matched locale and |
| 212 // full user specified locale. |
| 213 // Returns false if uloc_toLanguageTag failed to convert locale id. |
| 214 // Example: |
| 215 // base_name of matched locale (ICU ID): de_DE |
| 216 // input_locale_name (ICU ID): de_AT@collation=phonebk |
| 217 // result (ICU ID): de_DE@collation=phonebk |
| 218 // result (BCP47 ID): de-DE-u-co-phonebk |
| 219 static bool BuildLocaleName(const char* base_name, |
| 220 const char* input_locale_name, |
| 221 LocaleIDMatch* result) { |
| 222 // Get extensions (if any) from the original locale. |
| 223 const char* extension = strchr(input_locale_name, ULOC_KEYWORD_SEPARATOR); |
| 224 if (extension != NULL) { |
| 225 OS::SNPrintF(Vector<char>(result->icu_id, ULOC_FULLNAME_CAPACITY), |
| 226 "%s%s", base_name, extension); |
| 227 } else { |
| 228 OS::SNPrintF(Vector<char>(result->icu_id, ULOC_FULLNAME_CAPACITY), |
| 229 "%s", base_name); |
| 230 } |
| 231 |
| 232 // Convert ICU locale name into BCP47 format. |
| 233 UErrorCode status = U_ZERO_ERROR; |
| 234 uloc_toLanguageTag(result->icu_id, result->bcp47_id, |
| 235 ULOC_FULLNAME_CAPACITY, false, &status); |
| 236 return !U_FAILURE(status); |
| 237 } |
| 238 |
| 239 } } // namespace v8::internal |
OLD | NEW |