| OLD | NEW |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "base/i18n/icu_util.h" | 5 #include "base/i18n/icu_util.h" |
| 6 | 6 |
| 7 #if defined(OS_WIN) | 7 #if defined(OS_WIN) |
| 8 #include <windows.h> | 8 #include <windows.h> |
| 9 #endif | 9 #endif |
| 10 | 10 |
| (...skipping 16 matching lines...) Expand all Loading... |
| 27 #include "base/mac/foundation_util.h" | 27 #include "base/mac/foundation_util.h" |
| 28 #endif | 28 #endif |
| 29 | 29 |
| 30 #define ICU_UTIL_DATA_FILE 0 | 30 #define ICU_UTIL_DATA_FILE 0 |
| 31 #define ICU_UTIL_DATA_SHARED 1 | 31 #define ICU_UTIL_DATA_SHARED 1 |
| 32 #define ICU_UTIL_DATA_STATIC 2 | 32 #define ICU_UTIL_DATA_STATIC 2 |
| 33 | 33 |
| 34 namespace base { | 34 namespace base { |
| 35 namespace i18n { | 35 namespace i18n { |
| 36 | 36 |
| 37 // Use an unversioned file name to simplify a icu version update down the road. | |
| 38 // No need to change the filename in multiple places (gyp files, windows | |
| 39 // build pkg configurations, etc). 'l' stands for Little Endian. | |
| 40 // This variable is exported through the header file. | |
| 41 const char kIcuDataFileName[] = "icudtl.dat"; | |
| 42 #if ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_SHARED | 37 #if ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_SHARED |
| 43 #define ICU_UTIL_DATA_SYMBOL "icudt" U_ICU_VERSION_SHORT "_dat" | 38 #define ICU_UTIL_DATA_SYMBOL "icudt" U_ICU_VERSION_SHORT "_dat" |
| 44 #if defined(OS_WIN) | 39 #if defined(OS_WIN) |
| 45 #define ICU_UTIL_DATA_SHARED_MODULE_NAME "icudt.dll" | 40 #define ICU_UTIL_DATA_SHARED_MODULE_NAME "icudt.dll" |
| 46 #endif | 41 #endif |
| 47 #endif | 42 #endif |
| 48 | 43 |
| 49 namespace { | 44 namespace { |
| 50 | 45 #if !defined(OS_NACL) |
| 51 #if !defined(NDEBUG) | 46 #if !defined(NDEBUG) |
| 52 // Assert that we are not called more than once. Even though calling this | 47 // Assert that we are not called more than once. Even though calling this |
| 53 // function isn't harmful (ICU can handle it), being called twice probably | 48 // function isn't harmful (ICU can handle it), being called twice probably |
| 54 // indicates a programming error. | 49 // indicates a programming error. |
| 55 #if !defined(OS_NACL) | 50 bool g_check_called_once = true; |
| 56 bool g_called_once = false; | 51 bool g_called_once = false; |
| 52 #endif // !defined(NDEBUG) |
| 53 |
| 54 #if ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE |
| 55 // Use an unversioned file name to simplify a icu version update down the road. |
| 56 // No need to change the filename in multiple places (gyp files, windows |
| 57 // build pkg configurations, etc). 'l' stands for Little Endian. |
| 58 // This variable is exported through the header file. |
| 59 const char kIcuDataFileName[] = "icudtl.dat"; |
| 60 |
| 61 // File handle intentionally never closed. Not using File here because its |
| 62 // Windows implementation guards against two instances owning the same |
| 63 // PlatformFile (which we allow since we know it is never freed). |
| 64 const PlatformFile kInvalidPlatformFile = |
| 65 #if defined(OS_WIN) |
| 66 INVALID_HANDLE_VALUE; |
| 67 #else |
| 68 -1; |
| 57 #endif | 69 #endif |
| 58 bool g_check_called_once = true; | 70 PlatformFile g_icudtl_pf = kInvalidPlatformFile; |
| 71 CR_DEFINE_STATIC_LOCAL(MemoryMappedFile, g_icudtl_mapped_file, ()); |
| 72 MemoryMappedFile::Region g_icudtl_region; |
| 73 |
| 74 void LazyInitIcuDataFile() { |
| 75 if (g_icudtl_pf != kInvalidPlatformFile) { |
| 76 return; |
| 77 } |
| 78 #if !defined(OS_MACOSX) |
| 79 FilePath data_path; |
| 80 #if defined(OS_WIN) |
| 81 // The data file will be in the same directory as the current module. |
| 82 bool path_ok = PathService::Get(DIR_MODULE, &data_path); |
| 83 wchar_t tmp_buffer[_MAX_PATH] = {0}; |
| 84 wcscpy_s(tmp_buffer, data_path.value().c_str()); |
| 85 debug::Alias(tmp_buffer); |
| 86 CHECK(path_ok); // TODO(scottmg): http://crbug.com/445616 |
| 87 #elif defined(OS_ANDROID) |
| 88 bool path_ok = PathService::Get(DIR_ANDROID_APP_DATA, &data_path); |
| 89 #else |
| 90 // For now, expect the data file to be alongside the executable. |
| 91 // This is sufficient while we work on unit tests, but will eventually |
| 92 // likely live in a data directory. |
| 93 bool path_ok = PathService::Get(DIR_EXE, &data_path); |
| 59 #endif | 94 #endif |
| 95 DCHECK(path_ok); |
| 96 data_path = data_path.AppendASCII(kIcuDataFileName); |
| 97 |
| 98 #if defined(OS_WIN) |
| 99 // TODO(scottmg): http://crbug.com/445616 |
| 100 wchar_t tmp_buffer2[_MAX_PATH] = {0}; |
| 101 wcscpy_s(tmp_buffer2, data_path.value().c_str()); |
| 102 debug::Alias(tmp_buffer2); |
| 103 #endif |
| 104 |
| 105 #else |
| 106 // Assume it is in the framework bundle's Resources directory. |
| 107 ScopedCFTypeRef<CFStringRef> data_file_name( |
| 108 SysUTF8ToCFStringRef(kIcuDataFileName)); |
| 109 FilePath data_path = mac::PathForFrameworkBundleResource(data_file_name); |
| 110 if (data_path.empty()) { |
| 111 LOG(ERROR) << kIcuDataFileName << " not found in bundle"; |
| 112 return; |
| 113 } |
| 114 #endif // !defined(OS_MACOSX) |
| 115 File file(data_path, File::FLAG_OPEN | File::FLAG_READ); |
| 116 if (file.IsValid()) { |
| 117 g_icudtl_pf = file.TakePlatformFile(); |
| 118 g_icudtl_region = MemoryMappedFile::Region::kWholeFile; |
| 119 } |
| 60 } | 120 } |
| 61 | 121 |
| 122 bool InitializeICUWithFileDescriptorInternal( |
| 123 PlatformFile data_fd, |
| 124 const MemoryMappedFile::Region& data_region) { |
| 125 // This can be called multiple times in tests. |
| 126 if (g_icudtl_mapped_file.IsValid()) { |
| 127 return true; |
| 128 } |
| 129 if (data_fd < 0) { |
| 130 return false; |
| 131 } |
| 132 if (!g_icudtl_mapped_file.Initialize(File(data_fd), data_region)) { |
| 133 LOG(ERROR) << "Couldn't mmap icu data file"; |
| 134 return false; |
| 135 } |
| 136 UErrorCode err = U_ZERO_ERROR; |
| 137 udata_setCommonData(const_cast<uint8*>(g_icudtl_mapped_file.data()), &err); |
| 138 return err == U_ZERO_ERROR; |
| 139 } |
| 140 #endif // ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE |
| 141 #endif // !defined(OS_NACL) |
| 142 |
| 143 } // namespace |
| 144 |
| 62 #if !defined(OS_NACL) | 145 #if !defined(OS_NACL) |
| 146 #if ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE |
| 63 bool InitializeICUWithFileDescriptor( | 147 bool InitializeICUWithFileDescriptor( |
| 64 PlatformFile data_fd, | 148 PlatformFile data_fd, |
| 65 MemoryMappedFile::Region data_region) { | 149 const MemoryMappedFile::Region& data_region) { |
| 66 #if !defined(NDEBUG) | 150 #if !defined(NDEBUG) |
| 67 DCHECK(!g_check_called_once || !g_called_once); | 151 DCHECK(!g_check_called_once || !g_called_once); |
| 68 g_called_once = true; | 152 g_called_once = true; |
| 69 #endif | 153 #endif |
| 70 | 154 return InitializeICUWithFileDescriptorInternal(data_fd, data_region); |
| 71 #if (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_STATIC) | |
| 72 // The ICU data is statically linked. | |
| 73 return true; | |
| 74 #elif (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE) | |
| 75 CR_DEFINE_STATIC_LOCAL(MemoryMappedFile, mapped_file, ()); | |
| 76 if (!mapped_file.IsValid()) { | |
| 77 if (!mapped_file.Initialize(File(data_fd), data_region)) { | |
| 78 LOG(ERROR) << "Couldn't mmap icu data file"; | |
| 79 return false; | |
| 80 } | |
| 81 } | |
| 82 UErrorCode err = U_ZERO_ERROR; | |
| 83 udata_setCommonData(const_cast<uint8*>(mapped_file.data()), &err); | |
| 84 return err == U_ZERO_ERROR; | |
| 85 #endif // ICU_UTIL_DATA_FILE | |
| 86 } | 155 } |
| 87 | 156 |
| 157 PlatformFile GetIcuDataFileHandle(MemoryMappedFile::Region* out_region) { |
| 158 CHECK_NE(g_icudtl_pf, kInvalidPlatformFile); |
| 159 *out_region = g_icudtl_region; |
| 160 return g_icudtl_pf; |
| 161 } |
| 162 #endif // ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE |
| 88 | 163 |
| 89 bool InitializeICU() { | 164 bool InitializeICU() { |
| 90 #if !defined(NDEBUG) | 165 #if !defined(NDEBUG) |
| 91 DCHECK(!g_check_called_once || !g_called_once); | 166 DCHECK(!g_check_called_once || !g_called_once); |
| 92 g_called_once = true; | 167 g_called_once = true; |
| 93 #endif | 168 #endif |
| 94 | 169 |
| 95 bool result; | 170 bool result; |
| 96 #if (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_SHARED) | 171 #if (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_SHARED) |
| 97 // We expect to find the ICU data module alongside the current module. | 172 // We expect to find the ICU data module alongside the current module. |
| (...skipping 18 matching lines...) Expand all Loading... |
| 116 udata_setCommonData(reinterpret_cast<void*>(addr), &err); | 191 udata_setCommonData(reinterpret_cast<void*>(addr), &err); |
| 117 result = (err == U_ZERO_ERROR); | 192 result = (err == U_ZERO_ERROR); |
| 118 #elif (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_STATIC) | 193 #elif (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_STATIC) |
| 119 // The ICU data is statically linked. | 194 // The ICU data is statically linked. |
| 120 result = true; | 195 result = true; |
| 121 #elif (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE) | 196 #elif (ICU_UTIL_DATA_IMPL == ICU_UTIL_DATA_FILE) |
| 122 // If the ICU data directory is set, ICU won't actually load the data until | 197 // If the ICU data directory is set, ICU won't actually load the data until |
| 123 // it is needed. This can fail if the process is sandboxed at that time. | 198 // it is needed. This can fail if the process is sandboxed at that time. |
| 124 // Instead, we map the file in and hand off the data so the sandbox won't | 199 // Instead, we map the file in and hand off the data so the sandbox won't |
| 125 // cause any problems. | 200 // cause any problems. |
| 126 | 201 LazyInitIcuDataFile(); |
| 127 // Chrome doesn't normally shut down ICU, so the mapped data shouldn't ever | 202 result = InitializeICUWithFileDescriptorInternal( |
| 128 // be released. | 203 g_icudtl_pf, g_icudtl_region); |
| 129 CR_DEFINE_STATIC_LOCAL(MemoryMappedFile, mapped_file, ()); | |
| 130 if (!mapped_file.IsValid()) { | |
| 131 #if !defined(OS_MACOSX) | |
| 132 FilePath data_path; | |
| 133 #if defined(OS_WIN) | |
| 134 // The data file will be in the same directory as the current module. | |
| 135 bool path_ok = PathService::Get(DIR_MODULE, &data_path); | |
| 136 wchar_t tmp_buffer[_MAX_PATH] = {0}; | |
| 137 wcscpy_s(tmp_buffer, data_path.value().c_str()); | |
| 138 debug::Alias(tmp_buffer); | |
| 139 CHECK(path_ok); // TODO(scottmg): http://crbug.com/445616 | |
| 140 #elif defined(OS_ANDROID) | |
| 141 bool path_ok = PathService::Get(DIR_ANDROID_APP_DATA, &data_path); | |
| 142 #else | |
| 143 // For now, expect the data file to be alongside the executable. | |
| 144 // This is sufficient while we work on unit tests, but will eventually | |
| 145 // likely live in a data directory. | |
| 146 bool path_ok = PathService::Get(DIR_EXE, &data_path); | |
| 147 #endif | |
| 148 DCHECK(path_ok); | |
| 149 data_path = data_path.AppendASCII(kIcuDataFileName); | |
| 150 | |
| 151 #if defined(OS_WIN) | |
| 152 // TODO(scottmg): http://crbug.com/445616 | |
| 153 wchar_t tmp_buffer2[_MAX_PATH] = {0}; | |
| 154 wcscpy_s(tmp_buffer2, data_path.value().c_str()); | |
| 155 debug::Alias(tmp_buffer2); | |
| 156 #endif | |
| 157 | |
| 158 #else | |
| 159 // Assume it is in the framework bundle's Resources directory. | |
| 160 ScopedCFTypeRef<CFStringRef> data_file_name( | |
| 161 SysUTF8ToCFStringRef(kIcuDataFileName)); | |
| 162 FilePath data_path = | |
| 163 mac::PathForFrameworkBundleResource(data_file_name); | |
| 164 if (data_path.empty()) { | |
| 165 LOG(ERROR) << kIcuDataFileName << " not found in bundle"; | |
| 166 return false; | |
| 167 } | |
| 168 #endif // OS check | |
| 169 if (!mapped_file.Initialize(data_path)) { | |
| 170 #if defined(OS_WIN) | |
| 171 CHECK(false); // TODO(scottmg): http://crbug.com/445616 | |
| 172 #endif | |
| 173 LOG(ERROR) << "Couldn't mmap " << data_path.AsUTF8Unsafe(); | |
| 174 return false; | |
| 175 } | |
| 176 } | |
| 177 UErrorCode err = U_ZERO_ERROR; | |
| 178 udata_setCommonData(const_cast<uint8*>(mapped_file.data()), &err); | |
| 179 result = (err == U_ZERO_ERROR); | |
| 180 #if defined(OS_WIN) | 204 #if defined(OS_WIN) |
| 181 CHECK(result); // TODO(scottmg): http://crbug.com/445616 | 205 CHECK(result); // TODO(scottmg): http://crbug.com/445616 |
| 182 #endif | 206 #endif |
| 183 #endif | 207 #endif |
| 184 | 208 |
| 185 // To respond to the timezone change properly, the default timezone | 209 // To respond to the timezone change properly, the default timezone |
| 186 // cache in ICU has to be populated on starting up. | 210 // cache in ICU has to be populated on starting up. |
| 187 // TODO(jungshik): Some callers do not care about tz at all. If necessary, | 211 // TODO(jungshik): Some callers do not care about tz at all. If necessary, |
| 188 // add a boolean argument to this function to init'd the default tz only | 212 // add a boolean argument to this function to init'd the default tz only |
| 189 // when requested. | 213 // when requested. |
| 190 #if defined(OS_LINUX) && !defined(OS_CHROMEOS) | 214 #if defined(OS_LINUX) && !defined(OS_CHROMEOS) |
| 191 if (result) | 215 if (result) |
| 192 scoped_ptr<icu::TimeZone> zone(icu::TimeZone::createDefault()); | 216 scoped_ptr<icu::TimeZone> zone(icu::TimeZone::createDefault()); |
| 193 #endif | 217 #endif |
| 194 return result; | 218 return result; |
| 195 } | 219 } |
| 196 #endif | 220 #endif // !defined(OS_NACL) |
| 197 | 221 |
| 198 void AllowMultipleInitializeCallsForTesting() { | 222 void AllowMultipleInitializeCallsForTesting() { |
| 199 #if !defined(NDEBUG) | 223 #if !defined(NDEBUG) && !defined(OS_NACL) |
| 200 g_check_called_once = false; | 224 g_check_called_once = false; |
| 201 #endif | 225 #endif |
| 202 } | 226 } |
| 203 | 227 |
| 204 } // namespace i18n | 228 } // namespace i18n |
| 205 } // namespace base | 229 } // namespace base |
| OLD | NEW |