| OLD | NEW |
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include <algorithm> | 5 #include <algorithm> |
| 6 | 6 |
| 7 #include "base/logging.h" | 7 #include "base/logging.h" |
| 8 #include "base/string_piece.h" | 8 #include "base/string_piece.h" |
| 9 #include "base/utf_offset_string_conversions.h" | 9 #include "base/utf_offset_string_conversions.h" |
| 10 #include "testing/gtest/include/gtest/gtest.h" | 10 #include "testing/gtest/include/gtest/gtest.h" |
| 11 | 11 |
| 12 namespace base { | 12 namespace base { |
| 13 | 13 |
| 14 namespace { | 14 namespace { |
| 15 | 15 |
| 16 static const size_t kNpos = std::wstring::npos; | 16 static const size_t kNpos = string16::npos; |
| 17 | |
| 18 // Given a null-terminated string of wchar_t with each wchar_t representing | |
| 19 // a UTF-16 code unit, returns a string16 made up of wchar_t's in the input. | |
| 20 // Each wchar_t should be <= 0xFFFF and a non-BMP character (> U+FFFF) | |
| 21 // should be represented as a surrogate pair (two UTF-16 units) | |
| 22 // *even* where wchar_t is 32-bit (Linux and Mac). | |
| 23 // | |
| 24 // This is to help write tests for functions with string16 params until | |
| 25 // the C++ 0x UTF-16 literal is well-supported by compilers. | |
| 26 string16 BuildString16(const wchar_t* s) { | |
| 27 #if defined(WCHAR_T_IS_UTF16) | |
| 28 return string16(s); | |
| 29 #elif defined(WCHAR_T_IS_UTF32) | |
| 30 string16 u16; | |
| 31 while (*s != 0) { | |
| 32 DCHECK(static_cast<unsigned int>(*s) <= 0xFFFFu); | |
| 33 u16.push_back(*s++); | |
| 34 } | |
| 35 return u16; | |
| 36 #endif | |
| 37 } | |
| 38 | 17 |
| 39 } // namespace | 18 } // namespace |
| 40 | 19 |
| 41 TEST(UTFOffsetStringConversionsTest, AdjustOffset) { | 20 TEST(UTFOffsetStringConversionsTest, AdjustOffset) { |
| 42 struct UTF8ToWideCase { | 21 struct UTF8ToUTF16Case { |
| 43 const char* utf8; | 22 const char* utf8; |
| 44 size_t input_offset; | 23 size_t input_offset; |
| 45 size_t output_offset; | 24 size_t output_offset; |
| 46 } utf8_to_wide_cases[] = { | 25 } utf8_to_utf16_cases[] = { |
| 47 {"", 0, kNpos}, | 26 {"", 0, kNpos}, |
| 48 {"\xe4\xbd\xa0\xe5\xa5\xbd", 1, kNpos}, | 27 {"\xe4\xbd\xa0\xe5\xa5\xbd", 1, kNpos}, |
| 49 {"\xe4\xbd\xa0\xe5\xa5\xbd", 3, 1}, | 28 {"\xe4\xbd\xa0\xe5\xa5\xbd", 3, 1}, |
| 50 {"\xed\xb0\x80z", 3, 1}, | 29 {"\xed\xb0\x80z", 3, 1}, |
| 51 {"A\xF0\x90\x8C\x80z", 1, 1}, | 30 {"A\xF0\x90\x8C\x80z", 1, 1}, |
| 52 {"A\xF0\x90\x8C\x80z", 2, kNpos}, | 31 {"A\xF0\x90\x8C\x80z", 2, kNpos}, |
| 53 #if defined(WCHAR_T_IS_UTF16) | |
| 54 {"A\xF0\x90\x8C\x80z", 5, 3}, | 32 {"A\xF0\x90\x8C\x80z", 5, 3}, |
| 55 #elif defined(WCHAR_T_IS_UTF32) | |
| 56 {"A\xF0\x90\x8C\x80z", 5, 2}, | |
| 57 #endif | |
| 58 }; | 33 }; |
| 59 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf8_to_wide_cases); ++i) { | 34 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf8_to_utf16_cases); ++i) { |
| 60 size_t offset = utf8_to_wide_cases[i].input_offset; | 35 size_t offset = utf8_to_utf16_cases[i].input_offset; |
| 61 UTF8ToWideAndAdjustOffset(utf8_to_wide_cases[i].utf8, &offset); | 36 UTF8ToUTF16AndAdjustOffset(utf8_to_utf16_cases[i].utf8, &offset); |
| 62 EXPECT_EQ(utf8_to_wide_cases[i].output_offset, offset); | 37 EXPECT_EQ(utf8_to_utf16_cases[i].output_offset, offset); |
| 63 } | 38 } |
| 64 | |
| 65 #if defined(WCHAR_T_IS_UTF32) | |
| 66 struct UTF16ToWideCase { | |
| 67 const wchar_t* wide; | |
| 68 size_t input_offset; | |
| 69 size_t output_offset; | |
| 70 } utf16_to_wide_cases[] = { | |
| 71 {L"\xD840\xDC00\x4E00", 0, 0}, | |
| 72 {L"\xD840\xDC00\x4E00", 1, kNpos}, | |
| 73 {L"\xD840\xDC00\x4E00", 2, 1}, | |
| 74 }; | |
| 75 for (size_t i = 0; i < ARRAYSIZE_UNSAFE(utf16_to_wide_cases); ++i) { | |
| 76 size_t offset = utf16_to_wide_cases[i].input_offset; | |
| 77 UTF16ToWideAndAdjustOffset(BuildString16(utf16_to_wide_cases[i].wide), | |
| 78 &offset); | |
| 79 EXPECT_EQ(utf16_to_wide_cases[i].output_offset, offset); | |
| 80 } | |
| 81 #endif | |
| 82 } | 39 } |
| 83 | 40 |
| 84 TEST(UTFOffsetStringConversionsTest, LimitOffsets) { | 41 TEST(UTFOffsetStringConversionsTest, LimitOffsets) { |
| 85 const size_t kLimit = 10; | 42 const size_t kLimit = 10; |
| 86 const size_t kItems = 20; | 43 const size_t kItems = 20; |
| 87 std::vector<size_t> size_ts; | 44 std::vector<size_t> size_ts; |
| 88 for (size_t t = 0; t < kItems; ++t) | 45 for (size_t t = 0; t < kItems; ++t) |
| 89 size_ts.push_back(t); | 46 size_ts.push_back(t); |
| 90 std::for_each(size_ts.begin(), size_ts.end(), | 47 std::for_each(size_ts.begin(), size_ts.end(), |
| 91 LimitOffset<std::wstring>(kLimit)); | 48 LimitOffset<string16>(kLimit)); |
| 92 size_t unlimited_count = 0; | 49 size_t unlimited_count = 0; |
| 93 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); | 50 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); |
| 94 ++ti) { | 51 ++ti) { |
| 95 if (*ti < kLimit && *ti != kNpos) | 52 if (*ti < kLimit && *ti != kNpos) |
| 96 ++unlimited_count; | 53 ++unlimited_count; |
| 97 } | 54 } |
| 98 EXPECT_EQ(10U, unlimited_count); | 55 EXPECT_EQ(10U, unlimited_count); |
| 99 | 56 |
| 100 // Reverse the values in the vector and try again. | 57 // Reverse the values in the vector and try again. |
| 101 size_ts.clear(); | 58 size_ts.clear(); |
| 102 for (size_t t = kItems; t > 0; --t) | 59 for (size_t t = kItems; t > 0; --t) |
| 103 size_ts.push_back(t - 1); | 60 size_ts.push_back(t - 1); |
| 104 std::for_each(size_ts.begin(), size_ts.end(), | 61 std::for_each(size_ts.begin(), size_ts.end(), |
| 105 LimitOffset<std::wstring>(kLimit)); | 62 LimitOffset<string16>(kLimit)); |
| 106 unlimited_count = 0; | 63 unlimited_count = 0; |
| 107 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); | 64 for (std::vector<size_t>::iterator ti = size_ts.begin(); ti != size_ts.end(); |
| 108 ++ti) { | 65 ++ti) { |
| 109 if (*ti < kLimit && *ti != kNpos) | 66 if (*ti < kLimit && *ti != kNpos) |
| 110 ++unlimited_count; | 67 ++unlimited_count; |
| 111 } | 68 } |
| 112 EXPECT_EQ(10U, unlimited_count); | 69 EXPECT_EQ(10U, unlimited_count); |
| 113 } | 70 } |
| 114 | 71 |
| 115 TEST(UTFOffsetStringConversionsTest, AdjustOffsets) { | 72 TEST(UTFOffsetStringConversionsTest, AdjustOffsets) { |
| 116 // Imagine we have strings as shown in the following cases where the | 73 // Imagine we have strings as shown in the following cases where the |
| 117 // X's represent encoded characters. | 74 // X's represent encoded characters. |
| 118 // 1: abcXXXdef ==> abcXdef | 75 // 1: abcXXXdef ==> abcXdef |
| 119 std::vector<size_t> offsets; | 76 { |
| 120 for (size_t t = 0; t < 9; ++t) | 77 std::vector<size_t> offsets; |
| 121 offsets.push_back(t); | 78 for (size_t t = 0; t < 9; ++t) |
| 122 AdjustOffset::Adjustments adjustments; | 79 offsets.push_back(t); |
| 123 adjustments.push_back(AdjustOffset::Adjustment(3, 3, 1)); | 80 { |
| 124 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); | 81 OffsetAdjuster offset_adjuster(&offsets); |
| 125 size_t expected_1[] = {0, 1, 2, 3, kNpos, kNpos, 4, 5, 6}; | 82 offset_adjuster.Add(OffsetAdjuster::Adjustment(3, 3, 1)); |
| 126 EXPECT_EQ(offsets.size(), arraysize(expected_1)); | 83 } |
| 127 for (size_t i = 0; i < arraysize(expected_1); ++i) | 84 size_t expected_1[] = {0, 1, 2, 3, kNpos, kNpos, 4, 5, 6}; |
| 128 EXPECT_EQ(expected_1[i], offsets[i]); | 85 EXPECT_EQ(offsets.size(), arraysize(expected_1)); |
| 86 for (size_t i = 0; i < arraysize(expected_1); ++i) |
| 87 EXPECT_EQ(expected_1[i], offsets[i]); |
| 88 } |
| 129 | 89 |
| 130 // 2: XXXaXXXXbcXXXXXXXdefXXX ==> XaXXbcXXXXdefX | 90 // 2: XXXaXXXXbcXXXXXXXdefXXX ==> XaXXbcXXXXdefX |
| 131 offsets.clear(); | 91 { |
| 132 for (size_t t = 0; t < 23; ++t) | 92 std::vector<size_t> offsets; |
| 133 offsets.push_back(t); | 93 for (size_t t = 0; t < 23; ++t) |
| 134 adjustments.clear(); | 94 offsets.push_back(t); |
| 135 adjustments.push_back(AdjustOffset::Adjustment(0, 3, 1)); | 95 { |
| 136 adjustments.push_back(AdjustOffset::Adjustment(4, 4, 2)); | 96 OffsetAdjuster offset_adjuster(&offsets); |
| 137 adjustments.push_back(AdjustOffset::Adjustment(10, 7, 4)); | 97 offset_adjuster.Add(OffsetAdjuster::Adjustment(0, 3, 1)); |
| 138 adjustments.push_back(AdjustOffset::Adjustment(20, 3, 1)); | 98 offset_adjuster.Add(OffsetAdjuster::Adjustment(4, 4, 2)); |
| 139 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); | 99 offset_adjuster.Add(OffsetAdjuster::Adjustment(10, 7, 4)); |
| 140 size_t expected_2[] = {0, kNpos, kNpos, 1, 2, kNpos, kNpos, kNpos, 4, 5, 6, | 100 offset_adjuster.Add(OffsetAdjuster::Adjustment(20, 3, 1)); |
| 141 kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 10, 11, 12, | 101 } |
| 142 13, kNpos, kNpos}; | 102 size_t expected_2[] = {0, kNpos, kNpos, 1, 2, kNpos, kNpos, kNpos, 4, 5, 6, |
| 143 EXPECT_EQ(offsets.size(), arraysize(expected_2)); | 103 kNpos, kNpos, kNpos, kNpos, kNpos, kNpos, 10, 11, 12, |
| 144 for (size_t i = 0; i < arraysize(expected_2); ++i) | 104 13, kNpos, kNpos}; |
| 145 EXPECT_EQ(expected_2[i], offsets[i]); | 105 EXPECT_EQ(offsets.size(), arraysize(expected_2)); |
| 106 for (size_t i = 0; i < arraysize(expected_2); ++i) |
| 107 EXPECT_EQ(expected_2[i], offsets[i]); |
| 108 } |
| 146 | 109 |
| 147 // 3: XXXaXXXXbcdXXXeXX ==> aXXXXbcdXXXe | 110 // 3: XXXaXXXXbcdXXXeXX ==> aXXXXbcdXXXe |
| 148 offsets.clear(); | 111 { |
| 149 for (size_t t = 0; t < 17; ++t) | 112 std::vector<size_t> offsets; |
| 150 offsets.push_back(t); | 113 for (size_t t = 0; t < 17; ++t) |
| 151 adjustments.clear(); | 114 offsets.push_back(t); |
| 152 adjustments.push_back(AdjustOffset::Adjustment(0, 3, 0)); | 115 { |
| 153 adjustments.push_back(AdjustOffset::Adjustment(4, 4, 4)); | 116 OffsetAdjuster offset_adjuster(&offsets); |
| 154 adjustments.push_back(AdjustOffset::Adjustment(11, 3, 3)); | 117 offset_adjuster.Add(OffsetAdjuster::Adjustment(0, 3, 0)); |
| 155 adjustments.push_back(AdjustOffset::Adjustment(15, 2, 0)); | 118 offset_adjuster.Add(OffsetAdjuster::Adjustment(4, 4, 4)); |
| 156 std::for_each(offsets.begin(), offsets.end(), AdjustOffset(adjustments)); | 119 offset_adjuster.Add(OffsetAdjuster::Adjustment(11, 3, 3)); |
| 157 size_t expected_3[] = {kNpos, kNpos, kNpos, 0, 1, kNpos, kNpos, kNpos, 5, 6, | 120 offset_adjuster.Add(OffsetAdjuster::Adjustment(15, 2, 0)); |
| 158 7, 8, kNpos, kNpos, 11, kNpos, kNpos}; | 121 } |
| 159 EXPECT_EQ(offsets.size(), arraysize(expected_3)); | 122 size_t expected_3[] = {kNpos, kNpos, kNpos, 0, 1, kNpos, kNpos, kNpos, 5, 6, |
| 160 for (size_t i = 0; i < arraysize(expected_3); ++i) | 123 7, 8, kNpos, kNpos, 11, kNpos, kNpos}; |
| 161 EXPECT_EQ(expected_3[i], offsets[i]); | 124 EXPECT_EQ(offsets.size(), arraysize(expected_3)); |
| 125 for (size_t i = 0; i < arraysize(expected_3); ++i) |
| 126 EXPECT_EQ(expected_3[i], offsets[i]); |
| 127 } |
| 162 } | 128 } |
| 163 | 129 |
| 164 } // namaspace base | 130 } // namaspace base |
| OLD | NEW |