Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #ifndef BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ | 5 #ifndef BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ |
| 6 #define BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ | 6 #define BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ |
| 7 #pragma once | 7 #pragma once |
| 8 | 8 |
| 9 #include <string> | 9 #include <string> |
| 10 #include <vector> | 10 #include <vector> |
| 11 | 11 |
| 12 #include "base/base_export.h" | 12 #include "base/base_export.h" |
| 13 #include "base/string16.h" | 13 #include "base/string16.h" |
| 14 #include "base/string_piece.h" | 14 #include "base/string_piece.h" |
| 15 | 15 |
| 16 // Returns false if s[index-1] is a high surrogate and s[index] is a low | |
| 17 // surrogate, true otherwise. | |
| 18 BASE_EXPORT bool IsValidCodePointIndex(const string16& s, size_t index); | |
| 19 | |
| 20 // |Utf16IndexToOffset| returns the number of code points between |base| and | |
| 21 // |pos| in the given string. |Utf16OffsetToIndex| returns the index that is | |
| 22 // |offset| code points away from the given |base| index. These functions are | |
| 23 // named after glib's |g_utf8_pointer_to_offset| and |g_utf8_offset_to_pointer|, | |
| 24 // which perform the same function for UTF-8. | |
| 25 // Unpaired surrogates in the string are counted as BMP characters. If an | |
|
msw
2012/03/01 22:48:54
Maybe use Basic Multilingual Plane for the laymen
benrg
2012/03/02 00:06:08
Rewritten.
| |
| 26 // argument index points to the middle of a surrogate pair, it is treated as | |
| 27 // though it pointed to the end of that pair (in other words, the first word of | |
| 28 // any surrogate pair is the one that is counted). The index returned by | |
| 29 // |Utf16OffsetToIndex| never points to the middle of a surrogate pair. | |
| 30 // The following identities hold: | |
| 31 // If |s| contains no surrogate pairs, then | |
| 32 // Utf16IndexToOffset(s, base, pos) == pos - base | |
| 33 // Utf16OffsetToIndex(s, base, offset) == base + offset | |
| 34 // If |pos| does not point to the middle of a surrogate pair, then | |
| 35 // Utf16OffsetToIndex(s, base, Utf16IndexToOffset(s, base, pos)) == pos | |
| 36 // Always, | |
| 37 // Utf16IndexToOffset(s, base, Utf16OffsetToIndex(s, base, ofs)) == ofs | |
| 38 // Utf16IndexToOffset(s, i, j) == -Utf16IndexToOffset(s, j, i) | |
| 39 BASE_EXPORT ptrdiff_t Utf16IndexToOffset(const string16& s, | |
| 40 size_t base, | |
| 41 size_t pos); | |
| 42 BASE_EXPORT size_t Utf16OffsetToIndex(const string16& s, | |
| 43 size_t base, | |
| 44 ptrdiff_t offset); | |
| 45 | |
| 16 // Like the conversions in utf_string_conversions.h, but also takes one or more | 46 // Like the conversions in utf_string_conversions.h, but also takes one or more |
| 17 // offsets (|offset[s]_for_adjustment|) into the source strings, each offset | 47 // offsets (|offset[s]_for_adjustment|) into the source strings, each offset |
| 18 // will be adjusted to point at the same logical place in the result strings. | 48 // will be adjusted to point at the same logical place in the result strings. |
| 19 // If this isn't possible because an offset points past the end of the source | 49 // If this isn't possible because an offset points past the end of the source |
| 20 // strings or into the middle of a multibyte sequence, the offending offset will | 50 // strings or into the middle of a multibyte sequence, the offending offset will |
| 21 // be set to string16::npos. |offset[s]_for_adjustment| may be NULL. | 51 // be set to string16::npos. |offset[s]_for_adjustment| may be NULL. |
| 22 BASE_EXPORT bool UTF8ToUTF16AndAdjustOffset(const char* src, | 52 BASE_EXPORT bool UTF8ToUTF16AndAdjustOffset(const char* src, |
| 23 size_t src_len, | 53 size_t src_len, |
| 24 string16* output, | 54 string16* output, |
| 25 size_t* offset_for_adjustment); | 55 size_t* offset_for_adjustment); |
| (...skipping 55 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 81 void Add(const Adjustment& adjustment); | 111 void Add(const Adjustment& adjustment); |
| 82 | 112 |
| 83 private: | 113 private: |
| 84 void AdjustOffset(std::vector<size_t>::iterator offset); | 114 void AdjustOffset(std::vector<size_t>::iterator offset); |
| 85 | 115 |
| 86 std::vector<size_t>* offsets_for_adjustment_; | 116 std::vector<size_t>* offsets_for_adjustment_; |
| 87 std::vector<Adjustment> adjustments_; | 117 std::vector<Adjustment> adjustments_; |
| 88 }; | 118 }; |
| 89 | 119 |
| 90 #endif // BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ | 120 #endif // BASE_UTF_OFFSET_STRING_CONVERSIONS_H_ |
| OLD | NEW |