source/i18n/ucol_imp.h - Issue 845603002: Update ICU to 54.1 step 1

Unified Diff: source/i18n/ucol_imp.h

Issue 845603002: Update ICU to 54.1 step 1 (Closed) Base URL: https://chromium.googlesource.com/chromium/deps/icu.git@master

Patch Set: remove unusued directories Created 5 years, 11 months ago

Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.

Jump to:

View side-by-side diff with in-line comments

Download patch

Index: source/i18n/ucol_imp.h

diff --git a/source/i18n/ucol_imp.h b/source/i18n/ucol_imp.h

index deaa2dbdb0ea894e84d6e7b968865462224201ec..bfa2bb445af30dcf47ee5a2de94d484da2e121c9 100644

--- a/source/i18n/ucol_imp.h

+++ b/source/i18n/ucol_imp.h

@@ -1,7 +1,7 @@

*******************************************************************************

@@ -27,1066 +27,110 @@

#define UCOL_IMP_H

#include "unicode/utypes.h"

-#ifdef __cplusplus

-# include "unicode/utf16.h"

-#endif

-#define UCA_DATA_TYPE "icu"

-#define UCA_DATA_NAME "ucadata"

-#define INVC_DATA_TYPE "icu"

-#define INVC_DATA_NAME "invuca"

-/**

- * Convenience string denoting the Collation data tree

- * @internal ICU 3.0

- */

-#define U_ICUDATA_COLL U_ICUDATA_NAME U_TREE_SEPARATOR_STRING "coll"

#if !UCONFIG_NO_COLLATION

-#ifdef __cplusplus

-#include "unicode/normalizer2.h"

-#include "unicode/unistr.h"

-#endif

-#include "unicode/ucol.h"

-#include "ucol_data.h"

-#include "utrie.h"

-#include "cmemory.h"

-/* This is the internal header file which contains important declarations for

- * the collation framework.

- * Ready to use collators are stored as binary images. Both UCA and tailorings

- * share the same binary format. Individual files (currently only UCA) have a

- * udata header in front of the image and should be opened using udata_open.

- * Tailoring images are currently stored inside resource bundles and are intialized

- * through ucol_open API.

- *

- * The following describes the formats for collation binaries

- * (UCA & tailorings) and for the inverse UCA table.

- * Substructures are described in the collation design document at

- * http://source.icu-project.org/repos/icu/icuhtml/trunk/design/collation/ICU_collation_design.htm

- *

- * -------------------------------------------------------------

- *

- * Here is the format of binary collation image.

- *

- * Physical order of structures:

- * - header (UCATableHeader)

- * - options (UColOptionSet)

- * - expansions (CE[])

- * - contractions (UChar[contractionSize] + CE[contractionSize])

- * - serialized UTrie with mappings of code points to CEs

- * - max expansion tables (CE[endExpansionCECount] + uint8_t[endExpansionCECount])

- * - two bit sets for backward processing in strcoll (identical prefixes)

- * and for backward CE iteration (each set is uint8_t[UCOL_UNSAFECP_TABLE_SIZE])

- * - UCA constants (UCAConstants)

- * - UCA contractions (UChar[contractionUCACombosSize][contractionUCACombosWidth])

- *

- * UCATableHeader fields:

- *

- * int32_t size; - image size in bytes

- *

- * Offsets to interesting data. All offsets are in bytes.

- * to get the address add to the header address and cast properly.

- * Some offsets are zero if the corresponding structures are empty.

- *

- * Tailoring binaries that only set options and contain no mappings etc.

- * will have all offsets 0 except for the options and expansion offsets,

- * which give the position and length of the options array.

- *

- * uint32_t options; - offset to default collator options (UColOptionSet *),

- * a set of 32-bit values. See declaration of UColOptionSet for more details

- *

- * uint32_t UCAConsts; - only used (!=0) in UCA image - structure which holds values for indirect positioning and implicit ranges

- * See declaration of UCAConstants structure. This is a set of unsigned 32-bit values used to store

- * important constant values that are defined in the UCA and used for building and runtime.

- *

- * uint32_t contractionUCACombos; - only used (!=0) in UCA image - list of UCA contractions. This is a zero terminated array of UChar[contractionUCACombosWidth],

- * containing contractions from the UCA. These are needed in the build process to copy UCA contractions

- * in case the base contraction symbol is tailored.

- *

- * uint32_t magic; - must contain UCOL_HEADER_MAGIC (formatVersion 2.3)

- *

- * uint32_t mappingPosition; - offset to UTrie (const uint8_t *mappingPosition). This is a serialized UTrie and should be treated as such.

- * Used as a primary lookup table for collation elements.

- *

- * uint32_t expansion; - offset to expansion table (uint32_t *expansion). This is an array of expansion CEs. Never 0.

- *

- * uint32_t contractionIndex; - offset to contraction table (UChar *contractionIndex). Used to look up contraction sequences. Contents

- * are aligned with the contents of contractionCEs table. 0 if no contractions.

- *

- * uint32_t contractionCEs; - offset to resulting contraction CEs (uint32_t *contractionCEs). When a contraction is resolved in the

- * in the contractionIndex table, the resulting index is used to look up corresponding CE in this table.

- * 0 if no contractions.

- * uint32_t contractionSize; - size of contraction table in elements (both Index and CEs).

- *

- * Tables described below are used for Boyer-Moore searching algorithm - they define the size of longest expansion

- * and last CEs in expansions.

- * uint32_t endExpansionCE; - offset to array of last collation element in expansion (uint32_t *).

- * Never 0.

- * uint32_t expansionCESize; - array of maximum expansion sizes (uint8_t *)

- * int32_t endExpansionCECount; - size of endExpansionCE. See UCOL_GETMAXEXPANSION

- * for the usage model

- *

- * These two offsets point to byte tables that are used in the backup heuristics.

- * uint32_t unsafeCP; - hash table of unsafe code points (uint8_t *). See ucol_unsafeCP function.

- * uint32_t contrEndCP; - hash table of final code points in contractions (uint8_t *). See ucol_contractionEndCP.

- *

- * int32_t contractionUCACombosSize; - number of UChar[contractionUCACombosWidth] in contractionUCACombos

- * (formatVersion 2.3)

- * UBool jamoSpecial; - Jamo special indicator (uint8_t). If TRUE, Jamos are special, so we cannot use simple Hangul decomposition.

- * UBool isBigEndian; - endianness of this collation binary (formatVersion 2.3)

- * uint8_t charSetFamily; - charset family of this collation binary (formatVersion 2.3)

- * uint8_t contractionUCACombosWidth; - number of UChars per UCA contraction in contractionUCACombos (formatVersion 2.3)

- *

- * Various version fields

- * UVersionInfo version; - version 4 uint8_t

- * UVersionInfo UCAVersion; - version 4 uint8_t

- * UVersionInfo UCDVersion; - version 4 uint8_t

- * UVersionInfo formatVersion; - version of the format of the collation binary

- * same formatVersion as in ucadata.icu's UDataInfo header

- * (formatVersion 2.3)

- *

- * uint32_t offset to the reordering code to lead CE byte remapping table

- * uint32_t offset to the lead CE byte to reordering code mapping table

- *

- * uint8_t reserved[76]; - currently unused

- *

- * -------------------------------------------------------------

- *

- * Inverse UCA is used for constructing collators from rules. It is always an individual file

- * and always has a UDataInfo header.

- * here is the structure:

- *

- * uint32_t byteSize; - size of inverse UCA image in bytes

- * uint32_t tableSize; - length of inverse table (number of uint32_t[3] rows)

- * uint32_t contsSize; - size of continuation table (number of UChars in table)

- *

- * uint32_t table; - offset to inverse table (uint32_t *)

- * Inverse table contains of rows of 3 uint32_t values. First two values are CE and a possible continuation

- * the third value is either a code unit (if there is only one code unit for element) or an index to continuation

- * (number of code units combined with an index).

- * table. If more than one codepoint have the same CE, continuation table contains code units separated by FFFF and final

- * code unit sequence for a CE is terminated by FFFE.

- * uint32_t conts; - offset to continuation table (uint16_t *). Contains code units that transform to a same CE.

- *

- * UVersionInfo UCAVersion; - version of the UCA, read from file 4 uint8_t

- * uint8_t padding[8]; - padding 8 uint8_t

- * Header is followed by the table and continuation table.

-*/

-/* definition of UCOL_HEADER_MAGIC moved to common/ucol_data.h */

-/* UDataInfo for UCA mapping table */

-/* dataFormat="UCol" */

-#define UCA_DATA_FORMAT_0 ((uint8_t)0x55)

-#define UCA_DATA_FORMAT_1 ((uint8_t)0x43)

-#define UCA_DATA_FORMAT_2 ((uint8_t)0x6f)

-#define UCA_DATA_FORMAT_3 ((uint8_t)0x6c)

-#define UCA_FORMAT_VERSION_0 ((uint8_t)3)

-#define UCA_FORMAT_VERSION_1 0

-#define UCA_FORMAT_VERSION_2 ((uint8_t)0)

-#define UCA_FORMAT_VERSION_3 ((uint8_t)0)

-/* UDataInfo for inverse UCA table */

-/* dataFormat="InvC" */

-#define INVUCA_DATA_FORMAT_0 ((uint8_t)0x49)

-#define INVUCA_DATA_FORMAT_1 ((uint8_t)0x6E)

-#define INVUCA_DATA_FORMAT_2 ((uint8_t)0x76)

-#define INVUCA_DATA_FORMAT_3 ((uint8_t)0x43)

-#define INVUCA_FORMAT_VERSION_0 ((uint8_t)2)

-#define INVUCA_FORMAT_VERSION_1 ((uint8_t)1)

-#define INVUCA_FORMAT_VERSION_2 ((uint8_t)0)

-#define INVUCA_FORMAT_VERSION_3 ((uint8_t)0)

-/* This is the size of the stack allocated buffer for sortkey generation and similar operations */

-/* if it is too small, heap allocation will occur.*/

-/* you can change this value if you need memory - it will affect the performance, though, since we're going to malloc */

-#define UCOL_MAX_BUFFER 128

-#define UCOL_NORMALIZATION_GROWTH 2

-#define UCOL_NORMALIZATION_MAX_BUFFER UCOL_MAX_BUFFER*UCOL_NORMALIZATION_GROWTH

-/* This writable buffer is used if we encounter Thai and need to reorder the string on the fly */

-/* Sometimes we already have a writable buffer (like in case of normalized strings). */

-/*

-you can change this value to any value >= 4 if you need memory -

-it will affect the performance, though, since we're going to malloc.

-Note 3 is the minimum value for Thai collation and 4 is the

-minimum number for special Jamo

-*/

-#define UCOL_WRITABLE_BUFFER_SIZE 256

-/* This is the size of the buffer for expansion CE's */

-/* In reality we should not have to deal with expm sequences longer then 16 */

-/* you can change this value if you need memory */

-/* WARNING THIS BUFFER DOES HAVE MALLOC FALLBACK. If you make it too small, you'll get into performance trouble */

-/* Reasonable small value is around 10, if you don't do Arabic or other funky collations that have long expansion sequence */

-/* This is the longest expansion sequence we can handle without bombing out */

-#define UCOL_EXPAND_CE_BUFFER_SIZE 64

-/* This is the size to increase the buffer for expansion CE's */

-#define UCOL_EXPAND_CE_BUFFER_EXTEND_SIZE 64

-/* Unsafe UChar hash table table size. */

-/* size is 32 bytes for 1 bit for each latin 1 char + some power of two for */

-/* hashing the rest of the chars. Size in bytes */

-#define UCOL_UNSAFECP_TABLE_SIZE 1056

- /* mask value down to "some power of two"-1 */

- /* number of bits, not num of bytes. */

-#define UCOL_UNSAFECP_TABLE_MASK 0x1fff

-/* flags bits for collIterate.flags */

-/* */

-/* NORM - set for incremental normalize of source string */

-#define UCOL_ITER_NORM 1

-#define UCOL_ITER_HASLEN 2

- /* UCOL_ITER_INNORMBUF - set if the "pos" is in */

- /* the writable side buffer, handling */

- /* incrementally normalized characters. */

-#define UCOL_ITER_INNORMBUF 4

- /* UCOL_ITER_ALLOCATED - set if this iterator has */

- /* malloced storage to expand a buffer. */

-#define UCOL_ITER_ALLOCATED 8

- /* UCOL_HIRAGANA_Q - note if the codepoint was hiragana */

-#define UCOL_HIRAGANA_Q 16

- /* UCOL_WAS_HIRAGANA - set to TRUE if there was a Hiragana */

- /* otherwise set to false */

-#define UCOL_WAS_HIRAGANA 32

- /* UCOL_USE_ITERATOR - set this if collIterate uses a */

- /* character iterator instead of simply accessing string */

- /* by index */

-#define UCOL_USE_ITERATOR 64

-#define UCOL_FORCE_HAN_IMPLICIT 128

-#define NFC_ZERO_CC_BLOCK_LIMIT_ 0x300

-#ifdef __cplusplus

-U_NAMESPACE_BEGIN

-typedef struct collIterate : public UMemory {

- const UChar *string; /* Original string */

- /* UChar *start; Pointer to the start of the source string. Either points to string

- or to writableBuffer */

- const UChar *endp; /* string end ptr. Is undefined for null terminated strings */

- const UChar *pos; /* This is position in the string. Can be to original or writable buf */

- uint32_t *toReturn; /* This is the CE from CEs buffer that should be returned */

- uint32_t *CEpos; /* This is the position to which we have stored processed CEs */

- int32_t *offsetReturn; /* This is the offset to return, if non-NULL */

- int32_t *offsetStore; /* This is the pointer for storing offsets */

- int32_t offsetRepeatCount; /* Repeat stored offset if non-zero */

- int32_t offsetRepeatValue; /* offset value to repeat */

- UnicodeString writableBuffer;

- const UChar *fcdPosition; /* Position in the original string to continue FCD check from. */

- const UCollator *coll;

- const Normalizer2 *nfd;

- uint8_t flags;

- uint8_t origFlags;

- uint32_t *extendCEs; /* This is use if CEs is not big enough */

- int32_t extendCEsSize; /* Holds the size of the dynamic CEs buffer */

- uint32_t CEs[UCOL_EXPAND_CE_BUFFER_SIZE]; /* This is where we store CEs */

- int32_t *offsetBuffer; /* A dynamic buffer to hold offsets */

- int32_t offsetBufferSize; /* The size of the offset buffer */

- UCharIterator *iterator;

- /*int32_t iteratorIndex;*/

- // The offsetBuffer should probably be a UVector32, but helper functions

- // are an improvement over duplicated code.

- void appendOffset(int32_t offset, UErrorCode &errorCode);

-} collIterate;

-U_NAMESPACE_END

-#else

-typedef struct collIterate collIterate;

-#endif

+// This part needs to compile as plain C code, for cintltst.

-#define paddedsize(something) ((something)+((((something)%4)!=0)?(4-(something)%4):0))

-#define headersize (paddedsize(sizeof(UCATableHeader))+paddedsize(sizeof(UColOptionSet)))

-/*

-struct used internally in getSpecial*CE.

-data similar to collIterate.

-*/

-struct collIterateState {

- const UChar *pos; /* This is position in the string. Can be to original or writable buf */

- const UChar *returnPos;

- const UChar *fcdPosition; /* Position in the original string to continue FCD check from. */

- const UChar *bufferaddress; /* address of the normalization buffer */

- int32_t buffersize;

- uint8_t flags;

- uint8_t origFlags;

- uint32_t iteratorIndex;

- int32_t iteratorMove;

-};

-U_CAPI void U_EXPORT2

-uprv_init_collIterate(const UCollator *collator,

- const UChar *sourceString, int32_t sourceLen,

- U_NAMESPACE_QUALIFIER collIterate *s, UErrorCode *status);

-/* Internal functions for C test code. */

-U_CAPI U_NAMESPACE_QUALIFIER collIterate * U_EXPORT2

-uprv_new_collIterate(UErrorCode *status);

-U_CAPI void U_EXPORT2

-uprv_delete_collIterate(U_NAMESPACE_QUALIFIER collIterate *s);

-/* @return s->pos == s->endp */

-U_CAPI UBool U_EXPORT2

-uprv_collIterateAtEnd(U_NAMESPACE_QUALIFIER collIterate *s);

-#ifdef __cplusplus

-U_NAMESPACE_BEGIN

-struct UCollationPCE;

-typedef struct UCollationPCE UCollationPCE;

-U_NAMESPACE_END

-struct UCollationElements : public icu::UMemory

- /**

- * Struct wrapper for source data

- */

- icu::collIterate iteratordata_;

- /**

- * Indicates if this data has been reset.

- */

- UBool reset_;

- /**

- * Indicates if the data should be deleted.

- */

- UBool isWritable;

-/**

- * Data for getNextProcessed, getPreviousProcessed.

- */

- icu::UCollationPCE *pce;

-};

-#else

-/*opaque type*/

-struct UCollationElements;

-#endif

-U_CAPI void U_EXPORT2

-uprv_init_pce(const struct UCollationElements *elems);

-#define UCOL_LEVELTERMINATOR 1

-/* mask off anything but primary order */

-#define UCOL_PRIMARYORDERMASK 0xffff0000

-/* mask off anything but secondary order */

-#define UCOL_SECONDARYORDERMASK 0x0000ff00

-/* mask off anything but tertiary order */

-#define UCOL_TERTIARYORDERMASK 0x000000ff

-/* primary order shift */

-#define UCOL_PRIMARYORDERSHIFT 16

-/* secondary order shift */

-#define UCOL_SECONDARYORDERSHIFT 8

-#define UCOL_BYTE_SIZE_MASK 0xFF

-#define UCOL_CASE_BYTE_START 0x80

-#define UCOL_CASE_SHIFT_START 7

-#define UCOL_IGNORABLE 0

-/* get weights from a CE */

-#define UCOL_PRIMARYORDER(order) (((order) & UCOL_PRIMARYORDERMASK)>> UCOL_PRIMARYORDERSHIFT)

-#define UCOL_SECONDARYORDER(order) (((order) & UCOL_SECONDARYORDERMASK)>> UCOL_SECONDARYORDERSHIFT)

-#define UCOL_TERTIARYORDER(order) ((order) & UCOL_TERTIARYORDERMASK)

+#include "unicode/ucol.h"

-/**

- * Determine if a character is a Thai vowel (which sorts after

- * its base consonant).

+/** Check whether two collators are equal. Collators are considered equal if they

+ * will sort strings the same. This means that both the current attributes and the

+ * rules must be equivalent.

+ * @param source first collator

+ * @param target second collator

+ * @return TRUE or FALSE

+ * @internal ICU 3.0

-#define UCOL_ISTHAIPREVOWEL(ch) ((((uint32_t)(ch) - 0xe40) <= (0xe44 - 0xe40)) || \

- (((uint32_t)(ch) - 0xec0) <= (0xec4 - 0xec0)))

+U_INTERNAL UBool U_EXPORT2

+ucol_equals(const UCollator *source, const UCollator *target);

/**

- * Determine if a character is a Thai base consonant

+ * Convenience string denoting the Collation data tree

-#define UCOL_ISTHAIBASECONSONANT(ch) ((uint32_t)(ch) - 0xe01) <= (0xe2e - 0xe01)

-#define UCOL_ISJAMO(ch) ((((uint32_t)(ch) - 0x1100) <= (0x1112 - 0x1100)) || \

- (((uint32_t)(ch) - 0x1161) <= (0x1175 - 0x1161)) || \

- (((uint32_t)(ch) - 0x11A8) <= (0x11C2 - 0x11A8)))

-/* Han character ranges */

-#define UCOL_FIRST_HAN 0x4E00

-#define UCOL_LAST_HAN 0x9FFF

-#define UCOL_FIRST_HAN_A 0x3400

-#define UCOL_LAST_HAN_A 0x4DBF

-#define UCOL_FIRST_HAN_COMPAT 0xFAE0

-#define UCOL_LAST_HAN_COMPAT 0xFA2F

-/* Han extension B is in plane 2 */

-#define UCOL_FIRST_HAN_B 0x20000

-#define UCOL_LAST_HAN_B 0x2A6DF

-/* Hangul range */

-#define UCOL_FIRST_HANGUL 0xAC00

-#define UCOL_LAST_HANGUL 0xD7AF

-/* Jamo ranges */

-#define UCOL_FIRST_L_JAMO 0x1100

-#define UCOL_FIRST_V_JAMO 0x1161

-#define UCOL_FIRST_T_JAMO 0x11A8

-#define UCOL_LAST_T_JAMO 0x11F9

-#if 0

-/* initializes collIterate structure */

-/* made as macro to speed up things */

-#define init_collIterate(collator, sourceString, sourceLen, s) { \

- (s)->start = (s)->string = (s)->pos = (UChar *)(sourceString); \

- (s)->endp = (sourceLen) == -1 ? NULL :(UChar *)(sourceString)+(sourceLen); \

- (s)->CEpos = (s)->toReturn = (s)->CEs; \

- (s)->isThai = TRUE; \

- (s)->writableBuffer = (s)->stackWritableBuffer; \

- (s)->writableBufSize = UCOL_WRITABLE_BUFFER_SIZE; \

- (s)->coll = (collator); \

- (s)->fcdPosition = 0; \

- (s)->flags = 0; \

- if(((collator)->normalizationMode == UCOL_ON)) (s)->flags |= UCOL_ITER_NORM; \

-#endif

-/*

-* Macro to get the maximum size of an expansion ending with the argument ce.

-* Used in the Boyer Moore algorithm.

-* Note for tailoring, the UCA maxexpansion table has been merged.

-* Hence we only have to search the tailored collator only.

-* @param coll const UCollator pointer

-* @param order last collation element of the expansion sequence

-* @param result size of the longest expansion with argument collation element

-* as the last element

-*/

-#define UCOL_GETMAXEXPANSION(coll, order, result) { \

- const uint32_t *start; \

- const uint32_t *limit; \

- const uint32_t *mid; \

- start = (coll)->endExpansionCE; \

- limit = (coll)->lastEndExpansionCE; \

- while (start < limit - 1) { \

- mid = start + ((limit - start) >> 1); \

- if ((order) <= *mid) { \

- limit = mid; \

- } \

- else { \

- start = mid; \

- } \

- if (*start == order) { \

- result = *((coll)->expansionCESize + (start - (coll)->endExpansionCE)); \

- } \

- else if (*limit == order) { \

- result = *(coll->expansionCESize + (limit - coll->endExpansionCE)); \

- } \

- else if ((order & 0xFFFF) == 0x00C0) { \

- result = 2; \

- } \

- else { \

- result = 1; \

- } \

-U_CFUNC

-uint32_t ucol_prv_getSpecialCE(const UCollator *coll, UChar ch, uint32_t CE,

- U_NAMESPACE_QUALIFIER collIterate *source, UErrorCode *status);

-U_CFUNC

-uint32_t ucol_prv_getSpecialPrevCE(const UCollator *coll, UChar ch, uint32_t CE,

- U_NAMESPACE_QUALIFIER collIterate *source, UErrorCode *status);

-U_CAPI uint32_t U_EXPORT2 ucol_getNextCE(const UCollator *coll,

- U_NAMESPACE_QUALIFIER collIterate *collationSource, UErrorCode *status);

-U_CFUNC uint32_t U_EXPORT2 ucol_getPrevCE(const UCollator *coll,

- U_NAMESPACE_QUALIFIER collIterate *collationSource,

- UErrorCode *status);

-/* get some memory */

-void *ucol_getABuffer(const UCollator *coll, uint32_t size);

+#define U_ICUDATA_COLL U_ICUDATA_NAME U_TREE_SEPARATOR_STRING "coll"

#ifdef __cplusplus

-U_NAMESPACE_BEGIN

-class CollationKey;

-class SortKeyByteSink;

-U_NAMESPACE_END

-/* function used by C++ getCollationKey to prevent restarting the calculation */

-U_CFUNC int32_t

-ucol_getCollationKey(const UCollator *coll,

- const UChar *source, int32_t sourceLength,

- icu::CollationKey &key,

- UErrorCode &errorCode);

-typedef void U_CALLCONV

-SortKeyGenerator(const UCollator *coll,

- const UChar *source,

- int32_t sourceLength,

- icu::SortKeyByteSink &result,

- UErrorCode *status);

-/* worker function for generating sortkeys */

-U_CFUNC

-void U_CALLCONV

-ucol_calcSortKey(const UCollator *coll,

- const UChar *source,

- int32_t sourceLength,

- icu::SortKeyByteSink &result,

- UErrorCode *status);

-U_CFUNC

-void U_CALLCONV

-ucol_calcSortKeySimpleTertiary(const UCollator *coll,

- const UChar *source,

- int32_t sourceLength,

- icu::SortKeyByteSink &result,

- UErrorCode *status);

-#else

-typedef void U_CALLCONV

-SortKeyGenerator(const UCollator *coll,

- const UChar *source,

- int32_t sourceLength,

- void *result,

- UErrorCode *status);

-#endif

-/**

- * Used to set requested and valid locales on a collator returned by the collator

- * service.

- */

-U_CFUNC void U_EXPORT2

-ucol_setReqValidLocales(UCollator *coll, char *requestedLocaleToAdopt, char *validLocaleToAdopt, char *actualLocaleToAdopt);

-#define UCOL_SPECIAL_FLAG 0xF0000000

-#define UCOL_TAG_SHIFT 24

-#define UCOL_TAG_MASK 0x0F000000

-#define INIT_EXP_TABLE_SIZE 1024

-#define UCOL_NOT_FOUND 0xF0000000

-#define UCOL_EXPANSION 0xF1000000

-#define UCOL_CONTRACTION 0xF2000000

-#define UCOL_THAI 0xF3000000

-#define UCOL_UNMARKED 0x03

-#define UCOL_NEW_TERTIARYORDERMASK 0x0000003f

-/* Bit mask for primary collation strength. */

-#define UCOL_PRIMARYMASK 0xFFFF0000

-/* Bit mask for secondary collation strength. */

-#define UCOL_SECONDARYMASK 0x0000FF00

-/* Bit mask for tertiary collation strength. */

-#define UCOL_TERTIARYMASK 0x000000FF

-/**

- * Internal.

- * This indicates the last element in a UCollationElements has been consumed.

- * Compare with the UCOL_NULLORDER, UCOL_NULLORDER is returned if error occurs.

- */

-#define UCOL_NO_MORE_CES 0x00010101

-#define UCOL_NO_MORE_CES_PRIMARY 0x00010000

-#define UCOL_NO_MORE_CES_SECONDARY 0x00000100

-#define UCOL_NO_MORE_CES_TERTIARY 0x00000001

-#define isSpecial(CE) ((((CE)&UCOL_SPECIAL_FLAG)>>28)==0xF)

-#define UCOL_UPPER_CASE 0x80

-#define UCOL_MIXED_CASE 0x40

-#define UCOL_LOWER_CASE 0x00

-#define UCOL_CONTINUATION_MARKER 0xC0

-#define UCOL_REMOVE_CONTINUATION 0xFFFFFF3F

-#define isContinuation(CE) (((CE) & UCOL_CONTINUATION_MARKER) == UCOL_CONTINUATION_MARKER)

-#define isFlagged(CE) (((CE) & 0x80) == 0x80)

-#define isLongPrimary(CE) (((CE) & 0xC0) == 0xC0)

-#define getCETag(CE) (((CE)&UCOL_TAG_MASK)>>UCOL_TAG_SHIFT)

-#define isContraction(CE) (isSpecial((CE)) && (getCETag((CE)) == CONTRACTION_TAG))

-#define isPrefix(CE) (isSpecial((CE)) && (getCETag((CE)) == SPEC_PROC_TAG))

-#define constructContractCE(tag, CE) (UCOL_SPECIAL_FLAG | ((tag)<<UCOL_TAG_SHIFT) | ((CE)&0xFFFFFF))

-#define constructSpecProcCE(CE) (UCOL_SPECIAL_FLAG | (SPEC_PROC_TAG<<UCOL_TAG_SHIFT) | ((CE)&0xFFFFFF))

-#define getContractOffset(CE) ((CE)&0xFFFFFF)

-#define getExpansionOffset(CE) (((CE)&0x00FFFFF0)>>4)

-#define getExpansionCount(CE) ((CE)&0xF)

-#define isCEIgnorable(CE) (((CE) & 0xFFFFFFBF) == 0)

-/* StringSearch internal use */

-#define inNormBuf(coleiter) ((coleiter)->iteratordata_.flags & UCOL_ITER_INNORMBUF)

-#define isFCDPointerNull(coleiter) ((coleiter)->iteratordata_.fcdPosition == NULL)

-#define hasExpansion(coleiter) ((coleiter)->iteratordata_.CEpos != (coleiter)->iteratordata_.CEs)

-#define getExpansionPrefix(coleiter) ((coleiter)->iteratordata_.toReturn - (coleiter)->iteratordata_.CEs)

-#define setExpansionPrefix(coleiter, offset) ((coleiter)->iteratordata_.CEs + offset)

-#define getExpansionSuffix(coleiter) ((coleiter)->iteratordata_.CEpos - (coleiter)->iteratordata_.toReturn)

-#define setExpansionSuffix(coleiter, offset) ((coleiter)->iteratordata_.toReturn = (coleiter)->iteratordata_.CEpos - leftoverces)

-/* This is an enum that lists magic special byte values from the fractional UCA.

- * See also http://site.icu-project.org/design/collation/bytes */

-/* TODO: all the #defines that refer to special byte values from the UCA should be changed to point here */

-enum {

- UCOL_BYTE_ZERO = 0x00,

- UCOL_BYTE_LEVEL_SEPARATOR = 0x01,

- UCOL_BYTE_SORTKEY_GLUE = 0x02,

- UCOL_BYTE_SHIFT_PREFIX = 0x03,

- UCOL_BYTE_UNSHIFTED_MIN = UCOL_BYTE_SHIFT_PREFIX,

- UCOL_BYTE_FIRST_TAILORED = 0x04,

- UCOL_BYTE_COMMON = 0x05,

- UCOL_BYTE_FIRST_UCA = UCOL_BYTE_COMMON,

- /* TODO: Make the following values dynamic since they change with almost every UCA version. */

- UCOL_CODAN_PLACEHOLDER = 0x12,

- UCOL_BYTE_FIRST_NON_LATIN_PRIMARY = 0x5B,

- UCOL_BYTE_UNSHIFTED_MAX = 0xFF

-};

-#if 0

-#define UCOL_RESET_TOP_VALUE 0x9F000303

-#define UCOL_FIRST_PRIMARY_IGNORABLE 0x00008705

-#define UCOL_LAST_PRIMARY_IGNORABLE 0x0000DD05

-#define UCOL_LAST_PRIMARY_IGNORABLE_CONT 0x000051C0

-#define UCOL_FIRST_SECONDARY_IGNORABLE 0x00000000

-#define UCOL_LAST_SECONDARY_IGNORABLE 0x00000500

-#define UCOL_FIRST_TERTIARY_IGNORABLE 0x00000000

-#define UCOL_LAST_TERTIARY_IGNORABLE 0x00000000

-#define UCOL_FIRST_VARIABLE 0x05070505

-#define UCOL_LAST_VARIABLE 0x179B0505

-#define UCOL_FIRST_NON_VARIABLE 0x1A200505

-#define UCOL_LAST_NON_VARIABLE 0x7B41058F

-#define UCOL_NEXT_TOP_VALUE 0xE8960303

-#define UCOL_NEXT_FIRST_PRIMARY_IGNORABLE 0x00008905

-#define UCOL_NEXT_LAST_PRIMARY_IGNORABLE 0x03000303

-#define UCOL_NEXT_FIRST_SECONDARY_IGNORABLE 0x00008705

-#define UCOL_NEXT_LAST_SECONDARY_IGNORABLE 0x00000500

-#define UCOL_NEXT_FIRST_TERTIARY_IGNORABLE 0x00000000

-#define UCOL_NEXT_LAST_TERTIARY_IGNORABLE 0x00000000

-#define UCOL_NEXT_FIRST_VARIABLE 0x05090505

-#define UCOL_NEXT_LAST_VARIABLE 0x1A200505

-#define PRIMARY_IMPLICIT_MIN 0xE8000000

-#define PRIMARY_IMPLICIT_MAX 0xF0000000

-#endif

-/* These constants can be changed - sortkey size is affected by them */

-#define UCOL_PROPORTION2 0.5

-#define UCOL_PROPORTION3 0.667

-/* These values come from the UCA */

-#define UCOL_COMMON_BOT2 UCOL_BYTE_COMMON

-#define UCOL_COMMON_TOP2 0x86u

-#define UCOL_TOTAL2 (UCOL_COMMON_TOP2-UCOL_COMMON_BOT2-1)

-#define UCOL_FLAG_BIT_MASK_CASE_SW_OFF 0x80

-#define UCOL_FLAG_BIT_MASK_CASE_SW_ON 0x40

-#define UCOL_COMMON_TOP3_CASE_SW_OFF 0x85

-#define UCOL_COMMON_TOP3_CASE_SW_LOWER 0x45

-#define UCOL_COMMON_TOP3_CASE_SW_UPPER 0xC5

-/* These values come from the UCA */

-#define UCOL_COMMON_BOT3 0x05

-#define UCOL_COMMON_BOTTOM3_CASE_SW_UPPER 0x86;

-#define UCOL_COMMON_BOTTOM3_CASE_SW_LOWER UCOL_COMMON_BOT3;

-#define UCOL_TOP_COUNT2 (UCOL_PROPORTION2*UCOL_TOTAL2)

-#define UCOL_BOT_COUNT2 (UCOL_TOTAL2-UCOL_TOP_COUNT2)

-#define UCOL_COMMON2 UCOL_COMMON_BOT2

-#define UCOL_COMMON3_UPPERFIRST 0xC5

-#define UCOL_COMMON3_NORMAL UCOL_COMMON_BOT3

-#define UCOL_COMMON4 0xFF

-/* constants for case level/case first handling */

-/* used to instantiate UCollators fields in ucol_updateInternalState */

-#define UCOL_CASE_SWITCH 0xC0

-#define UCOL_NO_CASE_SWITCH 0x00

-#define UCOL_REMOVE_CASE 0x3F

-#define UCOL_KEEP_CASE 0xFF

-#define UCOL_CASE_BIT_MASK 0xC0

-#define UCOL_TERT_CASE_MASK 0xFF

-#define UCOL_ENDOFLATINONERANGE 0xFF

-#define UCOL_LATINONETABLELEN (UCOL_ENDOFLATINONERANGE+50)

-#define UCOL_BAIL_OUT_CE 0xFF000000

-typedef enum {

- NOT_FOUND_TAG = 0,

- EXPANSION_TAG = 1, /* This code point results in an expansion */

- CONTRACTION_TAG = 2, /* Start of a contraction */

- THAI_TAG = 3, /* Thai character - do the reordering */

- CHARSET_TAG = 4, /* Charset processing, not yet implemented */

- SURROGATE_TAG = 5, /* Lead surrogate that is tailored and doesn't start a contraction */

- HANGUL_SYLLABLE_TAG = 6, /* AC00-D7AF*/

- LEAD_SURROGATE_TAG = 7, /* D800-DBFF*/

- TRAIL_SURROGATE_TAG = 8, /* DC00-DFFF*/

- CJK_IMPLICIT_TAG = 9, /* 0x3400-0x4DB5, 0x4E00-0x9FA5, 0xF900-0xFA2D*/

- IMPLICIT_TAG = 10,

- SPEC_PROC_TAG = 11,

- /* ICU 2.1 */

- LONG_PRIMARY_TAG = 12, /* This is a three byte primary with starting secondaries and tertiaries */

- /* It fits in a single 32 bit CE and is used instead of expansion to save */

- /* space without affecting the performance (hopefully) */

- DIGIT_TAG = 13, /* COllate Digits As Numbers (CODAN) implementation */

- CE_TAGS_COUNT

-} UColCETags;

-/*

- *****************************************************************************************

- * set to zero

- * NON_CHARACTER FDD0 - FDEF, FFFE, FFFF, 1FFFE, 1FFFF, 2FFFE, 2FFFF,...e.g. **FFFE, **FFFF

- ******************************************************************************************

- */

-typedef struct {

- uint32_t variableTopValue;

- /*UColAttributeValue*/ int32_t frenchCollation;

- /*UColAttributeValue*/ int32_t alternateHandling; /* attribute for handling variable elements*/

- /*UColAttributeValue*/ int32_t caseFirst; /* who goes first, lower case or uppercase */

- /*UColAttributeValue*/ int32_t caseLevel; /* do we have an extra case level */

- /*UColAttributeValue*/ int32_t normalizationMode; /* attribute for normalization */

- /*UColAttributeValue*/ int32_t strength; /* attribute for strength */

- /*UColAttributeValue*/ int32_t hiraganaQ; /* attribute for special Hiragana */

- /*UColAttributeValue*/ int32_t numericCollation; /* attribute for numeric collation */

- uint32_t reserved[15]; /* for future use */

-} UColOptionSet;

+#include "unicode/locid.h"

+#include "unicode/ures.h"

-typedef struct {

- uint32_t UCA_FIRST_TERTIARY_IGNORABLE[2]; /*0x00000000*/

- uint32_t UCA_LAST_TERTIARY_IGNORABLE[2]; /*0x00000000*/

- uint32_t UCA_FIRST_PRIMARY_IGNORABLE[2]; /*0x00008705*/

- uint32_t UCA_FIRST_SECONDARY_IGNORABLE[2]; /*0x00000000*/

- uint32_t UCA_LAST_SECONDARY_IGNORABLE[2]; /*0x00000500*/

- uint32_t UCA_LAST_PRIMARY_IGNORABLE[2]; /*0x0000DD05*/

- uint32_t UCA_FIRST_VARIABLE[2]; /*0x05070505*/

- uint32_t UCA_LAST_VARIABLE[2]; /*0x13CF0505*/

- uint32_t UCA_FIRST_NON_VARIABLE[2]; /*0x16200505*/

- uint32_t UCA_LAST_NON_VARIABLE[2]; /*0x767C0505*/

- uint32_t UCA_RESET_TOP_VALUE[2]; /*0x9F000303*/

- uint32_t UCA_FIRST_IMPLICIT[2];

- uint32_t UCA_LAST_IMPLICIT[2];

- uint32_t UCA_FIRST_TRAILING[2];

- uint32_t UCA_LAST_TRAILING[2];

-#if 0

- uint32_t UCA_NEXT_TOP_VALUE[2]; /*0xE8960303*/

- uint32_t UCA_NEXT_FIRST_PRIMARY_IGNORABLE; /*0x00008905*/

- uint32_t UCA_NEXT_LAST_PRIMARY_IGNORABLE; /*0x03000303*/

- uint32_t UCA_NEXT_FIRST_SECONDARY_IGNORABLE; /*0x00008705*/

- uint32_t UCA_NEXT_LAST_SECONDARY_IGNORABLE; /*0x00000500*/

- uint32_t UCA_NEXT_FIRST_TERTIARY_IGNORABLE; /*0x00000000*/

- uint32_t UCA_NEXT_LAST_TERTIARY_IGNORABLE; /*0x00000000*/

- uint32_t UCA_NEXT_FIRST_VARIABLE; /*0x05090505*/

- uint32_t UCA_NEXT_LAST_VARIABLE; /*0x16200505*/

-#endif

- uint32_t UCA_PRIMARY_TOP_MIN;

- uint32_t UCA_PRIMARY_IMPLICIT_MIN; /*0xE8000000*/

- uint32_t UCA_PRIMARY_IMPLICIT_MAX; /*0xF0000000*/

- uint32_t UCA_PRIMARY_TRAILING_MIN; /*0xE8000000*/

- uint32_t UCA_PRIMARY_TRAILING_MAX; /*0xF0000000*/

- uint32_t UCA_PRIMARY_SPECIAL_MIN; /*0xE8000000*/

- uint32_t UCA_PRIMARY_SPECIAL_MAX; /*0xF0000000*/

-} UCAConstants;

-/* definition of UCATableHeader moved to common/ucol_data.h */

-#define U_UNKNOWN_STATE 0

-#define U_COLLATOR_STATE 0x01

-#define U_STATE_LIMIT 0x02

-/* This is the first structure in a state */

-/* it should be machine independent */

-typedef struct {

- /* this structure is supposed to be readable on all the platforms.*/

- /* first 2 fields hold the size of the structure in a platform independent way */

- uint8_t sizeLo;

- uint8_t sizeHi;

- /* identifying the writing platform */

- uint8_t isBigEndian;

- /* see U_CHARSET_FAMILY values in utypes.h */

- uint8_t charsetFamily;

- /* version of ICU this state structure comes from */

- uint8_t icuVersion[4];

- /* What is the data following this state */

- uint8_t type;

- /* more stuff to come, keep it on 16 byte boundary */

- uint8_t reserved[7];

-} UStateStruct;

-/* This structure follows UStatusStruct */

-/* and contains data specific for the collators */

-/* Endianess needs to be decided before accessing this structure */

-/* However, it's size IS endianess independent */

-typedef struct {

- /* size of this structure */

- uint8_t sizeLo;

- uint8_t sizeHi;

- /* This state is followed by the frozen tailoring */

- uint8_t containsTailoring;

- /* This state is followed by the frozen UCA */

- uint8_t containsUCA;

- /* Version info - the same one */

- uint8_t versionInfo[4];

- /* for charset CEs */

- uint8_t charsetName[32];

- /* this is the resolved locale name*/

- uint8_t locale[32];

- /* Attributes. Open ended */

- /* all the following will be moved to uint32_t because of portability */

- /* variable top value */

- uint32_t variableTopValue;

- /* attribute for handling variable elements*/

- uint32_t /*UColAttributeValue*/ alternateHandling;

- /* how to handle secondary weights */

- uint32_t /*UColAttributeValue*/ frenchCollation;

- /* who goes first, lower case or uppercase */

- uint32_t /*UColAttributeValue*/ caseFirst;

- /* do we have an extra case level */

- uint32_t /*UColAttributeValue*/ caseLevel;

- /* attribute for normalization */

- uint32_t /*UColAttributeValue*/ normalizationMode;

- /* attribute for strength */

- uint32_t /*UColAttributeValue*/ strength;

- /* to be immediately 16 byte aligned */

- uint8_t reserved[12];

-} UColStateStruct;

-#define UCOL_INV_SIZEMASK 0xFFF00000

-#define UCOL_INV_OFFSETMASK 0x000FFFFF

-#define UCOL_INV_SHIFTVALUE 20

-U_CDECL_BEGIN

-/* definition of InverseUCATableHeader moved to common/ucol_data.h */

-typedef void U_CALLCONV

-ResourceCleaner(UCollator *coll);

-struct UCollator {

- UColOptionSet *options;

- SortKeyGenerator *sortKeyGen;

- uint32_t *latinOneCEs;

- char* actualLocale;

- char* validLocale;

- char* requestedLocale;

- const UChar *rules;

- const UChar *ucaRules;

- const UCollator *UCA;

- const UCATableHeader *image;

- UTrie mapping;

- const uint32_t *latinOneMapping;

- const uint32_t *expansion;

- const UChar *contractionIndex;

- const uint32_t *contractionCEs;

- const uint32_t *endExpansionCE; /* array of last ces in an expansion ce.

- corresponds to expansionCESize */

- const uint32_t *lastEndExpansionCE;/* pointer to the last element in endExpansionCE */

- const uint8_t *expansionCESize; /* array of the maximum size of a

- expansion ce with the last ce

- corresponding to endExpansionCE,

- terminated with a null */

- const uint8_t *unsafeCP; /* unsafe code points hashtable */

- const uint8_t *contrEndCP; /* Contraction ending chars hash table */

- UChar minUnsafeCP; /* Smallest unsafe Code Point. */

- UChar minContrEndCP; /* Smallest code point at end of a contraction */

- int32_t rulesLength;

- int32_t latinOneTableLen;

- uint32_t variableTopValue;

- UColAttributeValue frenchCollation;

- UColAttributeValue alternateHandling; /* attribute for handling variable elements*/

- UColAttributeValue caseFirst; /* who goes first, lower case or uppercase */

- UColAttributeValue caseLevel; /* do we have an extra case level */

- UColAttributeValue normalizationMode; /* attribute for normalization */

- UColAttributeValue strength; /* attribute for strength */

- UColAttributeValue hiraganaQ; /* attribute for Hiragana */

- UColAttributeValue numericCollation;

- UBool variableTopValueisDefault;

- UBool frenchCollationisDefault;

- UBool alternateHandlingisDefault; /* attribute for handling variable elements*/

- UBool caseFirstisDefault; /* who goes first, lower case or uppercase */

- UBool caseLevelisDefault; /* do we have an extra case level */

- UBool normalizationModeisDefault; /* attribute for normalization */

- UBool strengthisDefault; /* attribute for strength */

- UBool hiraganaQisDefault; /* attribute for Hiragana */

- UBool numericCollationisDefault;

- UBool hasRealData; /* some collators have only options, like French, no rules */

- /* to speed up things, we use the UCA image, but we don't want it */

- /* to run around */

- UBool freeOnClose;

- UBool freeOptionsOnClose;

- UBool freeRulesOnClose;

- UBool freeImageOnClose;

- UBool freeDefaultReorderCodesOnClose;

- UBool freeReorderCodesOnClose;

- UBool freeLeadBytePermutationTableOnClose;

- UBool latinOneUse;

- UBool latinOneRegenTable;

- UBool latinOneFailed;

- int8_t tertiaryAddition; /* when switching case, we need to add or subtract different values */

- uint8_t caseSwitch;

- uint8_t tertiaryCommon;

- uint8_t tertiaryMask;

- uint8_t tertiaryTop; /* Upper range when compressing */

- uint8_t tertiaryBottom; /* Upper range when compressing */

- uint8_t tertiaryTopCount;

- uint8_t tertiaryBottomCount;

+U_NAMESPACE_BEGIN

- UVersionInfo dataVersion; /* Data info of UCA table */

- int32_t* defaultReorderCodes;

- int32_t defaultReorderCodesLength;

- int32_t* reorderCodes;

- int32_t reorderCodesLength;

- uint8_t* leadBytePermutationTable;

- void *delegate; /* if non-null: C++ object to delegate all API calls to. */

+struct CollationCacheEntry;

+class Locale;

+class UnicodeString;

+class UnifiedCache;

+/** Implemented in ucol_res.cpp. */

+class CollationLoader {

+public:

+ static void appendRootRules(UnicodeString &s);

+ static void loadRules(const char *localeID, const char *collationType,

+ UnicodeString &rules, UErrorCode &errorCode);

+ // Adds a reference to returned value.

+ static const CollationCacheEntry *loadTailoring(const Locale &locale, UErrorCode &errorCode);

+ // Cache callback. Adds a reference to returned value.

+ const CollationCacheEntry *createCacheEntry(UErrorCode &errorCode);

+private:

+ static void loadRootRules(UErrorCode &errorCode);

+ // The following members are used by loadTailoring()

+ // and the cache callback.

+ static const uint32_t TRIED_SEARCH = 1;

+ static const uint32_t TRIED_DEFAULT = 2;

+ static const uint32_t TRIED_STANDARD = 4;

+ CollationLoader(const CollationCacheEntry *re, const Locale &requested, UErrorCode &errorCode);

+ ~CollationLoader();

+ // All loadFromXXX methods add a reference to the returned value.

+ const CollationCacheEntry *loadFromLocale(UErrorCode &errorCode);

+ const CollationCacheEntry *loadFromBundle(UErrorCode &errorCode);

+ const CollationCacheEntry *loadFromCollations(UErrorCode &errorCode);

+ const CollationCacheEntry *loadFromData(UErrorCode &errorCode);

+ // Adds a reference to returned value.

+ const CollationCacheEntry *getCacheEntry(UErrorCode &errorCode);

+ /**

+ * Returns the rootEntry (with one addRef()) if loc==root,

+ * or else returns a new cache entry with ref count 1 for the loc and

+ * the root tailoring.

+ */

+ const CollationCacheEntry *makeCacheEntryFromRoot(

+ const Locale &loc, UErrorCode &errorCode) const;

+ /**

+ * Returns the entryFromCache as is if loc==validLocale,

+ * or else returns a new cache entry with ref count 1 for the loc and

+ * the same tailoring. In the latter case, a ref count is removed from

+ * entryFromCache.

+ */

+ static const CollationCacheEntry *makeCacheEntry(

+ const Locale &loc,

+ const CollationCacheEntry *entryFromCache,

+ UErrorCode &errorCode);

+ const UnifiedCache *cache;

+ const CollationCacheEntry *rootEntry;

+ Locale validLocale;

+ Locale locale;

+ char type[16];

+ char defaultType[16];

+ uint32_t typesTried;

+ UBool typeFallback;

+ UResourceBundle *bundle;

+ UResourceBundle *collations;

+ UResourceBundle *data;

};

-U_CDECL_END

-/* various internal functions */

-/* do not close UCA returned by ucol_initUCA! */

-U_CFUNC

-UCollator* ucol_initUCA(UErrorCode *status);

-U_CFUNC

-UCollator* ucol_initCollator(const UCATableHeader *image, UCollator *fillIn, const UCollator *UCA, UErrorCode *status);

-U_CFUNC

-void ucol_setOptionsFromHeader(UCollator* result, UColOptionSet * opts, UErrorCode *status);

-U_CFUNC

-UCollator* ucol_open_internal(const char* loc, UErrorCode* status);

-#if 0

-U_CFUNC

-void ucol_putOptionsToHeader(UCollator* result, UColOptionSet * opts, UErrorCode *status);

-#endif

-U_CFUNC

-void ucol_updateInternalState(UCollator *coll, UErrorCode *status);

-U_CFUNC uint32_t U_EXPORT2 ucol_getFirstCE(const UCollator *coll, UChar u, UErrorCode *status);

-U_CAPI UBool U_EXPORT2 ucol_isTailored(const UCollator *coll, const UChar u, UErrorCode *status);

-U_CAPI const InverseUCATableHeader* U_EXPORT2 ucol_initInverseUCA(UErrorCode *status);

-U_CAPI void U_EXPORT2

-uprv_uca_initImplicitConstants(UErrorCode *status);

-U_CAPI uint32_t U_EXPORT2

-uprv_uca_getImplicitFromRaw(UChar32 cp);

-/*U_CFUNC uint32_t U_EXPORT2

-uprv_uca_getImplicitPrimary(UChar32 cp);*/

-U_CAPI UChar32 U_EXPORT2

-uprv_uca_getRawFromImplicit(uint32_t implicit);

-U_CAPI UChar32 U_EXPORT2

-uprv_uca_getRawFromCodePoint(UChar32 i);

-U_CAPI UChar32 U_EXPORT2

-uprv_uca_getCodePointFromRaw(UChar32 i);

-typedef const UChar* GetCollationRulesFunction(void* context, const char* locale, const char* type, int32_t* pLength, UErrorCode* status);

-U_CAPI UCollator* U_EXPORT2

-ucol_openRulesForImport( const UChar *rules,

- int32_t rulesLength,

- UColAttributeValue normalizationMode,

- UCollationStrength strength,

- UParseError *parseError,

- GetCollationRulesFunction importFunc,

- void* context,

- UErrorCode *status);

-U_CFUNC void U_EXPORT2

-ucol_buildPermutationTable(UCollator *coll, UErrorCode *status);

-U_CFUNC int U_EXPORT2

-ucol_getLeadBytesForReorderCode(const UCollator *uca, int reorderCode, uint16_t* returnLeadBytes, int returnCapacity);

-U_CFUNC int U_EXPORT2

-ucol_getReorderCodesForLeadByte(const UCollator *uca, int leadByte, int16_t* returnReorderCodes, int returnCapacity);

-#ifdef __cplusplus

-/*

- * Test whether a character is potentially "unsafe" for use as a collation

- * starting point. Unsafe chars are those with combining class != 0 plus

- * those that are the 2nd thru nth character in a contraction sequence.

- *

- * Function is in header file because it's used in both collation and string search,

- * and needs to be inline for performance.

- */

-static inline UBool ucol_unsafeCP(UChar c, const UCollator *coll) {

- int32_t hash;

- uint8_t htbyte;

- if (c < coll->minUnsafeCP) {

- return FALSE;

- }

- hash = c;

- if (hash >= UCOL_UNSAFECP_TABLE_SIZE*8) {

- if(U16_IS_SURROGATE(c)) {

- /* Lead or trail surrogate */

- /* These are always considered unsafe. */

- return TRUE;

- }

- hash = (hash & UCOL_UNSAFECP_TABLE_MASK) + 256;

- }

- htbyte = coll->unsafeCP[hash>>3];

- return ((htbyte >> (hash & 7)) & 1);

-#endif /* __cplusplus */

+U_NAMESPACE_END

-/* The offsetBuffer in collIterate might need to be freed to avoid memory leaks. */

-void ucol_freeOffsetBuffer(U_NAMESPACE_QUALIFIER collIterate *s);

+#endif /* __cplusplus */

#endif /* #if !UCONFIG_NO_COLLATION */

« no previous file with comments | « source/i18n/ucol_elm.cpp ('k') | source/i18n/ucol_res.cpp » ('j') | no next file with comments »