Index: icu46/source/common/ucasemap.c |
=================================================================== |
--- icu46/source/common/ucasemap.c (revision 0) |
+++ icu46/source/common/ucasemap.c (revision 0) |
@@ -0,0 +1,574 @@ |
+/* |
+******************************************************************************* |
+* |
+* Copyright (C) 2005-2010, International Business Machines |
+* Corporation and others. All Rights Reserved. |
+* |
+******************************************************************************* |
+* file name: ucasemap.c |
+* encoding: US-ASCII |
+* tab size: 8 (not used) |
+* indentation:4 |
+* |
+* created on: 2005may06 |
+* created by: Markus W. Scherer |
+* |
+* Case mapping service object and functions using it. |
+*/ |
+ |
+#include "unicode/utypes.h" |
+#include "unicode/uloc.h" |
+#include "unicode/ustring.h" |
+#include "unicode/ucasemap.h" |
+#if !UCONFIG_NO_BREAK_ITERATION |
+#include "unicode/ubrk.h" |
+#include "unicode/utext.h" |
+#endif |
+#include "cmemory.h" |
+#include "cstring.h" |
+#include "ucase.h" |
+#include "ustr_imp.h" |
+ |
+/* UCaseMap service object -------------------------------------------------- */ |
+ |
+U_CAPI UCaseMap * U_EXPORT2 |
+ucasemap_open(const char *locale, uint32_t options, UErrorCode *pErrorCode) { |
+ UCaseMap *csm; |
+ |
+ if(U_FAILURE(*pErrorCode)) { |
+ return NULL; |
+ } |
+ |
+ csm=(UCaseMap *)uprv_malloc(sizeof(UCaseMap)); |
+ if(csm==NULL) { |
+ return NULL; |
+ } |
+ uprv_memset(csm, 0, sizeof(UCaseMap)); |
+ |
+ csm->csp=ucase_getSingleton(); |
+ ucasemap_setLocale(csm, locale, pErrorCode); |
+ if(U_FAILURE(*pErrorCode)) { |
+ uprv_free(csm); |
+ return NULL; |
+ } |
+ |
+ csm->options=options; |
+ return csm; |
+} |
+ |
+U_CAPI void U_EXPORT2 |
+ucasemap_close(UCaseMap *csm) { |
+ if(csm!=NULL) { |
+#if !UCONFIG_NO_BREAK_ITERATION |
+ ubrk_close(csm->iter); |
+#endif |
+ uprv_free(csm); |
+ } |
+} |
+ |
+U_CAPI const char * U_EXPORT2 |
+ucasemap_getLocale(const UCaseMap *csm) { |
+ return csm->locale; |
+} |
+ |
+U_CAPI uint32_t U_EXPORT2 |
+ucasemap_getOptions(const UCaseMap *csm) { |
+ return csm->options; |
+} |
+ |
+U_CAPI void U_EXPORT2 |
+ucasemap_setLocale(UCaseMap *csm, const char *locale, UErrorCode *pErrorCode) { |
+ int32_t length; |
+ |
+ if(U_FAILURE(*pErrorCode)) { |
+ return; |
+ } |
+ |
+ length=uloc_getName(locale, csm->locale, (int32_t)sizeof(csm->locale), pErrorCode); |
+ if(*pErrorCode==U_BUFFER_OVERFLOW_ERROR || length==sizeof(csm->locale)) { |
+ *pErrorCode=U_ZERO_ERROR; |
+ /* we only really need the language code for case mappings */ |
+ length=uloc_getLanguage(locale, csm->locale, (int32_t)sizeof(csm->locale), pErrorCode); |
+ } |
+ if(length==sizeof(csm->locale)) { |
+ *pErrorCode=U_BUFFER_OVERFLOW_ERROR; |
+ } |
+ csm->locCache=0; |
+ if(U_SUCCESS(*pErrorCode)) { |
+ ucase_getCaseLocale(csm->locale, &csm->locCache); |
+ } else { |
+ csm->locale[0]=0; |
+ } |
+} |
+ |
+U_CAPI void U_EXPORT2 |
+ucasemap_setOptions(UCaseMap *csm, uint32_t options, UErrorCode *pErrorCode) { |
+ csm->options=options; |
+} |
+ |
+#if !UCONFIG_NO_BREAK_ITERATION |
+ |
+U_CAPI const UBreakIterator * U_EXPORT2 |
+ucasemap_getBreakIterator(const UCaseMap *csm) { |
+ return csm->iter; |
+} |
+ |
+U_CAPI void U_EXPORT2 |
+ucasemap_setBreakIterator(UCaseMap *csm, UBreakIterator *iterToAdopt, UErrorCode *pErrorCode) { |
+ ubrk_close(csm->iter); |
+ csm->iter=iterToAdopt; |
+} |
+ |
+#endif |
+ |
+/* UTF-8 string case mappings ----------------------------------------------- */ |
+ |
+/* TODO(markus): Move to a new, separate utf8case.c file. */ |
+ |
+/* append a full case mapping result, see UCASE_MAX_STRING_LENGTH */ |
+static U_INLINE int32_t |
+appendResult(uint8_t *dest, int32_t destIndex, int32_t destCapacity, |
+ int32_t result, const UChar *s) { |
+ UChar32 c; |
+ int32_t length, destLength; |
+ UErrorCode errorCode; |
+ |
+ /* decode the result */ |
+ if(result<0) { |
+ /* (not) original code point */ |
+ c=~result; |
+ length=-1; |
+ } else if(result<=UCASE_MAX_STRING_LENGTH) { |
+ c=U_SENTINEL; |
+ length=result; |
+ } else { |
+ c=result; |
+ length=-1; |
+ } |
+ |
+ if(destIndex<destCapacity) { |
+ /* append the result */ |
+ if(length<0) { |
+ /* code point */ |
+ UBool isError=FALSE; |
+ U8_APPEND(dest, destIndex, destCapacity, c, isError); |
+ if(isError) { |
+ /* overflow, nothing written */ |
+ destIndex+=U8_LENGTH(c); |
+ } |
+ } else { |
+ /* string */ |
+ errorCode=U_ZERO_ERROR; |
+ u_strToUTF8( |
+ (char *)(dest+destIndex), destCapacity-destIndex, &destLength, |
+ s, length, |
+ &errorCode); |
+ destIndex+=destLength; |
+ /* we might have an overflow, but we know the actual length */ |
+ } |
+ } else { |
+ /* preflight */ |
+ if(length<0) { |
+ destIndex+=U8_LENGTH(c); |
+ } else { |
+ errorCode=U_ZERO_ERROR; |
+ u_strToUTF8( |
+ NULL, 0, &destLength, |
+ s, length, |
+ &errorCode); |
+ destIndex+=destLength; |
+ } |
+ } |
+ return destIndex; |
+} |
+ |
+static UChar32 U_CALLCONV |
+utf8_caseContextIterator(void *context, int8_t dir) { |
+ UCaseContext *csc=(UCaseContext *)context; |
+ UChar32 c; |
+ |
+ if(dir<0) { |
+ /* reset for backward iteration */ |
+ csc->index=csc->cpStart; |
+ csc->dir=dir; |
+ } else if(dir>0) { |
+ /* reset for forward iteration */ |
+ csc->index=csc->cpLimit; |
+ csc->dir=dir; |
+ } else { |
+ /* continue current iteration direction */ |
+ dir=csc->dir; |
+ } |
+ |
+ if(dir<0) { |
+ if(csc->start<csc->index) { |
+ U8_PREV((const uint8_t *)csc->p, csc->start, csc->index, c); |
+ return c; |
+ } |
+ } else { |
+ if(csc->index<csc->limit) { |
+ U8_NEXT((const uint8_t *)csc->p, csc->index, csc->limit, c); |
+ return c; |
+ } |
+ } |
+ return U_SENTINEL; |
+} |
+ |
+/* |
+ * Case-maps [srcStart..srcLimit[ but takes |
+ * context [0..srcLength[ into account. |
+ */ |
+static int32_t |
+_caseMap(const UCaseMap *csm, UCaseMapFull *map, |
+ uint8_t *dest, int32_t destCapacity, |
+ const uint8_t *src, UCaseContext *csc, |
+ int32_t srcStart, int32_t srcLimit, |
+ UErrorCode *pErrorCode) { |
+ const UChar *s; |
+ UChar32 c, c2 = 0; |
+ int32_t srcIndex, destIndex; |
+ int32_t locCache; |
+ |
+ locCache=csm->locCache; |
+ |
+ /* case mapping loop */ |
+ srcIndex=srcStart; |
+ destIndex=0; |
+ while(srcIndex<srcLimit) { |
+ csc->cpStart=srcIndex; |
+ U8_NEXT(src, srcIndex, srcLimit, c); |
+ csc->cpLimit=srcIndex; |
+ if(c<0) { |
+ int32_t i=csc->cpStart; |
+ while(destIndex<destCapacity && i<srcIndex) { |
+ dest[destIndex++]=src[i++]; |
+ } |
+ continue; |
+ } |
+ c=map(csm->csp, c, utf8_caseContextIterator, csc, &s, csm->locale, &locCache); |
+ if((destIndex<destCapacity) && (c<0 ? (c2=~c)<=0x7f : UCASE_MAX_STRING_LENGTH<c && (c2=c)<=0x7f)) { |
+ /* fast path version of appendResult() for ASCII results */ |
+ dest[destIndex++]=(uint8_t)c2; |
+ } else { |
+ destIndex=appendResult(dest, destIndex, destCapacity, c, s); |
+ } |
+ } |
+ |
+ if(destIndex>destCapacity) { |
+ *pErrorCode=U_BUFFER_OVERFLOW_ERROR; |
+ } |
+ return destIndex; |
+} |
+ |
+#if !UCONFIG_NO_BREAK_ITERATION |
+ |
+/* |
+ * Internal titlecasing function. |
+ */ |
+static int32_t |
+_toTitle(UCaseMap *csm, |
+ uint8_t *dest, int32_t destCapacity, |
+ const uint8_t *src, UCaseContext *csc, |
+ int32_t srcLength, |
+ UErrorCode *pErrorCode) { |
+ UText utext=UTEXT_INITIALIZER; |
+ const UChar *s; |
+ UChar32 c; |
+ int32_t prev, titleStart, titleLimit, idx, destIndex, length; |
+ UBool isFirstIndex; |
+ |
+ utext_openUTF8(&utext, (const char *)src, srcLength, pErrorCode); |
+ if(U_FAILURE(*pErrorCode)) { |
+ return 0; |
+ } |
+ if(csm->iter==NULL) { |
+ csm->iter=ubrk_open(UBRK_WORD, csm->locale, |
+ NULL, 0, |
+ pErrorCode); |
+ } |
+ ubrk_setUText(csm->iter, &utext, pErrorCode); |
+ if(U_FAILURE(*pErrorCode)) { |
+ utext_close(&utext); |
+ return 0; |
+ } |
+ |
+ /* set up local variables */ |
+ destIndex=0; |
+ prev=0; |
+ isFirstIndex=TRUE; |
+ |
+ /* titlecasing loop */ |
+ while(prev<srcLength) { |
+ /* find next index where to titlecase */ |
+ if(isFirstIndex) { |
+ isFirstIndex=FALSE; |
+ idx=ubrk_first(csm->iter); |
+ } else { |
+ idx=ubrk_next(csm->iter); |
+ } |
+ if(idx==UBRK_DONE || idx>srcLength) { |
+ idx=srcLength; |
+ } |
+ |
+ /* |
+ * Unicode 4 & 5 section 3.13 Default Case Operations: |
+ * |
+ * R3 toTitlecase(X): Find the word boundaries based on Unicode Standard Annex |
+ * #29, "Text Boundaries." Between each pair of word boundaries, find the first |
+ * cased character F. If F exists, map F to default_title(F); then map each |
+ * subsequent character C to default_lower(C). |
+ * |
+ * In this implementation, segment [prev..index[ into 3 parts: |
+ * a) uncased characters (copy as-is) [prev..titleStart[ |
+ * b) first case letter (titlecase) [titleStart..titleLimit[ |
+ * c) subsequent characters (lowercase) [titleLimit..index[ |
+ */ |
+ if(prev<idx) { |
+ /* find and copy uncased characters [prev..titleStart[ */ |
+ titleStart=titleLimit=prev; |
+ U8_NEXT(src, titleLimit, idx, c); |
+ if((csm->options&U_TITLECASE_NO_BREAK_ADJUSTMENT)==0 && UCASE_NONE==ucase_getType(csm->csp, c)) { |
+ /* Adjust the titlecasing index (titleStart) to the next cased character. */ |
+ for(;;) { |
+ titleStart=titleLimit; |
+ if(titleLimit==idx) { |
+ /* |
+ * only uncased characters in [prev..index[ |
+ * stop with titleStart==titleLimit==index |
+ */ |
+ break; |
+ } |
+ U8_NEXT(src, titleLimit, idx, c); |
+ if(UCASE_NONE!=ucase_getType(csm->csp, c)) { |
+ break; /* cased letter at [titleStart..titleLimit[ */ |
+ } |
+ } |
+ length=titleStart-prev; |
+ if(length>0) { |
+ if((destIndex+length)<=destCapacity) { |
+ uprv_memcpy(dest+destIndex, src+prev, length); |
+ } |
+ destIndex+=length; |
+ } |
+ } |
+ |
+ if(titleStart<titleLimit) { |
+ /* titlecase c which is from [titleStart..titleLimit[ */ |
+ csc->cpStart=titleStart; |
+ csc->cpLimit=titleLimit; |
+ c=ucase_toFullTitle(csm->csp, c, utf8_caseContextIterator, csc, &s, csm->locale, &csm->locCache); |
+ destIndex=appendResult(dest, destIndex, destCapacity, c, s); |
+ |
+ |
+ /* Special case Dutch IJ titlecasing */ |
+ if ( titleStart+1 < idx && |
+ ucase_getCaseLocale(csm->locale,&csm->locCache) == UCASE_LOC_DUTCH && |
+ ( src[titleStart] == 0x0049 || src[titleStart] == 0x0069 ) && |
+ ( src[titleStart+1] == 0x004A || src[titleStart+1] == 0x006A )) { |
+ c=0x004A; |
+ destIndex=appendResult(dest, destIndex, destCapacity, c, s); |
+ titleLimit++; |
+ } |
+ /* lowercase [titleLimit..index[ */ |
+ if(titleLimit<idx) { |
+ if((csm->options&U_TITLECASE_NO_LOWERCASE)==0) { |
+ /* Normal operation: Lowercase the rest of the word. */ |
+ destIndex+= |
+ _caseMap( |
+ csm, ucase_toFullLower, |
+ dest+destIndex, destCapacity-destIndex, |
+ src, csc, |
+ titleLimit, idx, |
+ pErrorCode); |
+ } else { |
+ /* Optionally just copy the rest of the word unchanged. */ |
+ length=idx-titleLimit; |
+ if((destIndex+length)<=destCapacity) { |
+ uprv_memcpy(dest+destIndex, src+titleLimit, length); |
+ } |
+ destIndex+=length; |
+ } |
+ } |
+ } |
+ } |
+ |
+ prev=idx; |
+ } |
+ |
+ if(destIndex>destCapacity) { |
+ *pErrorCode=U_BUFFER_OVERFLOW_ERROR; |
+ } |
+ utext_close(&utext); |
+ return destIndex; |
+} |
+ |
+#endif |
+ |
+static int32_t |
+utf8_foldCase(const UCaseProps *csp, |
+ uint8_t *dest, int32_t destCapacity, |
+ const uint8_t *src, int32_t srcLength, |
+ uint32_t options, |
+ UErrorCode *pErrorCode) { |
+ int32_t srcIndex, destIndex; |
+ |
+ const UChar *s; |
+ UChar32 c, c2; |
+ int32_t start; |
+ |
+ /* case mapping loop */ |
+ srcIndex=destIndex=0; |
+ while(srcIndex<srcLength) { |
+ start=srcIndex; |
+ U8_NEXT(src, srcIndex, srcLength, c); |
+ if(c<0) { |
+ while(destIndex<destCapacity && start<srcIndex) { |
+ dest[destIndex++]=src[start++]; |
+ } |
+ continue; |
+ } |
+ c=ucase_toFullFolding(csp, c, &s, options); |
+ if((destIndex<destCapacity) && (c<0 ? (c2=~c)<=0x7f : UCASE_MAX_STRING_LENGTH<c && (c2=c)<=0x7f)) { |
+ /* fast path version of appendResult() for ASCII results */ |
+ dest[destIndex++]=(uint8_t)c2; |
+ } else { |
+ destIndex=appendResult(dest, destIndex, destCapacity, c, s); |
+ } |
+ } |
+ |
+ if(destIndex>destCapacity) { |
+ *pErrorCode=U_BUFFER_OVERFLOW_ERROR; |
+ } |
+ return destIndex; |
+} |
+ |
+/* |
+ * Implement argument checking and buffer handling |
+ * for string case mapping as a common function. |
+ */ |
+ |
+/* common internal function for public API functions */ |
+ |
+static int32_t |
+caseMap(const UCaseMap *csm, |
+ uint8_t *dest, int32_t destCapacity, |
+ const uint8_t *src, int32_t srcLength, |
+ int32_t toWhichCase, |
+ UErrorCode *pErrorCode) { |
+ int32_t destLength; |
+ |
+ /* check argument values */ |
+ if(U_FAILURE(*pErrorCode)) { |
+ return 0; |
+ } |
+ if( destCapacity<0 || |
+ (dest==NULL && destCapacity>0) || |
+ src==NULL || |
+ srcLength<-1 |
+ ) { |
+ *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; |
+ return 0; |
+ } |
+ |
+ /* get the string length */ |
+ if(srcLength==-1) { |
+ srcLength=(int32_t)uprv_strlen((const char *)src); |
+ } |
+ |
+ /* check for overlapping source and destination */ |
+ if( dest!=NULL && |
+ ((src>=dest && src<(dest+destCapacity)) || |
+ (dest>=src && dest<(src+srcLength))) |
+ ) { |
+ *pErrorCode=U_ILLEGAL_ARGUMENT_ERROR; |
+ return 0; |
+ } |
+ |
+ destLength=0; |
+ |
+ if(toWhichCase==FOLD_CASE) { |
+ destLength=utf8_foldCase(csm->csp, dest, destCapacity, src, srcLength, |
+ csm->options, pErrorCode); |
+ } else { |
+ UCaseContext csc={ NULL }; |
+ |
+ csc.p=(void *)src; |
+ csc.limit=srcLength; |
+ |
+ if(toWhichCase==TO_LOWER) { |
+ destLength=_caseMap(csm, ucase_toFullLower, |
+ dest, destCapacity, |
+ src, &csc, |
+ 0, srcLength, |
+ pErrorCode); |
+ } else if(toWhichCase==TO_UPPER) { |
+ destLength=_caseMap(csm, ucase_toFullUpper, |
+ dest, destCapacity, |
+ src, &csc, |
+ 0, srcLength, |
+ pErrorCode); |
+ } else /* if(toWhichCase==TO_TITLE) */ { |
+#if UCONFIG_NO_BREAK_ITERATION |
+ *pErrorCode=U_UNSUPPORTED_ERROR; |
+#else |
+ /* UCaseMap is actually non-const in toTitle() APIs. */ |
+ UCaseMap *tmp = (UCaseMap *)csm; |
+ destLength=_toTitle(tmp, dest, destCapacity, |
+ src, &csc, srcLength, |
+ pErrorCode); |
+#endif |
+ } |
+ } |
+ |
+ return u_terminateChars((char *)dest, destCapacity, destLength, pErrorCode); |
+} |
+ |
+/* public API functions */ |
+ |
+U_CAPI int32_t U_EXPORT2 |
+ucasemap_utf8ToLower(const UCaseMap *csm, |
+ char *dest, int32_t destCapacity, |
+ const char *src, int32_t srcLength, |
+ UErrorCode *pErrorCode) { |
+ return caseMap(csm, |
+ (uint8_t *)dest, destCapacity, |
+ (const uint8_t *)src, srcLength, |
+ TO_LOWER, pErrorCode); |
+} |
+ |
+U_CAPI int32_t U_EXPORT2 |
+ucasemap_utf8ToUpper(const UCaseMap *csm, |
+ char *dest, int32_t destCapacity, |
+ const char *src, int32_t srcLength, |
+ UErrorCode *pErrorCode) { |
+ return caseMap(csm, |
+ (uint8_t *)dest, destCapacity, |
+ (const uint8_t *)src, srcLength, |
+ TO_UPPER, pErrorCode); |
+} |
+ |
+#if !UCONFIG_NO_BREAK_ITERATION |
+ |
+U_CAPI int32_t U_EXPORT2 |
+ucasemap_utf8ToTitle(UCaseMap *csm, |
+ char *dest, int32_t destCapacity, |
+ const char *src, int32_t srcLength, |
+ UErrorCode *pErrorCode) { |
+ return caseMap(csm, |
+ (uint8_t *)dest, destCapacity, |
+ (const uint8_t *)src, srcLength, |
+ TO_TITLE, pErrorCode); |
+} |
+ |
+#endif |
+ |
+U_CAPI int32_t U_EXPORT2 |
+ucasemap_utf8FoldCase(const UCaseMap *csm, |
+ char *dest, int32_t destCapacity, |
+ const char *src, int32_t srcLength, |
+ UErrorCode *pErrorCode) { |
+ return caseMap(csm, |
+ (uint8_t *)dest, destCapacity, |
+ (const uint8_t *)src, srcLength, |
+ FOLD_CASE, pErrorCode); |
+} |
Property changes on: icu46/source/common/ucasemap.c |
___________________________________________________________________ |
Added: svn:eol-style |
+ LF |