| Index: icu46/source/test/cintltst/trietest.c
|
| ===================================================================
|
| --- icu46/source/test/cintltst/trietest.c (revision 0)
|
| +++ icu46/source/test/cintltst/trietest.c (revision 0)
|
| @@ -0,0 +1,886 @@
|
| +/*
|
| +******************************************************************************
|
| +*
|
| +* Copyright (C) 2001-2008, International Business Machines
|
| +* Corporation and others. All Rights Reserved.
|
| +*
|
| +******************************************************************************
|
| +* file name: trietest.c
|
| +* encoding: US-ASCII
|
| +* tab size: 8 (not used)
|
| +* indentation:4
|
| +*
|
| +* created on: 2001nov20
|
| +* created by: Markus W. Scherer
|
| +*/
|
| +
|
| +#include <stdio.h>
|
| +#include "unicode/utypes.h"
|
| +#include "utrie.h"
|
| +#include "cstring.h"
|
| +#include "cmemory.h"
|
| +
|
| +#if 1
|
| +#include "cintltst.h"
|
| +#else
|
| +/* definitions from standalone utrie development */
|
| +#define log_err printf
|
| +#define log_verbose printf
|
| +
|
| +#undef u_errorName
|
| +#define u_errorName(errorCode) "some error code"
|
| +#endif
|
| +
|
| +#define ARRAY_LENGTH(array) (sizeof(array)/sizeof(array[0]))
|
| +
|
| +/* Values for setting possibly overlapping, out-of-order ranges of values */
|
| +typedef struct SetRange {
|
| + UChar32 start, limit;
|
| + uint32_t value;
|
| + UBool overwrite;
|
| +} SetRange;
|
| +
|
| +/*
|
| + * Values for testing:
|
| + * value is set from the previous boundary's limit to before
|
| + * this boundary's limit
|
| + */
|
| +typedef struct CheckRange {
|
| + UChar32 limit;
|
| + uint32_t value;
|
| +} CheckRange;
|
| +
|
| +
|
| +static uint32_t U_CALLCONV
|
| +_testFoldedValue32(UNewTrie *trie, UChar32 start, int32_t offset) {
|
| + uint32_t foldedValue, value;
|
| + UChar32 limit;
|
| + UBool inBlockZero;
|
| +
|
| + foldedValue=0;
|
| +
|
| + limit=start+0x400;
|
| + while(start<limit) {
|
| + value=utrie_get32(trie, start, &inBlockZero);
|
| + if(inBlockZero) {
|
| + start+=UTRIE_DATA_BLOCK_LENGTH;
|
| + } else {
|
| + foldedValue|=value;
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + if(foldedValue!=0) {
|
| + return ((uint32_t)offset<<16)|foldedValue;
|
| + } else {
|
| + return 0;
|
| + }
|
| +}
|
| +
|
| +static int32_t U_CALLCONV
|
| +_testFoldingOffset32(uint32_t data) {
|
| + return (int32_t)(data>>16);
|
| +}
|
| +
|
| +static uint32_t U_CALLCONV
|
| +_testFoldedValue16(UNewTrie *trie, UChar32 start, int32_t offset) {
|
| + uint32_t foldedValue, value;
|
| + UChar32 limit;
|
| + UBool inBlockZero;
|
| +
|
| + foldedValue=0;
|
| +
|
| + limit=start+0x400;
|
| + while(start<limit) {
|
| + value=utrie_get32(trie, start, &inBlockZero);
|
| + if(inBlockZero) {
|
| + start+=UTRIE_DATA_BLOCK_LENGTH;
|
| + } else {
|
| + foldedValue|=value;
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + if(foldedValue!=0) {
|
| + return (uint32_t)(offset|0x8000);
|
| + } else {
|
| + return 0;
|
| + }
|
| +}
|
| +
|
| +static int32_t U_CALLCONV
|
| +_testFoldingOffset16(uint32_t data) {
|
| + if(data&0x8000) {
|
| + return (int32_t)(data&0x7fff);
|
| + } else {
|
| + return 0;
|
| + }
|
| +}
|
| +
|
| +static uint32_t U_CALLCONV
|
| +_testEnumValue(const void *context, uint32_t value) {
|
| + return value^0x5555;
|
| +}
|
| +
|
| +static UBool U_CALLCONV
|
| +_testEnumRange(const void *context, UChar32 start, UChar32 limit, uint32_t value) {
|
| + const CheckRange **pb=(const CheckRange **)context;
|
| + const CheckRange *b=(*pb)++;
|
| +
|
| + value^=0x5555;
|
| + if(start!=(b-1)->limit || limit!=b->limit || value!=b->value) {
|
| + log_err("error: utrie_enum() delivers wrong range [U+%04lx..U+%04lx[.0x%lx instead of [U+%04lx..U+%04lx[.0x%lx\n",
|
| + start, limit, value,
|
| + (b-1)->limit, b->limit, b->value);
|
| + }
|
| + return TRUE;
|
| +}
|
| +
|
| +static void
|
| +testTrieIteration(const char *testName,
|
| + const UTrie *trie,
|
| + const CheckRange checkRanges[], int32_t countCheckRanges) {
|
| + UChar s[100];
|
| + uint32_t values[30];
|
| +
|
| + const UChar *p, *limit;
|
| +
|
| + uint32_t value;
|
| + UChar32 c;
|
| + int32_t i, length, countValues;
|
| + UChar c2;
|
| +
|
| + /* write a string */
|
| + length=countValues=0;
|
| + for(i=0; i<countCheckRanges; ++i) {
|
| + c=checkRanges[i].limit;
|
| + if(c!=0) {
|
| + --c;
|
| + UTF_APPEND_CHAR_UNSAFE(s, length, c);
|
| + values[countValues++]=checkRanges[i].value;
|
| + }
|
| + }
|
| + limit=s+length;
|
| +
|
| + /* try forward */
|
| + p=s;
|
| + i=0;
|
| + while(p<limit) {
|
| + c=c2=0x33;
|
| + if(trie->data32!=NULL) {
|
| + UTRIE_NEXT32(trie, p, limit, c, c2, value);
|
| + } else {
|
| + UTRIE_NEXT16(trie, p, limit, c, c2, value);
|
| + }
|
| + if(value!=values[i]) {
|
| + log_err("error: wrong value from UTRIE_NEXT(%s)(U+%04lx, U+%04lx): 0x%lx instead of 0x%lx\n",
|
| + testName, c, c2, value, values[i]);
|
| + }
|
| + if(
|
| + c2==0 ?
|
| + c!=*(p-1) :
|
| + !UTF_IS_LEAD(c) || !UTF_IS_TRAIL(c2) || c!=*(p-2) || c2!=*(p-1)
|
| + ) {
|
| + log_err("error: wrong (c, c2) from UTRIE_NEXT(%s): (U+%04lx, U+%04lx)\n",
|
| + testName, c, c2);
|
| + continue;
|
| + }
|
| + if(c2!=0) {
|
| + int32_t offset;
|
| +
|
| + if(trie->data32==NULL) {
|
| + value=UTRIE_GET16_FROM_LEAD(trie, c);
|
| + offset=trie->getFoldingOffset(value);
|
| + if(offset>0) {
|
| + value=UTRIE_GET16_FROM_OFFSET_TRAIL(trie, offset, c2);
|
| + } else {
|
| + value=trie->initialValue;
|
| + }
|
| + } else {
|
| + value=UTRIE_GET32_FROM_LEAD(trie, c);
|
| + offset=trie->getFoldingOffset(value);
|
| + if(offset>0) {
|
| + value=UTRIE_GET32_FROM_OFFSET_TRAIL(trie, offset, c2);
|
| + } else {
|
| + value=trie->initialValue;
|
| + }
|
| + }
|
| + if(value!=values[i]) {
|
| + log_err("error: wrong value from UTRIE_GETXX_FROM_OFFSET_TRAIL(%s)(U+%04lx, U+%04lx): 0x%lx instead of 0x%lx\n",
|
| + testName, c, c2, value, values[i]);
|
| + }
|
| + }
|
| + if(c2!=0) {
|
| + value=0x44;
|
| + if(trie->data32==NULL) {
|
| + UTRIE_GET16_FROM_PAIR(trie, c, c2, value);
|
| + } else {
|
| + UTRIE_GET32_FROM_PAIR(trie, c, c2, value);
|
| + }
|
| + if(value!=values[i]) {
|
| + log_err("error: wrong value from UTRIE_GETXX_FROM_PAIR(%s)(U+%04lx, U+%04lx): 0x%lx instead of 0x%lx\n",
|
| + testName, c, c2, value, values[i]);
|
| + }
|
| + }
|
| + ++i;
|
| + }
|
| +
|
| + /* try backward */
|
| + p=limit;
|
| + i=countValues;
|
| + while(s<p) {
|
| + --i;
|
| + c=c2=0x33;
|
| + if(trie->data32!=NULL) {
|
| + UTRIE_PREVIOUS32(trie, s, p, c, c2, value);
|
| + } else {
|
| + UTRIE_PREVIOUS16(trie, s, p, c, c2, value);
|
| + }
|
| + if(value!=values[i]) {
|
| + log_err("error: wrong value from UTRIE_PREVIOUS(%s)(U+%04lx, U+%04lx): 0x%lx instead of 0x%lx\n",
|
| + testName, c, c2, value, values[i]);
|
| + }
|
| + if(
|
| + c2==0 ?
|
| + c!=*p:
|
| + !UTF_IS_LEAD(c) || !UTF_IS_TRAIL(c2) || c!=*p || c2!=*(p+1)
|
| + ) {
|
| + log_err("error: wrong (c, c2) from UTRIE_PREVIOUS(%s): (U+%04lx, U+%04lx)\n",
|
| + testName, c, c2);
|
| + }
|
| + }
|
| +}
|
| +
|
| +static void
|
| +testTrieRangesWithMalloc(const char *testName,
|
| + const SetRange setRanges[], int32_t countSetRanges,
|
| + const CheckRange checkRanges[], int32_t countCheckRanges,
|
| + UBool dataIs32, UBool latin1Linear) {
|
| + UTrieGetFoldingOffset *getFoldingOffset;
|
| + const CheckRange *enumRanges;
|
| + UNewTrie *newTrie;
|
| + UTrie trie={ 0 };
|
| + uint32_t value, value2;
|
| + UChar32 start, limit;
|
| + int32_t i, length;
|
| + UErrorCode errorCode;
|
| + UBool overwrite, ok;
|
| + uint8_t* storage =NULL;
|
| + static const int32_t DEFAULT_STORAGE_SIZE = 32768;
|
| + storage = (uint8_t*) uprv_malloc(sizeof(uint8_t)*DEFAULT_STORAGE_SIZE);
|
| +
|
| + log_verbose("\ntesting Trie '%s'\n", testName);
|
| + newTrie=utrie_open(NULL, NULL, 2000,
|
| + checkRanges[0].value, checkRanges[0].value,
|
| + latin1Linear);
|
| +
|
| + /* set values from setRanges[] */
|
| + ok=TRUE;
|
| + for(i=0; i<countSetRanges; ++i) {
|
| + start=setRanges[i].start;
|
| + limit=setRanges[i].limit;
|
| + value=setRanges[i].value;
|
| + overwrite=setRanges[i].overwrite;
|
| + if((limit-start)==1 && overwrite) {
|
| + ok&=utrie_set32(newTrie, start, value);
|
| + } else {
|
| + ok&=utrie_setRange32(newTrie, start, limit, value, overwrite);
|
| + }
|
| + }
|
| + if(!ok) {
|
| + log_err("error: setting values into a trie failed (%s)\n", testName);
|
| + return;
|
| + }
|
| +
|
| + /* verify that all these values are in the new Trie */
|
| + start=0;
|
| + for(i=0; i<countCheckRanges; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + while(start<limit) {
|
| + if(value!=utrie_get32(newTrie, start, NULL)) {
|
| + log_err("error: newTrie(%s)[U+%04lx]==0x%lx instead of 0x%lx\n",
|
| + testName, start, utrie_get32(newTrie, start, NULL), value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + if(dataIs32) {
|
| + getFoldingOffset=_testFoldingOffset32;
|
| + } else {
|
| + getFoldingOffset=_testFoldingOffset16;
|
| + }
|
| +
|
| + errorCode=U_ZERO_ERROR;
|
| + length=utrie_serialize(newTrie, storage, DEFAULT_STORAGE_SIZE,
|
| + dataIs32 ? _testFoldedValue32 : _testFoldedValue16,
|
| + (UBool)!dataIs32,
|
| + &errorCode);
|
| + if(U_FAILURE(errorCode)) {
|
| + log_err("error: utrie_serialize(%s) failed: %s\n", testName, u_errorName(errorCode));
|
| + utrie_close(newTrie);
|
| + return;
|
| + }
|
| +
|
| + /* test linear Latin-1 range from utrie_getData() */
|
| + if(latin1Linear) {
|
| + uint32_t *data;
|
| + int32_t dataLength;
|
| +
|
| + data=utrie_getData(newTrie, &dataLength);
|
| + start=0;
|
| + for(i=0; i<countCheckRanges && start<=0xff; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + while(start<limit && start<=0xff) {
|
| + if(value!=data[UTRIE_DATA_BLOCK_LENGTH+start]) {
|
| + log_err("error: newTrie(%s).latin1Data[U+%04lx]==0x%lx instead of 0x%lx\n",
|
| + testName, start, data[UTRIE_DATA_BLOCK_LENGTH+start], value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| + }
|
| +
|
| + utrie_close(newTrie);
|
| +
|
| + errorCode=U_ZERO_ERROR;
|
| + if(!utrie_unserialize(&trie, storage, length, &errorCode)) {
|
| + log_err("error: utrie_unserialize() failed, %s\n", u_errorName(errorCode));
|
| + return;
|
| + }
|
| + trie.getFoldingOffset=getFoldingOffset;
|
| +
|
| + if(dataIs32!=(trie.data32!=NULL)) {
|
| + log_err("error: trie serialization (%s) did not preserve 32-bitness\n", testName);
|
| + }
|
| + if(latin1Linear!=trie.isLatin1Linear) {
|
| + log_err("error: trie serialization (%s) did not preserve Latin-1-linearity\n", testName);
|
| + }
|
| +
|
| + /* verify that all these values are in the unserialized Trie */
|
| + start=0;
|
| + for(i=0; i<countCheckRanges; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + if(start==0xd800) {
|
| + /* skip surrogates */
|
| + start=limit;
|
| + continue;
|
| + }
|
| +
|
| + while(start<limit) {
|
| + if(start<=0xffff) {
|
| + if(dataIs32) {
|
| + value2=UTRIE_GET32_FROM_BMP(&trie, start);
|
| + } else {
|
| + value2=UTRIE_GET16_FROM_BMP(&trie, start);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).fromBMP(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + if(!UTF_IS_LEAD(start)) {
|
| + if(dataIs32) {
|
| + value2=UTRIE_GET32_FROM_LEAD(&trie, start);
|
| + } else {
|
| + value2=UTRIE_GET16_FROM_LEAD(&trie, start);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).fromLead(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + }
|
| + }
|
| + if(dataIs32) {
|
| + UTRIE_GET32(&trie, start, value2);
|
| + } else {
|
| + UTRIE_GET16(&trie, start, value2);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).get(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + /* enumerate and verify all ranges */
|
| + enumRanges=checkRanges+1;
|
| + utrie_enum(&trie, _testEnumValue, _testEnumRange, &enumRanges);
|
| +
|
| + /* test linear Latin-1 range */
|
| + if(trie.isLatin1Linear) {
|
| + if(trie.data32!=NULL) {
|
| + const uint32_t *latin1=UTRIE_GET32_LATIN1(&trie);
|
| +
|
| + for(start=0; start<0x100; ++start) {
|
| + if(latin1[start]!=UTRIE_GET32_FROM_LEAD(&trie, start)) {
|
| + log_err("error: (%s) trie.latin1[U+%04lx]=0x%lx!=0x%lx=trie.get32(U+%04lx)\n",
|
| + testName, start, latin1[start], UTRIE_GET32_FROM_LEAD(&trie, start), start);
|
| + }
|
| + }
|
| + } else {
|
| + const uint16_t *latin1=UTRIE_GET16_LATIN1(&trie);
|
| +
|
| + for(start=0; start<0x100; ++start) {
|
| + if(latin1[start]!=UTRIE_GET16_FROM_LEAD(&trie, start)) {
|
| + log_err("error: (%s) trie.latin1[U+%04lx]=0x%lx!=0x%lx=trie.get16(U+%04lx)\n",
|
| + testName, start, latin1[start], UTRIE_GET16_FROM_LEAD(&trie, start), start);
|
| + }
|
| + }
|
| + }
|
| + }
|
| +
|
| + testTrieIteration(testName, &trie, checkRanges, countCheckRanges);
|
| + uprv_free(storage);
|
| +}
|
| +
|
| +static void
|
| +testTrieRanges(const char *testName,
|
| + const SetRange setRanges[], int32_t countSetRanges,
|
| + const CheckRange checkRanges[], int32_t countCheckRanges,
|
| + UBool dataIs32, UBool latin1Linear) {
|
| + union{
|
| + double bogus; /* needed for aligining the storage */
|
| + uint8_t storage[32768];
|
| + } storageHolder;
|
| + UTrieGetFoldingOffset *getFoldingOffset;
|
| + UNewTrieGetFoldedValue *getFoldedValue;
|
| + const CheckRange *enumRanges;
|
| + UNewTrie *newTrie;
|
| + UTrie trie={ 0 };
|
| + uint32_t value, value2;
|
| + UChar32 start, limit;
|
| + int32_t i, length;
|
| + UErrorCode errorCode;
|
| + UBool overwrite, ok;
|
| +
|
| + log_verbose("\ntesting Trie '%s'\n", testName);
|
| + newTrie=utrie_open(NULL, NULL, 2000,
|
| + checkRanges[0].value, checkRanges[0].value,
|
| + latin1Linear);
|
| +
|
| + /* set values from setRanges[] */
|
| + ok=TRUE;
|
| + for(i=0; i<countSetRanges; ++i) {
|
| + start=setRanges[i].start;
|
| + limit=setRanges[i].limit;
|
| + value=setRanges[i].value;
|
| + overwrite=setRanges[i].overwrite;
|
| + if((limit-start)==1 && overwrite) {
|
| + ok&=utrie_set32(newTrie, start, value);
|
| + } else {
|
| + ok&=utrie_setRange32(newTrie, start, limit, value, overwrite);
|
| + }
|
| + }
|
| + if(!ok) {
|
| + log_err("error: setting values into a trie failed (%s)\n", testName);
|
| + return;
|
| + }
|
| +
|
| + /* verify that all these values are in the new Trie */
|
| + start=0;
|
| + for(i=0; i<countCheckRanges; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + while(start<limit) {
|
| + if(value!=utrie_get32(newTrie, start, NULL)) {
|
| + log_err("error: newTrie(%s)[U+%04lx]==0x%lx instead of 0x%lx\n",
|
| + testName, start, utrie_get32(newTrie, start, NULL), value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + if(dataIs32) {
|
| + getFoldingOffset=_testFoldingOffset32;
|
| + getFoldedValue=_testFoldedValue32;
|
| + } else {
|
| + getFoldingOffset=_testFoldingOffset16;
|
| + getFoldedValue=_testFoldedValue16;
|
| + }
|
| +
|
| + /*
|
| + * code coverage for utrie.c/defaultGetFoldedValue(),
|
| + * pick some combination of parameters for selecting the UTrie defaults
|
| + */
|
| + if(!dataIs32 && latin1Linear) {
|
| + getFoldingOffset=NULL;
|
| + getFoldedValue=NULL;
|
| + }
|
| +
|
| + errorCode=U_ZERO_ERROR;
|
| + length=utrie_serialize(newTrie, storageHolder.storage, sizeof(storageHolder.storage),
|
| + getFoldedValue,
|
| + (UBool)!dataIs32,
|
| + &errorCode);
|
| + if(U_FAILURE(errorCode)) {
|
| + log_err("error: utrie_serialize(%s) failed: %s\n", testName, u_errorName(errorCode));
|
| + utrie_close(newTrie);
|
| + return;
|
| + }
|
| + if (length >= (int32_t)sizeof(storageHolder.storage)) {
|
| + log_err("error: utrie_serialize(%s) needs more memory\n", testName);
|
| + utrie_close(newTrie);
|
| + return;
|
| + }
|
| +
|
| + /* test linear Latin-1 range from utrie_getData() */
|
| + if(latin1Linear) {
|
| + uint32_t *data;
|
| + int32_t dataLength;
|
| +
|
| + data=utrie_getData(newTrie, &dataLength);
|
| + start=0;
|
| + for(i=0; i<countCheckRanges && start<=0xff; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + while(start<limit && start<=0xff) {
|
| + if(value!=data[UTRIE_DATA_BLOCK_LENGTH+start]) {
|
| + log_err("error: newTrie(%s).latin1Data[U+%04lx]==0x%lx instead of 0x%lx\n",
|
| + testName, start, data[UTRIE_DATA_BLOCK_LENGTH+start], value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| + }
|
| +
|
| + utrie_close(newTrie);
|
| +
|
| + errorCode=U_ZERO_ERROR;
|
| + if(!utrie_unserialize(&trie, storageHolder.storage, length, &errorCode)) {
|
| + log_err("error: utrie_unserialize() failed, %s\n", u_errorName(errorCode));
|
| + return;
|
| + }
|
| + if(getFoldingOffset!=NULL) {
|
| + trie.getFoldingOffset=getFoldingOffset;
|
| + }
|
| +
|
| + if(dataIs32!=(trie.data32!=NULL)) {
|
| + log_err("error: trie serialization (%s) did not preserve 32-bitness\n", testName);
|
| + }
|
| + if(latin1Linear!=trie.isLatin1Linear) {
|
| + log_err("error: trie serialization (%s) did not preserve Latin-1-linearity\n", testName);
|
| + }
|
| +
|
| + /* verify that all these values are in the unserialized Trie */
|
| + start=0;
|
| + for(i=0; i<countCheckRanges; ++i) {
|
| + limit=checkRanges[i].limit;
|
| + value=checkRanges[i].value;
|
| +
|
| + if(start==0xd800) {
|
| + /* skip surrogates */
|
| + start=limit;
|
| + continue;
|
| + }
|
| +
|
| + while(start<limit) {
|
| + if(start<=0xffff) {
|
| + if(dataIs32) {
|
| + value2=UTRIE_GET32_FROM_BMP(&trie, start);
|
| + } else {
|
| + value2=UTRIE_GET16_FROM_BMP(&trie, start);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).fromBMP(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + if(!UTF_IS_LEAD(start)) {
|
| + if(dataIs32) {
|
| + value2=UTRIE_GET32_FROM_LEAD(&trie, start);
|
| + } else {
|
| + value2=UTRIE_GET16_FROM_LEAD(&trie, start);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).fromLead(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + }
|
| + }
|
| + if(dataIs32) {
|
| + UTRIE_GET32(&trie, start, value2);
|
| + } else {
|
| + UTRIE_GET16(&trie, start, value2);
|
| + }
|
| + if(value!=value2) {
|
| + log_err("error: unserialized trie(%s).get(U+%04lx)==0x%lx instead of 0x%lx\n",
|
| + testName, start, value2, value);
|
| + }
|
| + ++start;
|
| + }
|
| + }
|
| +
|
| + /* enumerate and verify all ranges */
|
| + enumRanges=checkRanges+1;
|
| + utrie_enum(&trie, _testEnumValue, _testEnumRange, &enumRanges);
|
| +
|
| + /* test linear Latin-1 range */
|
| + if(trie.isLatin1Linear) {
|
| + if(trie.data32!=NULL) {
|
| + const uint32_t *latin1=UTRIE_GET32_LATIN1(&trie);
|
| +
|
| + for(start=0; start<0x100; ++start) {
|
| + if(latin1[start]!=UTRIE_GET32_FROM_LEAD(&trie, start)) {
|
| + log_err("error: (%s) trie.latin1[U+%04lx]=0x%lx!=0x%lx=trie.get32(U+%04lx)\n",
|
| + testName, start, latin1[start], UTRIE_GET32_FROM_LEAD(&trie, start), start);
|
| + }
|
| + }
|
| + } else {
|
| + const uint16_t *latin1=UTRIE_GET16_LATIN1(&trie);
|
| +
|
| + for(start=0; start<0x100; ++start) {
|
| + if(latin1[start]!=UTRIE_GET16_FROM_LEAD(&trie, start)) {
|
| + log_err("error: (%s) trie.latin1[U+%04lx]=0x%lx!=0x%lx=trie.get16(U+%04lx)\n",
|
| + testName, start, latin1[start], UTRIE_GET16_FROM_LEAD(&trie, start), start);
|
| + }
|
| + }
|
| + }
|
| + }
|
| +
|
| + testTrieIteration(testName, &trie, checkRanges, countCheckRanges);
|
| +}
|
| +
|
| +static void
|
| +testTrieRanges2(const char *testName,
|
| + const SetRange setRanges[], int32_t countSetRanges,
|
| + const CheckRange checkRanges[], int32_t countCheckRanges,
|
| + UBool dataIs32) {
|
| + char name[40];
|
| +
|
| + testTrieRanges(testName,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + dataIs32, FALSE);
|
| + testTrieRangesWithMalloc(testName,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + dataIs32, FALSE);
|
| +
|
| + uprv_strcpy(name, testName);
|
| + uprv_strcat(name, "-latin1Linear");
|
| + testTrieRanges(name,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + dataIs32, TRUE);
|
| + testTrieRangesWithMalloc(name,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + dataIs32, TRUE);
|
| +}
|
| +
|
| +static void
|
| +testTrieRanges4(const char *testName,
|
| + const SetRange setRanges[], int32_t countSetRanges,
|
| + const CheckRange checkRanges[], int32_t countCheckRanges) {
|
| + char name[40];
|
| +
|
| + uprv_strcpy(name, testName);
|
| + uprv_strcat(name, ".32");
|
| + testTrieRanges2(name,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + TRUE);
|
| +
|
| + uprv_strcpy(name, testName);
|
| + uprv_strcat(name, ".16");
|
| + testTrieRanges2(name,
|
| + setRanges, countSetRanges,
|
| + checkRanges, countCheckRanges,
|
| + FALSE);
|
| +}
|
| +
|
| +/* test data ----------------------------------------------------------------*/
|
| +
|
| +/* set consecutive ranges, even with value 0 */
|
| +static const SetRange
|
| +setRanges1[]={
|
| + {0, 0x20, 0, FALSE},
|
| + {0x20, 0xa7, 0x1234, FALSE},
|
| + {0xa7, 0x3400, 0, FALSE},
|
| + {0x3400, 0x9fa6, 0x6162, FALSE},
|
| + {0x9fa6, 0xda9e, 0x3132, FALSE},
|
| + {0xdada, 0xeeee, 0x87ff, FALSE}, /* try to disrupt _testFoldingOffset16() */
|
| + {0xeeee, 0x11111, 1, FALSE},
|
| + {0x11111, 0x44444, 0x6162, FALSE},
|
| + {0x44444, 0x60003, 0, FALSE},
|
| + {0xf0003, 0xf0004, 0xf, FALSE},
|
| + {0xf0004, 0xf0006, 0x10, FALSE},
|
| + {0xf0006, 0xf0007, 0x11, FALSE},
|
| + {0xf0007, 0xf0020, 0x12, FALSE},
|
| + {0xf0020, 0x110000, 0, FALSE}
|
| +};
|
| +
|
| +static const CheckRange
|
| +checkRanges1[]={
|
| + {0, 0}, /* dummy start range to make _testEnumRange() simpler */
|
| + {0x20, 0},
|
| + {0xa7, 0x1234},
|
| + {0x3400, 0},
|
| + {0x9fa6, 0x6162},
|
| + {0xda9e, 0x3132},
|
| + {0xdada, 0},
|
| + {0xeeee, 0x87ff},
|
| + {0x11111,1},
|
| + {0x44444,0x6162},
|
| + {0xf0003,0},
|
| + {0xf0004,0xf},
|
| + {0xf0006,0x10},
|
| + {0xf0007,0x11},
|
| + {0xf0020,0x12},
|
| + {0x110000, 0}
|
| +};
|
| +
|
| +/* set some interesting overlapping ranges */
|
| +static const SetRange
|
| +setRanges2[]={
|
| + {0x21, 0x7f, 0x5555, TRUE},
|
| + {0x2f800,0x2fedc, 0x7a, TRUE},
|
| + {0x72, 0xdd, 3, TRUE},
|
| + {0xdd, 0xde, 4, FALSE},
|
| + {0x201, 0x220, 6, TRUE}, /* 3 consecutive blocks with the same pattern but discontiguous value ranges */
|
| + {0x221, 0x240, 6, TRUE},
|
| + {0x241, 0x260, 6, TRUE},
|
| + {0x2f987,0x2fa98, 5, TRUE},
|
| + {0x2f777,0x2f833, 0, TRUE},
|
| + {0x2f900,0x2ffee, 1, FALSE},
|
| + {0x2ffee,0x2ffef, 2, TRUE}
|
| +};
|
| +
|
| +static const CheckRange
|
| +checkRanges2[]={
|
| + {0, 0}, /* dummy start range to make _testEnumRange() simpler */
|
| + {0x21, 0},
|
| + {0x72, 0x5555},
|
| + {0xdd, 3},
|
| + {0xde, 4},
|
| + {0x201, 0},
|
| + {0x220, 6},
|
| + {0x221, 0},
|
| + {0x240, 6},
|
| + {0x241, 0},
|
| + {0x260, 6},
|
| + {0x2f833,0},
|
| + {0x2f987,0x7a},
|
| + {0x2fa98,5},
|
| + {0x2fedc,0x7a},
|
| + {0x2ffee,1},
|
| + {0x2ffef,2},
|
| + {0x110000, 0}
|
| +};
|
| +
|
| +/* use a non-zero initial value */
|
| +static const SetRange
|
| +setRanges3[]={
|
| + {0x31, 0xa4, 1, FALSE},
|
| + {0x3400, 0x6789, 2, FALSE},
|
| + {0x30000,0x34567,9, TRUE},
|
| + {0x45678,0x56789,3, TRUE}
|
| +};
|
| +
|
| +static const CheckRange
|
| +checkRanges3[]={
|
| + {0, 9}, /* dummy start range, also carries the initial value */
|
| + {0x31, 9},
|
| + {0xa4, 1},
|
| + {0x3400, 9},
|
| + {0x6789, 2},
|
| + {0x45678,9},
|
| + {0x56789,3},
|
| + {0x110000,9}
|
| +};
|
| +
|
| +static void
|
| +TrieTest(void) {
|
| + testTrieRanges4("set1",
|
| + setRanges1, ARRAY_LENGTH(setRanges1),
|
| + checkRanges1, ARRAY_LENGTH(checkRanges1));
|
| + testTrieRanges4("set2-overlap",
|
| + setRanges2, ARRAY_LENGTH(setRanges2),
|
| + checkRanges2, ARRAY_LENGTH(checkRanges2));
|
| + testTrieRanges4("set3-initial-9",
|
| + setRanges3, ARRAY_LENGTH(setRanges3),
|
| + checkRanges3, ARRAY_LENGTH(checkRanges3));
|
| +}
|
| +
|
| +/* test utrie_unserializeDummy() -------------------------------------------- */
|
| +
|
| +static int32_t U_CALLCONV
|
| +dummyGetFoldingOffset(uint32_t data) {
|
| + return -1; /* never get non-initialValue data for supplementary code points */
|
| +}
|
| +
|
| +static void
|
| +dummyTest(UBool make16BitTrie) {
|
| + int32_t mem[UTRIE_DUMMY_SIZE/4];
|
| +
|
| + UTrie trie;
|
| + UErrorCode errorCode;
|
| + UChar32 c;
|
| +
|
| + uint32_t value, initialValue, leadUnitValue;
|
| +
|
| + if(make16BitTrie) {
|
| + initialValue=0x313;
|
| + leadUnitValue=0xaffe;
|
| + } else {
|
| + initialValue=0x01234567;
|
| + leadUnitValue=0x89abcdef;
|
| + }
|
| +
|
| + errorCode=U_ZERO_ERROR;
|
| + utrie_unserializeDummy(&trie, mem, sizeof(mem), initialValue, leadUnitValue, make16BitTrie, &errorCode);
|
| + if(U_FAILURE(errorCode)) {
|
| + log_err("utrie_unserializeDummy(make16BitTrie=%d) failed - %s\n", make16BitTrie, u_errorName(errorCode));
|
| + return;
|
| + }
|
| + trie.getFoldingOffset=dummyGetFoldingOffset;
|
| +
|
| + /* test that all code points have initialValue */
|
| + for(c=0; c<=0x10ffff; ++c) {
|
| + if(make16BitTrie) {
|
| + UTRIE_GET16(&trie, c, value);
|
| + } else {
|
| + UTRIE_GET32(&trie, c, value);
|
| + }
|
| + if(value!=initialValue) {
|
| + log_err("UTRIE_GET%s(dummy, U+%04lx)=0x%lx instead of 0x%lx\n",
|
| + make16BitTrie ? "16" : "32", (long)c, (long)value, (long)initialValue);
|
| + }
|
| + }
|
| +
|
| + /* test that the lead surrogate code units have leadUnitValue */
|
| + for(c=0xd800; c<=0xdbff; ++c) {
|
| + if(make16BitTrie) {
|
| + value=UTRIE_GET16_FROM_LEAD(&trie, c);
|
| + } else {
|
| + value=UTRIE_GET32_FROM_LEAD(&trie, c);
|
| + }
|
| + if(value!=leadUnitValue) {
|
| + log_err("UTRIE_GET%s_FROM_LEAD(dummy, U+%04lx)=0x%lx instead of 0x%lx\n",
|
| + make16BitTrie ? "16" : "32", (long)c, (long)value, (long)leadUnitValue);
|
| + }
|
| + }
|
| +}
|
| +
|
| +static void
|
| +DummyTrieTest(void) {
|
| + dummyTest(TRUE);
|
| + dummyTest(FALSE);
|
| +}
|
| +
|
| +void
|
| +addTrieTest(TestNode** root);
|
| +
|
| +void
|
| +addTrieTest(TestNode** root) {
|
| + addTest(root, &TrieTest, "tsutil/trietest/TrieTest");
|
| + addTest(root, &DummyTrieTest, "tsutil/trietest/DummyTrieTest");
|
| +}
|
|
|
| Property changes on: icu46/source/test/cintltst/trietest.c
|
| ___________________________________________________________________
|
| Added: svn:eol-style
|
| + LF
|
|
|
|
|