| Index: source/test/intltest/bytestrietest.cpp
|
| diff --git a/source/test/intltest/bytestrietest.cpp b/source/test/intltest/bytestrietest.cpp
|
| deleted file mode 100644
|
| index f5ad2f3033376dc82b18200416010fe2ab062909..0000000000000000000000000000000000000000
|
| --- a/source/test/intltest/bytestrietest.cpp
|
| +++ /dev/null
|
| @@ -1,879 +0,0 @@
|
| -/*
|
| -*******************************************************************************
|
| -* Copyright (C) 2010-2014, International Business Machines
|
| -* Corporation and others. All Rights Reserved.
|
| -*******************************************************************************
|
| -* file name: bytetrietest.cpp
|
| -* encoding: US-ASCII
|
| -* tab size: 8 (not used)
|
| -* indentation:4
|
| -*
|
| -* created on: 2010nov16
|
| -* created by: Markus W. Scherer
|
| -*/
|
| -
|
| -#include <string.h>
|
| -
|
| -#include "unicode/utypes.h"
|
| -#include "unicode/bytestrie.h"
|
| -#include "unicode/bytestriebuilder.h"
|
| -#include "unicode/localpointer.h"
|
| -#include "unicode/stringpiece.h"
|
| -#include "intltest.h"
|
| -#include "cmemory.h"
|
| -
|
| -struct StringAndValue {
|
| - const char *s;
|
| - int32_t value;
|
| -};
|
| -
|
| -class BytesTrieTest : public IntlTest {
|
| -public:
|
| - BytesTrieTest();
|
| - virtual ~BytesTrieTest();
|
| -
|
| - void runIndexedTest(int32_t index, UBool exec, const char *&name, char *par=NULL);
|
| - void TestBuilder();
|
| - void TestEmpty();
|
| - void Test_a();
|
| - void Test_a_ab();
|
| - void TestShortestBranch();
|
| - void TestBranches();
|
| - void TestLongSequence();
|
| - void TestLongBranch();
|
| - void TestValuesForState();
|
| - void TestCompact();
|
| -
|
| - BytesTrie *buildMonthsTrie(UStringTrieBuildOption buildOption);
|
| - void TestHasUniqueValue();
|
| - void TestGetNextBytes();
|
| - void TestIteratorFromBranch();
|
| - void TestIteratorFromLinearMatch();
|
| - void TestTruncatingIteratorFromRoot();
|
| - void TestTruncatingIteratorFromLinearMatchShort();
|
| - void TestTruncatingIteratorFromLinearMatchLong();
|
| - void TestIteratorFromBytes();
|
| -
|
| - void checkData(const StringAndValue data[], int32_t dataLength);
|
| - void checkData(const StringAndValue data[], int32_t dataLength, UStringTrieBuildOption buildOption);
|
| - BytesTrie *buildTrie(const StringAndValue data[], int32_t dataLength,
|
| - UStringTrieBuildOption buildOption);
|
| - void checkFirst(BytesTrie &trie, const StringAndValue data[], int32_t dataLength);
|
| - void checkNext(BytesTrie &trie, const StringAndValue data[], int32_t dataLength);
|
| - void checkNextWithState(BytesTrie &trie, const StringAndValue data[], int32_t dataLength);
|
| - void checkNextString(BytesTrie &trie, const StringAndValue data[], int32_t dataLength);
|
| - void checkIterator(const BytesTrie &trie, const StringAndValue data[], int32_t dataLength);
|
| - void checkIterator(BytesTrie::Iterator &iter, const StringAndValue data[], int32_t dataLength);
|
| -
|
| -private:
|
| - BytesTrieBuilder *builder_;
|
| -};
|
| -
|
| -extern IntlTest *createBytesTrieTest() {
|
| - return new BytesTrieTest();
|
| -}
|
| -
|
| -BytesTrieTest::BytesTrieTest() : builder_(NULL) {
|
| - IcuTestErrorCode errorCode(*this, "BytesTrieTest()");
|
| - builder_=new BytesTrieBuilder(errorCode);
|
| -}
|
| -
|
| -BytesTrieTest::~BytesTrieTest() {
|
| - delete builder_;
|
| -}
|
| -
|
| -void BytesTrieTest::runIndexedTest(int32_t index, UBool exec, const char *&name, char * /*par*/) {
|
| - if(exec) {
|
| - logln("TestSuite BytesTrieTest: ");
|
| - }
|
| - TESTCASE_AUTO_BEGIN;
|
| - TESTCASE_AUTO(TestBuilder);
|
| - TESTCASE_AUTO(TestEmpty);
|
| - TESTCASE_AUTO(Test_a);
|
| - TESTCASE_AUTO(Test_a_ab);
|
| - TESTCASE_AUTO(TestShortestBranch);
|
| - TESTCASE_AUTO(TestBranches);
|
| - TESTCASE_AUTO(TestLongSequence);
|
| - TESTCASE_AUTO(TestLongBranch);
|
| - TESTCASE_AUTO(TestValuesForState);
|
| - TESTCASE_AUTO(TestCompact);
|
| - TESTCASE_AUTO(TestHasUniqueValue);
|
| - TESTCASE_AUTO(TestGetNextBytes);
|
| - TESTCASE_AUTO(TestIteratorFromBranch);
|
| - TESTCASE_AUTO(TestIteratorFromLinearMatch);
|
| - TESTCASE_AUTO(TestTruncatingIteratorFromRoot);
|
| - TESTCASE_AUTO(TestTruncatingIteratorFromLinearMatchShort);
|
| - TESTCASE_AUTO(TestTruncatingIteratorFromLinearMatchLong);
|
| - TESTCASE_AUTO(TestIteratorFromBytes);
|
| - TESTCASE_AUTO_END;
|
| -}
|
| -
|
| -void BytesTrieTest::TestBuilder() {
|
| - IcuTestErrorCode errorCode(*this, "TestBuilder()");
|
| - builder_->clear();
|
| - delete builder_->build(USTRINGTRIE_BUILD_FAST, errorCode);
|
| - if(errorCode.reset()!=U_INDEX_OUTOFBOUNDS_ERROR) {
|
| - errln("BytesTrieBuilder().build() did not set U_INDEX_OUTOFBOUNDS_ERROR");
|
| - return;
|
| - }
|
| - // TODO: remove .build(...) once add() checks for duplicates.
|
| - builder_->add("=", 0, errorCode).add("=", 1, errorCode).build(USTRINGTRIE_BUILD_FAST, errorCode);
|
| - if(errorCode.reset()!=U_ILLEGAL_ARGUMENT_ERROR) {
|
| - errln("BytesTrieBuilder.add() did not detect duplicates");
|
| - return;
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::TestEmpty() {
|
| - static const StringAndValue data[]={
|
| - { "", 0 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::Test_a() {
|
| - static const StringAndValue data[]={
|
| - { "a", 1 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::Test_a_ab() {
|
| - static const StringAndValue data[]={
|
| - { "a", 1 },
|
| - { "ab", 100 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestShortestBranch() {
|
| - static const StringAndValue data[]={
|
| - { "a", 1000 },
|
| - { "b", 2000 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestBranches() {
|
| - static const StringAndValue data[]={
|
| - { "a", 0x10 },
|
| - { "cc", 0x40 },
|
| - { "e", 0x100 },
|
| - { "ggg", 0x400 },
|
| - { "i", 0x1000 },
|
| - { "kkkk", 0x4000 },
|
| - { "n", 0x10000 },
|
| - { "ppppp", 0x40000 },
|
| - { "r", 0x100000 },
|
| - { "sss", 0x200000 },
|
| - { "t", 0x400000 },
|
| - { "uu", 0x800000 },
|
| - { "vv", 0x7fffffff },
|
| - { "zz", (int32_t)0x80000000 }
|
| - };
|
| - for(int32_t length=2; length<=UPRV_LENGTHOF(data); ++length) {
|
| - logln("TestBranches length=%d", (int)length);
|
| - checkData(data, length);
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::TestLongSequence() {
|
| - static const StringAndValue data[]={
|
| - { "a", -1 },
|
| - // sequence of linear-match nodes
|
| - { "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ", -2 },
|
| - // more than 256 bytes
|
| - { "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
| - "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
| - "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
| - "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
| - "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ"
|
| - "abcdefghijklmnopqrstuvwxyzABCDEFGHIJKLMNOPQRSTUVWXYZ", -3 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestLongBranch() {
|
| - // Split-branch and interesting compact-integer values.
|
| - static const StringAndValue data[]={
|
| - { "a", -2 },
|
| - { "b", -1 },
|
| - { "c", 0 },
|
| - { "d2", 1 },
|
| - { "f", 0x3f },
|
| - { "g", 0x40 },
|
| - { "h", 0x41 },
|
| - { "j23", 0x1900 },
|
| - { "j24", 0x19ff },
|
| - { "j25", 0x1a00 },
|
| - { "k2", 0x1a80 },
|
| - { "k3", 0x1aff },
|
| - { "l234567890", 0x1b00 },
|
| - { "l234567890123", 0x1b01 },
|
| - { "nnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnnn", 0x10ffff },
|
| - { "oooooooooooooooooooooooooooooooooooooooooooooooooooooo", 0x110000 },
|
| - { "pppppppppppppppppppppppppppppppppppppppppppppppppppppp", 0x120000 },
|
| - { "r", 0x333333 },
|
| - { "s2345", 0x4444444 },
|
| - { "t234567890", 0x77777777 },
|
| - { "z", (int32_t)0x80000001 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestValuesForState() {
|
| - // Check that saveState() and resetToState() interact properly
|
| - // with next() and current().
|
| - static const StringAndValue data[]={
|
| - { "a", -1 },
|
| - { "ab", -2 },
|
| - { "abc", -3 },
|
| - { "abcd", -4 },
|
| - { "abcde", -5 },
|
| - { "abcdef", -6 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestCompact() {
|
| - // Duplicate trailing strings and values provide opportunities for compacting.
|
| - static const StringAndValue data[]={
|
| - { "+", 0 },
|
| - { "+august", 8 },
|
| - { "+december", 12 },
|
| - { "+july", 7 },
|
| - { "+june", 6 },
|
| - { "+november", 11 },
|
| - { "+october", 10 },
|
| - { "+september", 9 },
|
| - { "-", 0 },
|
| - { "-august", 8 },
|
| - { "-december", 12 },
|
| - { "-july", 7 },
|
| - { "-june", 6 },
|
| - { "-november", 11 },
|
| - { "-october", 10 },
|
| - { "-september", 9 },
|
| - // The l+n branch (with its sub-nodes) is a duplicate but will be written
|
| - // both times because each time it follows a different linear-match node.
|
| - { "xjuly", 7 },
|
| - { "xjune", 6 }
|
| - };
|
| - checkData(data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -BytesTrie *BytesTrieTest::buildMonthsTrie(UStringTrieBuildOption buildOption) {
|
| - // All types of nodes leading to the same value,
|
| - // for code coverage of recursive functions.
|
| - // In particular, we need a lot of branches on some single level
|
| - // to exercise a split-branch node.
|
| - static const StringAndValue data[]={
|
| - { "august", 8 },
|
| - { "jan", 1 },
|
| - { "jan.", 1 },
|
| - { "jana", 1 },
|
| - { "janbb", 1 },
|
| - { "janc", 1 },
|
| - { "janddd", 1 },
|
| - { "janee", 1 },
|
| - { "janef", 1 },
|
| - { "janf", 1 },
|
| - { "jangg", 1 },
|
| - { "janh", 1 },
|
| - { "janiiii", 1 },
|
| - { "janj", 1 },
|
| - { "jankk", 1 },
|
| - { "jankl", 1 },
|
| - { "jankmm", 1 },
|
| - { "janl", 1 },
|
| - { "janm", 1 },
|
| - { "jannnnnnnnnnnnnnnnnnnnnnnnnnnnn", 1 },
|
| - { "jano", 1 },
|
| - { "janpp", 1 },
|
| - { "janqqq", 1 },
|
| - { "janr", 1 },
|
| - { "januar", 1 },
|
| - { "january", 1 },
|
| - { "july", 7 },
|
| - { "jun", 6 },
|
| - { "jun.", 6 },
|
| - { "june", 6 }
|
| - };
|
| - return buildTrie(data, UPRV_LENGTHOF(data), buildOption);
|
| -}
|
| -
|
| -void BytesTrieTest::TestHasUniqueValue() {
|
| - LocalPointer<BytesTrie> trie(buildMonthsTrie(USTRINGTRIE_BUILD_FAST));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - int32_t uniqueValue;
|
| - if(trie->hasUniqueValue(uniqueValue)) {
|
| - errln("unique value at root");
|
| - }
|
| - trie->next('j');
|
| - trie->next('a');
|
| - trie->next('n');
|
| - // hasUniqueValue() directly after next()
|
| - if(!trie->hasUniqueValue(uniqueValue) || uniqueValue!=1) {
|
| - errln("not unique value 1 after \"jan\"");
|
| - }
|
| - trie->first('j');
|
| - trie->next('u');
|
| - if(trie->hasUniqueValue(uniqueValue)) {
|
| - errln("unique value after \"ju\"");
|
| - }
|
| - if(trie->next('n')!=USTRINGTRIE_INTERMEDIATE_VALUE || 6!=trie->getValue()) {
|
| - errln("not normal value 6 after \"jun\"");
|
| - }
|
| - // hasUniqueValue() after getValue()
|
| - if(!trie->hasUniqueValue(uniqueValue) || uniqueValue!=6) {
|
| - errln("not unique value 6 after \"jun\"");
|
| - }
|
| - // hasUniqueValue() from within a linear-match node
|
| - trie->first('a');
|
| - trie->next('u');
|
| - if(!trie->hasUniqueValue(uniqueValue) || uniqueValue!=8) {
|
| - errln("not unique value 8 after \"au\"");
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::TestGetNextBytes() {
|
| - LocalPointer<BytesTrie> trie(buildMonthsTrie(USTRINGTRIE_BUILD_SMALL));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - char buffer[40];
|
| - CheckedArrayByteSink sink(buffer, UPRV_LENGTHOF(buffer));
|
| - int32_t count=trie->getNextBytes(sink);
|
| - if(count!=2 || sink.NumberOfBytesAppended()!=2 || buffer[0]!='a' || buffer[1]!='j') {
|
| - errln("months getNextBytes()!=[aj] at root");
|
| - }
|
| - trie->next('j');
|
| - trie->next('a');
|
| - trie->next('n');
|
| - // getNextBytes() directly after next()
|
| - count=trie->getNextBytes(sink.Reset());
|
| - buffer[count]=0;
|
| - if(count!=20 || sink.NumberOfBytesAppended()!=20 || 0!=strcmp(buffer, ".abcdefghijklmnopqru")) {
|
| - errln("months getNextBytes()!=[.abcdefghijklmnopqru] after \"jan\"");
|
| - }
|
| - // getNextBytes() after getValue()
|
| - trie->getValue(); // next() had returned USTRINGTRIE_INTERMEDIATE_VALUE.
|
| - memset(buffer, 0, sizeof(buffer));
|
| - count=trie->getNextBytes(sink.Reset());
|
| - if(count!=20 || sink.NumberOfBytesAppended()!=20 || 0!=strcmp(buffer, ".abcdefghijklmnopqru")) {
|
| - errln("months getNextBytes()!=[.abcdefghijklmnopqru] after \"jan\"+getValue()");
|
| - }
|
| - // getNextBytes() from a linear-match node
|
| - trie->next('u');
|
| - memset(buffer, 0, sizeof(buffer));
|
| - count=trie->getNextBytes(sink.Reset());
|
| - if(count!=1 || sink.NumberOfBytesAppended()!=1 || buffer[0]!='a') {
|
| - errln("months getNextBytes()!=[a] after \"janu\"");
|
| - }
|
| - trie->next('a');
|
| - memset(buffer, 0, sizeof(buffer));
|
| - count=trie->getNextBytes(sink.Reset());
|
| - if(count!=1 || sink.NumberOfBytesAppended()!=1 || buffer[0]!='r') {
|
| - errln("months getNextBytes()!=[r] after \"janua\"");
|
| - }
|
| - trie->next('r');
|
| - trie->next('y');
|
| - // getNextBytes() after a final match
|
| - count=trie->getNextBytes(sink.Reset());
|
| - if(count!=0 || sink.NumberOfBytesAppended()!=0) {
|
| - errln("months getNextBytes()!=[] after \"january\"");
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::TestIteratorFromBranch() {
|
| - LocalPointer<BytesTrie> trie(buildMonthsTrie(USTRINGTRIE_BUILD_FAST));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - // Go to a branch node.
|
| - trie->next('j');
|
| - trie->next('a');
|
| - trie->next('n');
|
| - IcuTestErrorCode errorCode(*this, "TestIteratorFromBranch()");
|
| - BytesTrie::Iterator iter(*trie, 0, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - // Expected data: Same as in buildMonthsTrie(), except only the suffixes
|
| - // following "jan".
|
| - static const StringAndValue data[]={
|
| - { "", 1 },
|
| - { ".", 1 },
|
| - { "a", 1 },
|
| - { "bb", 1 },
|
| - { "c", 1 },
|
| - { "ddd", 1 },
|
| - { "ee", 1 },
|
| - { "ef", 1 },
|
| - { "f", 1 },
|
| - { "gg", 1 },
|
| - { "h", 1 },
|
| - { "iiii", 1 },
|
| - { "j", 1 },
|
| - { "kk", 1 },
|
| - { "kl", 1 },
|
| - { "kmm", 1 },
|
| - { "l", 1 },
|
| - { "m", 1 },
|
| - { "nnnnnnnnnnnnnnnnnnnnnnnnnnnn", 1 },
|
| - { "o", 1 },
|
| - { "pp", 1 },
|
| - { "qqq", 1 },
|
| - { "r", 1 },
|
| - { "uar", 1 },
|
| - { "uary", 1 }
|
| - };
|
| - checkIterator(iter, data, UPRV_LENGTHOF(data));
|
| - // Reset, and we should get the same result.
|
| - logln("after iter.reset()");
|
| - checkIterator(iter.reset(), data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestIteratorFromLinearMatch() {
|
| - LocalPointer<BytesTrie> trie(buildMonthsTrie(USTRINGTRIE_BUILD_SMALL));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - // Go into a linear-match node.
|
| - trie->next('j');
|
| - trie->next('a');
|
| - trie->next('n');
|
| - trie->next('u');
|
| - trie->next('a');
|
| - IcuTestErrorCode errorCode(*this, "TestIteratorFromLinearMatch()");
|
| - BytesTrie::Iterator iter(*trie, 0, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - // Expected data: Same as in buildMonthsTrie(), except only the suffixes
|
| - // following "janua".
|
| - static const StringAndValue data[]={
|
| - { "r", 1 },
|
| - { "ry", 1 }
|
| - };
|
| - checkIterator(iter, data, UPRV_LENGTHOF(data));
|
| - // Reset, and we should get the same result.
|
| - logln("after iter.reset()");
|
| - checkIterator(iter.reset(), data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestTruncatingIteratorFromRoot() {
|
| - LocalPointer<BytesTrie> trie(buildMonthsTrie(USTRINGTRIE_BUILD_FAST));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - IcuTestErrorCode errorCode(*this, "TestTruncatingIteratorFromRoot()");
|
| - BytesTrie::Iterator iter(*trie, 4, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - // Expected data: Same as in buildMonthsTrie(), except only the first 4 characters
|
| - // of each string, and no string duplicates from the truncation.
|
| - static const StringAndValue data[]={
|
| - { "augu", -1 },
|
| - { "jan", 1 },
|
| - { "jan.", 1 },
|
| - { "jana", 1 },
|
| - { "janb", -1 },
|
| - { "janc", 1 },
|
| - { "jand", -1 },
|
| - { "jane", -1 },
|
| - { "janf", 1 },
|
| - { "jang", -1 },
|
| - { "janh", 1 },
|
| - { "jani", -1 },
|
| - { "janj", 1 },
|
| - { "jank", -1 },
|
| - { "janl", 1 },
|
| - { "janm", 1 },
|
| - { "jann", -1 },
|
| - { "jano", 1 },
|
| - { "janp", -1 },
|
| - { "janq", -1 },
|
| - { "janr", 1 },
|
| - { "janu", -1 },
|
| - { "july", 7 },
|
| - { "jun", 6 },
|
| - { "jun.", 6 },
|
| - { "june", 6 }
|
| - };
|
| - checkIterator(iter, data, UPRV_LENGTHOF(data));
|
| - // Reset, and we should get the same result.
|
| - logln("after iter.reset()");
|
| - checkIterator(iter.reset(), data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::TestTruncatingIteratorFromLinearMatchShort() {
|
| - static const StringAndValue data[]={
|
| - { "abcdef", 10 },
|
| - { "abcdepq", 200 },
|
| - { "abcdeyz", 3000 }
|
| - };
|
| - LocalPointer<BytesTrie> trie(buildTrie(data, UPRV_LENGTHOF(data), USTRINGTRIE_BUILD_FAST));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - // Go into a linear-match node.
|
| - trie->next('a');
|
| - trie->next('b');
|
| - IcuTestErrorCode errorCode(*this, "TestTruncatingIteratorFromLinearMatchShort()");
|
| - // Truncate within the linear-match node.
|
| - BytesTrie::Iterator iter(*trie, 2, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - static const StringAndValue expected[]={
|
| - { "cd", -1 }
|
| - };
|
| - checkIterator(iter, expected, UPRV_LENGTHOF(expected));
|
| - // Reset, and we should get the same result.
|
| - logln("after iter.reset()");
|
| - checkIterator(iter.reset(), expected, UPRV_LENGTHOF(expected));
|
| -}
|
| -
|
| -void BytesTrieTest::TestTruncatingIteratorFromLinearMatchLong() {
|
| - static const StringAndValue data[]={
|
| - { "abcdef", 10 },
|
| - { "abcdepq", 200 },
|
| - { "abcdeyz", 3000 }
|
| - };
|
| - LocalPointer<BytesTrie> trie(buildTrie(data, UPRV_LENGTHOF(data), USTRINGTRIE_BUILD_FAST));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - // Go into a linear-match node.
|
| - trie->next('a');
|
| - trie->next('b');
|
| - trie->next('c');
|
| - IcuTestErrorCode errorCode(*this, "TestTruncatingIteratorFromLinearMatchLong()");
|
| - // Truncate after the linear-match node.
|
| - BytesTrie::Iterator iter(*trie, 3, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - static const StringAndValue expected[]={
|
| - { "def", 10 },
|
| - { "dep", -1 },
|
| - { "dey", -1 }
|
| - };
|
| - checkIterator(iter, expected, UPRV_LENGTHOF(expected));
|
| - // Reset, and we should get the same result.
|
| - logln("after iter.reset()");
|
| - checkIterator(iter.reset(), expected, UPRV_LENGTHOF(expected));
|
| -}
|
| -
|
| -void BytesTrieTest::TestIteratorFromBytes() {
|
| - static const StringAndValue data[]={
|
| - { "mm", 3 },
|
| - { "mmm", 33 },
|
| - { "mmnop", 333 }
|
| - };
|
| - builder_->clear();
|
| - IcuTestErrorCode errorCode(*this, "TestIteratorFromBytes()");
|
| - for(int32_t i=0; i<UPRV_LENGTHOF(data); ++i) {
|
| - builder_->add(data[i].s, data[i].value, errorCode);
|
| - }
|
| - StringPiece trieBytes=builder_->buildStringPiece(USTRINGTRIE_BUILD_FAST, errorCode);
|
| - BytesTrie::Iterator iter(trieBytes.data(), 0, errorCode);
|
| - checkIterator(iter, data, UPRV_LENGTHOF(data));
|
| -}
|
| -
|
| -void BytesTrieTest::checkData(const StringAndValue data[], int32_t dataLength) {
|
| - logln("checkData(dataLength=%d, fast)", (int)dataLength);
|
| - checkData(data, dataLength, USTRINGTRIE_BUILD_FAST);
|
| - logln("checkData(dataLength=%d, small)", (int)dataLength);
|
| - checkData(data, dataLength, USTRINGTRIE_BUILD_SMALL);
|
| -}
|
| -
|
| -void BytesTrieTest::checkData(const StringAndValue data[], int32_t dataLength, UStringTrieBuildOption buildOption) {
|
| - LocalPointer<BytesTrie> trie(buildTrie(data, dataLength, buildOption));
|
| - if(trie.isNull()) {
|
| - return; // buildTrie() reported an error
|
| - }
|
| - checkFirst(*trie, data, dataLength);
|
| - checkNext(*trie, data, dataLength);
|
| - checkNextWithState(*trie, data, dataLength);
|
| - checkNextString(*trie, data, dataLength);
|
| - checkIterator(*trie, data, dataLength);
|
| -}
|
| -
|
| -BytesTrie *BytesTrieTest::buildTrie(const StringAndValue data[], int32_t dataLength,
|
| - UStringTrieBuildOption buildOption) {
|
| - IcuTestErrorCode errorCode(*this, "buildTrie()");
|
| - // Add the items to the trie builder in an interesting (not trivial, not random) order.
|
| - int32_t index, step;
|
| - if(dataLength&1) {
|
| - // Odd number of items.
|
| - index=dataLength/2;
|
| - step=2;
|
| - } else if((dataLength%3)!=0) {
|
| - // Not a multiple of 3.
|
| - index=dataLength/5;
|
| - step=3;
|
| - } else {
|
| - index=dataLength-1;
|
| - step=-1;
|
| - }
|
| - builder_->clear();
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - builder_->add(data[index].s, data[index].value, errorCode);
|
| - index=(index+step)%dataLength;
|
| - }
|
| - StringPiece sp=builder_->buildStringPiece(buildOption, errorCode);
|
| - LocalPointer<BytesTrie> trie(builder_->build(buildOption, errorCode));
|
| - if(!errorCode.logIfFailureAndReset("add()/build()")) {
|
| - builder_->add("zzz", 999, errorCode);
|
| - if(errorCode.reset()!=U_NO_WRITE_PERMISSION) {
|
| - errln("builder.build().add(zzz) did not set U_NO_WRITE_PERMISSION");
|
| - }
|
| - }
|
| - logln("serialized trie size: %ld bytes\n", (long)sp.length());
|
| - StringPiece sp2=builder_->buildStringPiece(buildOption, errorCode);
|
| - if(sp.data()==sp2.data()) {
|
| - errln("builder.buildStringPiece() before & after build() returned same array");
|
| - }
|
| - if(errorCode.isFailure()) {
|
| - return NULL;
|
| - }
|
| - // Tries from either build() method should be identical but
|
| - // BytesTrie does not implement equals().
|
| - // We just return either one.
|
| - if((dataLength&1)!=0) {
|
| - return trie.orphan();
|
| - } else {
|
| - return new BytesTrie(sp2.data());
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::checkFirst(BytesTrie &trie,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - int c=*data[i].s;
|
| - if(c==0) {
|
| - continue; // skip empty string
|
| - }
|
| - UStringTrieResult firstResult=trie.first(c);
|
| - int32_t firstValue=USTRINGTRIE_HAS_VALUE(firstResult) ? trie.getValue() : -1;
|
| - UStringTrieResult nextResult=trie.next(data[i].s[1]);
|
| - if(firstResult!=trie.reset().next(c) ||
|
| - firstResult!=trie.current() ||
|
| - firstValue!=(USTRINGTRIE_HAS_VALUE(firstResult) ? trie.getValue() : -1) ||
|
| - nextResult!=trie.next(data[i].s[1])
|
| - ) {
|
| - errln("trie.first(%c)!=trie.reset().next(same) for %s",
|
| - c, data[i].s);
|
| - }
|
| - }
|
| - trie.reset();
|
| -}
|
| -
|
| -void BytesTrieTest::checkNext(BytesTrie &trie,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - BytesTrie::State state;
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - int32_t stringLength= (i&1) ? -1 : strlen(data[i].s);
|
| - UStringTrieResult result;
|
| - if( !USTRINGTRIE_HAS_VALUE(result=trie.next(data[i].s, stringLength)) ||
|
| - result!=trie.current()
|
| - ) {
|
| - errln("trie does not seem to contain %s", data[i].s);
|
| - } else if(trie.getValue()!=data[i].value) {
|
| - errln("trie value for %s is %ld=0x%lx instead of expected %ld=0x%lx",
|
| - data[i].s,
|
| - (long)trie.getValue(), (long)trie.getValue(),
|
| - (long)data[i].value, (long)data[i].value);
|
| - } else if(result!=trie.current() || trie.getValue()!=data[i].value) {
|
| - errln("trie value for %s changes when repeating current()/getValue()", data[i].s);
|
| - }
|
| - trie.reset();
|
| - stringLength=strlen(data[i].s);
|
| - result=trie.current();
|
| - for(int32_t j=0; j<stringLength; ++j) {
|
| - if(!USTRINGTRIE_HAS_NEXT(result)) {
|
| - errln("trie.current()!=hasNext before end of %s (at index %d)", data[i].s, j);
|
| - break;
|
| - }
|
| - if(result==USTRINGTRIE_INTERMEDIATE_VALUE) {
|
| - trie.getValue();
|
| - if(trie.current()!=USTRINGTRIE_INTERMEDIATE_VALUE) {
|
| - errln("trie.getValue().current()!=USTRINGTRIE_INTERMEDIATE_VALUE before end of %s (at index %d)", data[i].s, j);
|
| - break;
|
| - }
|
| - }
|
| - result=trie.next(data[i].s[j]);
|
| - if(!USTRINGTRIE_MATCHES(result)) {
|
| - errln("trie.next()=USTRINGTRIE_NO_MATCH before end of %s (at index %d)", data[i].s, j);
|
| - break;
|
| - }
|
| - if(result!=trie.current()) {
|
| - errln("trie.next()!=following current() before end of %s (at index %d)", data[i].s, j);
|
| - break;
|
| - }
|
| - }
|
| - if(!USTRINGTRIE_HAS_VALUE(result)) {
|
| - errln("trie.next()!=hasValue at the end of %s", data[i].s);
|
| - continue;
|
| - }
|
| - trie.getValue();
|
| - if(result!=trie.current()) {
|
| - errln("trie.current() != current()+getValue()+current() after end of %s",
|
| - data[i].s);
|
| - }
|
| - // Compare the final current() with whether next() can actually continue.
|
| - trie.saveState(state);
|
| - UBool nextContinues=FALSE;
|
| - // Try all graphic characters; we only use those in test strings in this file.
|
| -#if U_CHARSET_FAMILY==U_ASCII_FAMILY
|
| - const int32_t minChar=0x20;
|
| - const int32_t maxChar=0x7e;
|
| -#elif U_CHARSET_FAMILY==U_EBCDIC_FAMILY
|
| - const int32_t minChar=0x40;
|
| - const int32_t maxChar=0xfe;
|
| -#else
|
| - const int32_t minChar=0;
|
| - const int32_t maxChar=0xff;
|
| -#endif
|
| - for(int32_t c=minChar; c<=maxChar; ++c) {
|
| - if(trie.resetToState(state).next(c)) {
|
| - nextContinues=TRUE;
|
| - break;
|
| - }
|
| - }
|
| - if((result==USTRINGTRIE_INTERMEDIATE_VALUE)!=nextContinues) {
|
| - errln("(trie.current()==USTRINGTRIE_INTERMEDIATE_VALUE) contradicts "
|
| - "(trie.next(some byte)!=USTRINGTRIE_NO_MATCH) after end of %s", data[i].s);
|
| - }
|
| - trie.reset();
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::checkNextWithState(BytesTrie &trie,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - BytesTrie::State noState, state;
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - if((i&1)==0) {
|
| - // This should have no effect.
|
| - trie.resetToState(noState);
|
| - }
|
| - const char *expectedString=data[i].s;
|
| - int32_t stringLength=strlen(expectedString);
|
| - int32_t partialLength=stringLength/3;
|
| - for(int32_t j=0; j<partialLength; ++j) {
|
| - if(!USTRINGTRIE_MATCHES(trie.next(expectedString[j]))) {
|
| - errln("trie.next()=USTRINGTRIE_NO_MATCH for a prefix of %s", data[i].s);
|
| - return;
|
| - }
|
| - }
|
| - trie.saveState(state);
|
| - UStringTrieResult resultAtState=trie.current();
|
| - UStringTrieResult result;
|
| - int32_t valueAtState=-99;
|
| - if(USTRINGTRIE_HAS_VALUE(resultAtState)) {
|
| - valueAtState=trie.getValue();
|
| - }
|
| - result=trie.next(0); // mismatch
|
| - if(result!=USTRINGTRIE_NO_MATCH || result!=trie.current()) {
|
| - errln("trie.next(0) matched after part of %s", data[i].s);
|
| - }
|
| - if( resultAtState!=trie.resetToState(state).current() ||
|
| - (USTRINGTRIE_HAS_VALUE(resultAtState) && valueAtState!=trie.getValue())
|
| - ) {
|
| - errln("trie.next(part of %s) changes current()/getValue() after "
|
| - "saveState/next(0)/resetToState",
|
| - data[i].s);
|
| - } else if(!USTRINGTRIE_HAS_VALUE(
|
| - result=trie.next(expectedString+partialLength,
|
| - stringLength-partialLength)) ||
|
| - result!=trie.current()) {
|
| - errln("trie.next(rest of %s) does not seem to contain %s after "
|
| - "saveState/next(0)/resetToState",
|
| - data[i].s, data[i].s);
|
| - } else if(!USTRINGTRIE_HAS_VALUE(
|
| - result=trie.resetToState(state).
|
| - next(expectedString+partialLength,
|
| - stringLength-partialLength)) ||
|
| - result!=trie.current()) {
|
| - errln("trie does not seem to contain %s after saveState/next(rest)/resetToState",
|
| - data[i].s);
|
| - } else if(trie.getValue()!=data[i].value) {
|
| - errln("trie value for %s is %ld=0x%lx instead of expected %ld=0x%lx",
|
| - data[i].s,
|
| - (long)trie.getValue(), (long)trie.getValue(),
|
| - (long)data[i].value, (long)data[i].value);
|
| - }
|
| - trie.reset();
|
| - }
|
| -}
|
| -
|
| -// next(string) is also tested in other functions,
|
| -// but here we try to go partway through the string, and then beyond it.
|
| -void BytesTrieTest::checkNextString(BytesTrie &trie,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - const char *expectedString=data[i].s;
|
| - int32_t stringLength=strlen(expectedString);
|
| - if(!trie.next(expectedString, stringLength/2)) {
|
| - errln("trie.next(up to middle of string)=USTRINGTRIE_NO_MATCH for %s", data[i].s);
|
| - continue;
|
| - }
|
| - // Test that we stop properly at the end of the string.
|
| - if(trie.next(expectedString+stringLength/2, stringLength+1-stringLength/2)) {
|
| - errln("trie.next(string+NUL)!=USTRINGTRIE_NO_MATCH for %s", data[i].s);
|
| - }
|
| - trie.reset();
|
| - }
|
| -}
|
| -
|
| -void BytesTrieTest::checkIterator(const BytesTrie &trie,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - IcuTestErrorCode errorCode(*this, "checkIterator()");
|
| - BytesTrie::Iterator iter(trie, 0, errorCode);
|
| - if(errorCode.logIfFailureAndReset("BytesTrie::Iterator(trie) constructor")) {
|
| - return;
|
| - }
|
| - checkIterator(iter, data, dataLength);
|
| -}
|
| -
|
| -void BytesTrieTest::checkIterator(BytesTrie::Iterator &iter,
|
| - const StringAndValue data[], int32_t dataLength) {
|
| - IcuTestErrorCode errorCode(*this, "checkIterator()");
|
| - for(int32_t i=0; i<dataLength; ++i) {
|
| - if(!iter.hasNext()) {
|
| - errln("trie iterator hasNext()=FALSE for item %d: %s", (int)i, data[i].s);
|
| - break;
|
| - }
|
| - UBool hasNext=iter.next(errorCode);
|
| - if(errorCode.logIfFailureAndReset("trie iterator next() for item %d: %s", (int)i, data[i].s)) {
|
| - break;
|
| - }
|
| - if(!hasNext) {
|
| - errln("trie iterator next()=FALSE for item %d: %s", (int)i, data[i].s);
|
| - break;
|
| - }
|
| - if(iter.getString()!=StringPiece(data[i].s)) {
|
| - errln("trie iterator next().getString()=%s but expected %s for item %d",
|
| - iter.getString().data(), data[i].s, (int)i);
|
| - }
|
| - if(iter.getValue()!=data[i].value) {
|
| - errln("trie iterator next().getValue()=%ld=0x%lx but expected %ld=0x%lx for item %d: %s",
|
| - (long)iter.getValue(), (long)iter.getValue(),
|
| - (long)data[i].value, (long)data[i].value,
|
| - (int)i, data[i].s);
|
| - }
|
| - }
|
| - if(iter.hasNext()) {
|
| - errln("trie iterator hasNext()=TRUE after all items");
|
| - }
|
| - UBool hasNext=iter.next(errorCode);
|
| - errorCode.logIfFailureAndReset("trie iterator next() after all items");
|
| - if(hasNext) {
|
| - errln("trie iterator next()=TRUE after all items");
|
| - }
|
| -}
|
|
|