Check in the pristine copy of ICU 4.6...

icu46/source/test/intltest/cpdtrtst.cpp

+/***************************************************************************
+*
+*   Copyright (C) 2000-2009, International Business Machines
+*   Corporation and others.  All Rights Reserved.
+*
+************************************************************************
+*   Date        Name        Description
+*   03/09/2000   Madhu        Creation.
+************************************************************************/
+
+#include "unicode/utypes.h"
+
+#if !UCONFIG_NO_TRANSLITERATION
+
+#include "cpdtrtst.h"
+#include "unicode/utypes.h"
+#include "unicode/translit.h"
+#include "unicode/uniset.h"
+#include "cpdtrans.h"
+#include "cmemory.h"
+
+//---------------------------------------------
+// runIndexedTest
+//---------------------------------------------
+
+void
+CompoundTransliteratorTest::runIndexedTest(int32_t index, UBool exec,
+                                           const char* &name, char* /*par*/) {
+    switch (index) {
+        TESTCASE(0,TestConstruction);
+        TESTCASE(1,TestCloneEqual);
+        TESTCASE(2,TestGetCount);
+        TESTCASE(3,TestGetSetAdoptTransliterator);
+        TESTCASE(4,TestTransliterate);
+        default: name = ""; break;
+    }
+}
+
+void CompoundTransliteratorTest::TestConstruction(){
+     logln("Testing the construction of the compound Transliterator");
+   UnicodeString names[]={"Greek-Latin", "Latin-Devanagari", "Devanagari-Latin", "Latin-Greek"};
+   UParseError parseError;
+   UErrorCode status=U_ZERO_ERROR;
+   Transliterator* t1=Transliterator::createInstance(names[0], UTRANS_FORWARD, parseError, status);
+   Transliterator* t2=Transliterator::createInstance(names[1], UTRANS_FORWARD, parseError, status);
+   Transliterator* t3=Transliterator::createInstance(names[2], UTRANS_FORWARD, parseError, status);
+   Transliterator* t4=Transliterator::createInstance(names[3], UTRANS_FORWARD, parseError, status);
+   if(U_FAILURE(status)){
+       dataerrln("Transliterator construction failed - %s", u_errorName(status));
+       return;
+   }
+
+
+   Transliterator* transarray1[]={t1};
+   Transliterator* transarray2[]={t1, t4};
+   Transliterator* transarray3[]={t4, t1, t2};
+   Transliterator* transarray4[]={t1, t2, t3, t4};
+
+   Transliterator** transarray[4]; 
+   transarray[0] = transarray1;
+   transarray[1] = transarray2;
+   transarray[2] = transarray3;
+   transarray[3] = transarray4;
+
+   const UnicodeString IDs[]={
+       names[0], 
+       names[0]+";"+names[3], 
+       names[3]+";"+names[1]+";"+names[2], 
+       names[0]+";"+names[1]+";"+names[2]+";"+names[3] 
+   };
+
+   uint16_t i=0;
+   for(i=0; i<4; i++){
+       status = U_ZERO_ERROR;
+       CompoundTransliterator *cpdtrans=new CompoundTransliterator(IDs[i],parseError, status);
+       if (U_FAILURE(status)) {
+           errln("Construction using CompoundTransliterator(UnicodeString&, Direction, UnicodeFilter*)  failed");
+       }
+       delete cpdtrans;
+
+       CompoundTransliterator *cpdtrans2=new CompoundTransliterator(transarray[i], i+1);
+       if(cpdtrans2 == 0){
+           errln("Construction using CompoundTransliterator(Transliterator* const transliterators[], "
+                           "int32_t count, UnicodeFilter* adoptedFilter = 0)  failed");
+           continue;
+       }
+       CompoundTransliterator *copycpd=new CompoundTransliterator(*cpdtrans2);
+       if(copycpd->getCount() != cpdtrans2->getCount() || copycpd->getID() != cpdtrans2->getID()) {
+           errln("Copy construction failed");
+           continue;
+       }
+
+
+       delete copycpd;
+       delete cpdtrans2;
+
+   }
+   {
+    /*Test Jitterbug 914 */
+    UErrorCode err = U_ZERO_ERROR;
+    CompoundTransliterator  cpdTrans(UnicodeString("Latin-Hangul"),UTRANS_REVERSE,NULL,parseError,err);
+    UnicodeString newID =cpdTrans.getID();
+    if(newID!=UnicodeString("Hangul-Latin")){
+        errln(UnicodeString("Test for Jitterbug 914 for cpdTrans(UnicodeString(\"Latin-Hangul\"),UTRANS_REVERSE,NULL,err) failed"));
+    }
+   }
+   delete t1;
+   delete t2;
+   delete t3;
+   delete t4;
+ 
+}
+
+void CompoundTransliteratorTest::TestCloneEqual(){ 
+    logln("Testing the clone() and equality operator functions of Compound Transliterator");
+    UErrorCode status = U_ZERO_ERROR;
+    UParseError parseError;
+    CompoundTransliterator  *ct1=new CompoundTransliterator("Greek-Latin;Latin-Devanagari",parseError,status);
+    if(U_FAILURE(status)){
+        dataerrln("construction failed - %s", u_errorName(status));
+        delete ct1;
+        return;
+    }
+    CompoundTransliterator  *ct2=new CompoundTransliterator("Greek-Latin", parseError, status);
+    if(U_FAILURE(status)){
+        errln("construction failed");
+        delete ct1;
+        delete ct2;
+        return;
+    }
+    CompoundTransliterator *copyct1=new CompoundTransliterator(*ct1);
+    if(copyct1 == 0){
+        errln("copy construction failed");
+        return;
+    }
+    CompoundTransliterator *copyct2=new CompoundTransliterator(*ct2);
+    if(copyct2 == 0){
+        errln("copy construction failed");
+        return;
+    }
+    CompoundTransliterator equalct1=*copyct1;
+    CompoundTransliterator equalct2=*copyct2;
+
+    if(copyct1->getID()     != ct1->getID()    || copyct2->getID()    != ct2->getID()    || 
+        copyct1->getCount() != ct1->getCount() || copyct2->getCount() != ct2->getCount() ||
+        copyct2->getID()    == ct1->getID()    || copyct1->getID()    == ct2->getID()    ||
+        copyct2->getCount() == ct1->getCount() || copyct1->getCount() == ct2->getCount() ){
+        errln("Error: copy constructors failed");
+    }
+
+    if(equalct1.getID()     != ct1->getID()        || equalct2.getID()    != ct2->getID()     || 
+        equalct1.getID()    != copyct1->getID()    || equalct2.getID()    != copyct2->getID() || 
+        equalct1.getCount() != ct1->getCount()     || equalct2.getCount() != ct2->getCount()  ||
+        copyct2->getID()    == ct1->getID()        || copyct1->getID()    == ct2->getID()     ||
+        equalct1.getCount() != copyct1->getCount() || equalct2.getCount() != copyct2->getCount() ||
+        equalct2.getCount() == ct1->getCount()     || equalct1.getCount() == ct2->getCount() ) {
+        errln("Error: =operator or copy constructor failed");
+    }
+
+    CompoundTransliterator *clonect1a=(CompoundTransliterator*)ct1->clone();
+    CompoundTransliterator *clonect1b=(CompoundTransliterator*)equalct1.clone();
+    CompoundTransliterator *clonect2a=(CompoundTransliterator*)ct2->clone();
+    CompoundTransliterator *clonect2b=(CompoundTransliterator*)copyct2->clone();
+
+
+    if(clonect1a->getID()  != ct1->getID()       || clonect1a->getCount() != ct1->getCount()        ||
+        clonect1a->getID() != clonect1b->getID() || clonect1a->getCount() != clonect1b->getCount()  ||
+        clonect1a->getID() != equalct1.getID()   || clonect1a->getCount() != equalct1.getCount()    ||
+        clonect1a->getID() != copyct1->getID()   || clonect1a->getCount() != copyct1->getCount()    ||
+
+        clonect2b->getID() != ct2->getID()       || clonect2a->getCount() != ct2->getCount()        ||
+        clonect2a->getID() != clonect2b->getID() || clonect2a->getCount() != clonect2b->getCount()  ||
+        clonect2a->getID() != equalct2.getID()   || clonect2a->getCount() != equalct2.getCount()    ||
+        clonect2b->getID() != copyct2->getID()   || clonect2b->getCount() != copyct2->getCount()  ) {
+        errln("Error: clone() failed");
+    }
+
+    delete ct1;
+    delete ct2;
+    delete copyct1;
+    delete copyct2;
+    delete clonect1a;
+    delete clonect1b;
+    delete clonect2a;
+    delete clonect2b;
+
+}
+
+void CompoundTransliteratorTest::TestGetCount(){
+    logln("Testing the getCount() API of CompoundTransliterator");
+    UErrorCode status = U_ZERO_ERROR;
+    UParseError parseError;
+    CompoundTransliterator *ct1=new CompoundTransliterator("Halfwidth-Fullwidth;Fullwidth-Halfwidth", parseError, status);
+    CompoundTransliterator *ct2=new CompoundTransliterator("Any-Hex;Hex-Any;Cyrillic-Latin;Latin-Cyrillic", parseError, status);
+    CompoundTransliterator *ct3=(CompoundTransliterator*)ct1;
+    if (U_FAILURE(status)) {
+        dataerrln("FAILED: CompoundTransliterator constructor failed - %s", u_errorName(status));
+        return;
+    }
+    CompoundTransliterator *ct4=new CompoundTransliterator("Latin-Devanagari", parseError, status);
+    CompoundTransliterator *ct5=new CompoundTransliterator(*ct4);
+
+    if (U_FAILURE(status)) {
+        errln("FAILED: CompoundTransliterator constructor failed");
+        return;
+    }
+    if(ct1->getCount() == ct2->getCount() || ct1->getCount() != ct3->getCount() || 
+        ct2->getCount() == ct3->getCount() || 
+        ct4->getCount() != ct5->getCount() || ct4->getCount() == ct1->getCount() ||
+        ct4->getCount() == ct2->getCount() || ct4->getCount() == ct3->getCount()  ||
+        ct5->getCount() == ct2->getCount() || ct5->getCount() == ct3->getCount()  ) {
+        errln("Error: getCount() failed");
+    }
+
+    /* Quick test getTargetSet(), only test that it doesn't die.  TODO:  a better test. */
+    UnicodeSet ts;
+    UnicodeSet *retUS = NULL;
+    retUS = &ct1->getTargetSet(ts);
+    if (retUS != &ts || ts.size() == 0) {
+        errln("CompoundTransliterator::getTargetSet() failed.\n");
+    }
+
+    /* Quick test getSourceSet(), only test that it doesn't die.  TODO:  a better test. */
+    UnicodeSet ss;
+    retUS = NULL;
+    retUS = &ct1->getSourceSet(ss);
+    if (retUS != &ss || ss.size() == 0) {
+        errln("CompoundTransliterator::getSourceSet() failed.\n");
+    }
+
+    delete ct1;
+    delete ct2;
+    delete ct4;
+    delete ct5;
+}
+
+void CompoundTransliteratorTest::TestGetSetAdoptTransliterator(){
+    logln("Testing the getTransliterator() API of CompoundTransliterator");
+    UnicodeString ID("Latin-Greek;Greek-Latin;Latin-Devanagari;Devanagari-Latin;Latin-Cyrillic;Cyrillic-Latin;Any-Hex;Hex-Any");
+    UErrorCode status = U_ZERO_ERROR;
+    UParseError parseError;
+    CompoundTransliterator *ct1=new CompoundTransliterator(ID, parseError, status);
+    if(U_FAILURE(status)){
+        dataerrln("CompoundTransliterator construction failed - %s", u_errorName(status));
+        return;
+    }
+    int32_t count=ct1->getCount();
+    UnicodeString *array=split(ID, 0x003b, count);
+    int i;
+    for(i=0; i < count; i++){
+        UnicodeString child= ct1->getTransliterator(i).getID();
+        if(child != *(array+i)){
+            errln("Error getTransliterator() failed: Expected->" + *(array+i) + " Got->" + child);
+        }else {
+            logln("OK: getTransliterator() passed: Expected->" + *(array+i) + " Got->" + child);
+        }
+    }
+    delete []array;
+
+    logln("Testing setTransliterator() API of CompoundTransliterator");
+    UnicodeString ID2("Hex-Any;Any-Hex;Latin-Cyrillic;Cyrillic-Latin;Halfwidth-Fullwidth;Fullwidth-Halfwidth");
+    array=split(ID2, 0x003b, count);
+    Transliterator** transarray=new Transliterator*[count];
+    for(i=0;i<count;i++){
+        transarray[i]=Transliterator::createInstance(*(array+i), UTRANS_FORWARD, parseError, status);
+        if(U_FAILURE(status)){
+            errln("Error could not create Transliterator with ID :"+*(array+i));
+        }else{
+            logln("The ID for the transltierator created is " + transarray[i]->getID());
+        }
+        status = U_ZERO_ERROR;
+    }
+
+    /*setTransliterator and adoptTransliterator */
+
+    ct1->setTransliterators(transarray, count);
+    if(ct1->getCount() != count || ct1->getID() != ID2){
+        errln((UnicodeString)"Error: setTransliterators() failed.\n\t Count:- expected->" + count + (UnicodeString)".  got->" + ct1->getCount() +
+                                                   (UnicodeString)"\n\tID   :- expected->" + ID2 + (UnicodeString)".  got->" + ct1->getID());
+    }
+    else{
+        logln("OK: setTransliterators() passed"); 
+    }
+    /*UnicodeString temp;
+    for(i=0;i<count-1;i++){
+        temp.append(ct1->getTransliterator(i).getID());
+        temp.append(";");
+    }
+    temp.append(ct1->getTransliterator(i).getID());
+    if(temp != ID2){
+        errln("Error: setTransliterator() failed.  Expected->" + ID2 + "\nGot->" + temp);
+    }
+    else{
+        logln("OK: setTransliterator() passed");
+    }*/
+    logln("Testing adoptTransliterator() API of CompoundTransliterator");
+    UnicodeString ID3("Latin-Katakana");
+    Transliterator **transarray2=(Transliterator **)uprv_malloc(sizeof(Transliterator*)*1);
+    transarray2[0] = Transliterator::createInstance(ID3,UTRANS_FORWARD,parseError,status);
+    if (transarray2[0] != 0) {
+        ct1->adoptTransliterators(transarray2, 1);
+    }
+    if(ct1->getCount() != 1 || ct1->getID() != ID3){
+        errln((UnicodeString)"Error: adoptTransliterators() failed.\n\t Count:- expected->1" + (UnicodeString)".  got->" + ct1->getCount() +
+                                                   (UnicodeString)"\n\tID   :- expected->" + ID3 + (UnicodeString)".  got->" + ct1->getID());
+    }
+    else{
+        logln("OK: adoptTranslterator() passed");
+    }
+    delete ct1;
+    for(i=0;i<count;i++){
+        delete transarray[i];
+    }
+    delete []transarray;
+    delete []array;
+}
+
+/**
+ * Splits a UnicodeString
+ */
+UnicodeString* CompoundTransliteratorTest::split(const UnicodeString& str, UChar seperator, int32_t& count) {
+
+    //get the count
+    int32_t i;
+    count =1;
+    for(i=0; i<str.length(); i++){
+        if(str.charAt(i) == seperator)
+            count++;
+    }
+    // make an array 
+    UnicodeString* result = new UnicodeString[count];
+    int32_t last = 0;
+    int32_t current = 0;
+    for (i = 0; i < str.length(); ++i) {
+        if (str.charAt(i) == seperator) {
+            str.extractBetween(last, i, result[current]);
+            last = i+1;
+            current++;
+        }
+    }
+    str.extractBetween(last, i, result[current]);
+    return result;
+}
+void CompoundTransliteratorTest::TestTransliterate(){
+    logln("Testing the handleTransliterate() API of CompoundTransliterator");
+    UErrorCode status = U_ZERO_ERROR;
+    UParseError parseError;
+    CompoundTransliterator *ct1=new CompoundTransliterator("Any-Hex;Hex-Any",parseError, status);
+    if(U_FAILURE(status)){
+        errln("CompoundTransliterator construction failed");
+    }else {
+#if 0
+    // handleTransliterate is a protected method that was erroneously made
+    // public.  It is not public API that needs to be tested.
+        UnicodeString s("abcabc");
+        expect(*ct1, s, s);
+        UTransPosition index = { 0, 0, 0, 0 };
+        UnicodeString rsource2(s);
+        UnicodeString expectedResult=s;
+        ct1->handleTransliterate(rsource2, index, FALSE);
+        expectAux(ct1->getID() + ":String, index(0,0,0), incremental=FALSE", rsource2 + "->" + rsource2, rsource2==expectedResult, expectedResult);
+        UTransPosition _index = {1,3,2,3};
+        uprv_memcpy(&index, &_index, sizeof(index));
+        UnicodeString rsource3(s);
+        ct1->handleTransliterate(rsource3, index, TRUE); 
+        expectAux(ct1->getID() + ":String, index(1,2,3), incremental=TRUE", rsource3 + "->" + rsource3, rsource3==expectedResult, expectedResult);
+#endif
+    }
+    delete ct1;
+    UnicodeString Data[]={
+             //ID, input string, transliterated string
+             "Any-Hex;Hex-Any;Any-Hex",     "hello",  UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""), 
+             "Any-Hex;Hex-Any",                 "hello! How are you?",  "hello! How are you?",
+             //"Devanagari-Latin;Latin-Devanagari",        CharsToUnicodeString("\\u092D\\u0948'\\u0930'\\u0935"),  CharsToUnicodeString("\\u092D\\u0948\\u0930\\u0935"), // quotes lost
+             "Latin-Cyrillic;Cyrillic-Latin",           "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", //"abkdefghijShchshchzhh",
+             "Latin-Greek;Greek-Latin",                 "ABGabgAKLMN", "ABGabgAKLMN",
+             //"Latin-Arabic;Arabic-Latin",               "Ad'r'a'b'i'k'dh'dd'gh", "Adrabikdhddgh",
+             "Hiragana-Katakana",                       CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3092\\u3099"), 
+                                                                 CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30fa"),  
+             "Hiragana-Katakana;Katakana-Hiragana",     CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"), 
+                                                                 CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"),
+             "Katakana-Hiragana;Hiragana-Katakana",     CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30f5\\u30f6"), 
+                                                                 CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30b1"),  
+             "Latin-Katakana;Katakana-Latin",                   CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"), 
+                                                                 CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"),  
+    };
+    uint32_t i;
+    for(i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+3){
+        UErrorCode status = U_ZERO_ERROR;
+
+        CompoundTransliterator *ct2=new CompoundTransliterator(Data[i+0], parseError, status);
+        if(U_FAILURE(status)){
+            dataerrln("CompoundTransliterator construction failed for " + Data[i+0] + " - " + u_errorName(status));
+        } else {
+            expect(*ct2, Data[i+1], Data[i+2]);
+        }
+        delete ct2;
+    }
+
+}
+
+
+
+//======================================================================
+// Support methods
+//======================================================================
+void CompoundTransliteratorTest::expect(const CompoundTransliterator& t,
+                                const UnicodeString& source,
+                                const UnicodeString& expectedResult) {
+   
+    UnicodeString rsource(source);
+    t.transliterate(rsource);
+    expectAux(t.getID() + ":Replaceable", source + "->" + rsource, rsource==expectedResult, expectedResult);
+
+    // Test transliterate (incremental) transliteration -- 
+    rsource.remove();
+    rsource.append(source);
+    UTransPosition index;
+    index.contextStart =0;
+    index.contextLimit = source.length();
+    index.start = 0;
+    index.limit = source.length();
+    UErrorCode ec = U_ZERO_ERROR;
+    t.transliterate(rsource, index, ec);
+    t.finishTransliteration(rsource,index);
+    expectAux(t.getID() + ":handleTransliterate ", source + "->" + rsource, rsource==expectedResult, expectedResult);
+
+}
+
+void CompoundTransliteratorTest::expectAux(const UnicodeString& tag,
+                                   const UnicodeString& summary, UBool pass,
+                                   const UnicodeString& expectedResult) {
+    if (pass) {
+        logln(UnicodeString("(")+tag+") " + prettify(summary));
+    } else {
+        errln(UnicodeString("FAIL: (")+tag+") "
+              + prettify(summary)
+              + ", expected " + prettify(expectedResult));
+    }
+}
+
+#endif /* #if !UCONFIG_NO_TRANSLITERATION */