/*************************************************************************** * * Copyright (C) 2000-2009, International Business Machines * Corporation and others. All Rights Reserved. * ************************************************************************ * Date Name Description * 03/09/2000 Madhu Creation. ************************************************************************/ #include "unicode/utypes.h" #if !UCONFIG_NO_TRANSLITERATION #include "cpdtrtst.h" #include "unicode/utypes.h" #include "unicode/translit.h" #include "unicode/uniset.h" #include "cpdtrans.h" #include "cmemory.h" //--------------------------------------------- // runIndexedTest //--------------------------------------------- void CompoundTransliteratorTest::runIndexedTest(int32_t index, UBool exec, const char* &name, char* /*par*/) { switch (index) { TESTCASE(0,TestConstruction); TESTCASE(1,TestCloneEqual); TESTCASE(2,TestGetCount); TESTCASE(3,TestGetSetAdoptTransliterator); TESTCASE(4,TestTransliterate); default: name = ""; break; } } void CompoundTransliteratorTest::TestConstruction(){ logln("Testing the construction of the compound Transliterator"); UnicodeString names[]={"Greek-Latin", "Latin-Devanagari", "Devanagari-Latin", "Latin-Greek"}; UParseError parseError; UErrorCode status=U_ZERO_ERROR; Transliterator* t1=Transliterator::createInstance(names[0], UTRANS_FORWARD, parseError, status); Transliterator* t2=Transliterator::createInstance(names[1], UTRANS_FORWARD, parseError, status); Transliterator* t3=Transliterator::createInstance(names[2], UTRANS_FORWARD, parseError, status); Transliterator* t4=Transliterator::createInstance(names[3], UTRANS_FORWARD, parseError, status); if(U_FAILURE(status)){ dataerrln("Transliterator construction failed - %s", u_errorName(status)); return; } Transliterator* transarray1[]={t1}; Transliterator* transarray2[]={t1, t4}; Transliterator* transarray3[]={t4, t1, t2}; Transliterator* transarray4[]={t1, t2, t3, t4}; Transliterator** transarray[4]; transarray[0] = transarray1; transarray[1] = transarray2; transarray[2] = transarray3; transarray[3] = transarray4; const UnicodeString IDs[]={ names[0], names[0]+";"+names[3], names[3]+";"+names[1]+";"+names[2], names[0]+";"+names[1]+";"+names[2]+";"+names[3] }; uint16_t i=0; for(i=0; i<4; i++){ status = U_ZERO_ERROR; CompoundTransliterator *cpdtrans=new CompoundTransliterator(IDs[i],parseError, status); if (U_FAILURE(status)) { errln("Construction using CompoundTransliterator(UnicodeString&, Direction, UnicodeFilter*) failed"); } delete cpdtrans; CompoundTransliterator *cpdtrans2=new CompoundTransliterator(transarray[i], i+1); if(cpdtrans2 == 0){ errln("Construction using CompoundTransliterator(Transliterator* const transliterators[], " "int32_t count, UnicodeFilter* adoptedFilter = 0) failed"); continue; } CompoundTransliterator *copycpd=new CompoundTransliterator(*cpdtrans2); if(copycpd->getCount() != cpdtrans2->getCount() || copycpd->getID() != cpdtrans2->getID()) { errln("Copy construction failed"); continue; } delete copycpd; delete cpdtrans2; } { /*Test Jitterbug 914 */ UErrorCode err = U_ZERO_ERROR; CompoundTransliterator cpdTrans(UnicodeString("Latin-Hangul"),UTRANS_REVERSE,NULL,parseError,err); UnicodeString newID =cpdTrans.getID(); if(newID!=UnicodeString("Hangul-Latin")){ errln(UnicodeString("Test for Jitterbug 914 for cpdTrans(UnicodeString(\"Latin-Hangul\"),UTRANS_REVERSE,NULL,err) failed")); } } delete t1; delete t2; delete t3; delete t4; } void CompoundTransliteratorTest::TestCloneEqual(){ logln("Testing the clone() and equality operator functions of Compound Transliterator"); UErrorCode status = U_ZERO_ERROR; UParseError parseError; CompoundTransliterator *ct1=new CompoundTransliterator("Greek-Latin;Latin-Devanagari",parseError,status); if(U_FAILURE(status)){ dataerrln("construction failed - %s", u_errorName(status)); delete ct1; return; } CompoundTransliterator *ct2=new CompoundTransliterator("Greek-Latin", parseError, status); if(U_FAILURE(status)){ errln("construction failed"); delete ct1; delete ct2; return; } CompoundTransliterator *copyct1=new CompoundTransliterator(*ct1); if(copyct1 == 0){ errln("copy construction failed"); return; } CompoundTransliterator *copyct2=new CompoundTransliterator(*ct2); if(copyct2 == 0){ errln("copy construction failed"); return; } CompoundTransliterator equalct1=*copyct1; CompoundTransliterator equalct2=*copyct2; if(copyct1->getID() != ct1->getID() || copyct2->getID() != ct2->getID() || copyct1->getCount() != ct1->getCount() || copyct2->getCount() != ct2->getCount() || copyct2->getID() == ct1->getID() || copyct1->getID() == ct2->getID() || copyct2->getCount() == ct1->getCount() || copyct1->getCount() == ct2->getCount() ){ errln("Error: copy constructors failed"); } if(equalct1.getID() != ct1->getID() || equalct2.getID() != ct2->getID() || equalct1.getID() != copyct1->getID() || equalct2.getID() != copyct2->getID() || equalct1.getCount() != ct1->getCount() || equalct2.getCount() != ct2->getCount() || copyct2->getID() == ct1->getID() || copyct1->getID() == ct2->getID() || equalct1.getCount() != copyct1->getCount() || equalct2.getCount() != copyct2->getCount() || equalct2.getCount() == ct1->getCount() || equalct1.getCount() == ct2->getCount() ) { errln("Error: =operator or copy constructor failed"); } CompoundTransliterator *clonect1a=(CompoundTransliterator*)ct1->clone(); CompoundTransliterator *clonect1b=(CompoundTransliterator*)equalct1.clone(); CompoundTransliterator *clonect2a=(CompoundTransliterator*)ct2->clone(); CompoundTransliterator *clonect2b=(CompoundTransliterator*)copyct2->clone(); if(clonect1a->getID() != ct1->getID() || clonect1a->getCount() != ct1->getCount() || clonect1a->getID() != clonect1b->getID() || clonect1a->getCount() != clonect1b->getCount() || clonect1a->getID() != equalct1.getID() || clonect1a->getCount() != equalct1.getCount() || clonect1a->getID() != copyct1->getID() || clonect1a->getCount() != copyct1->getCount() || clonect2b->getID() != ct2->getID() || clonect2a->getCount() != ct2->getCount() || clonect2a->getID() != clonect2b->getID() || clonect2a->getCount() != clonect2b->getCount() || clonect2a->getID() != equalct2.getID() || clonect2a->getCount() != equalct2.getCount() || clonect2b->getID() != copyct2->getID() || clonect2b->getCount() != copyct2->getCount() ) { errln("Error: clone() failed"); } delete ct1; delete ct2; delete copyct1; delete copyct2; delete clonect1a; delete clonect1b; delete clonect2a; delete clonect2b; } void CompoundTransliteratorTest::TestGetCount(){ logln("Testing the getCount() API of CompoundTransliterator"); UErrorCode status = U_ZERO_ERROR; UParseError parseError; CompoundTransliterator *ct1=new CompoundTransliterator("Halfwidth-Fullwidth;Fullwidth-Halfwidth", parseError, status); CompoundTransliterator *ct2=new CompoundTransliterator("Any-Hex;Hex-Any;Cyrillic-Latin;Latin-Cyrillic", parseError, status); CompoundTransliterator *ct3=(CompoundTransliterator*)ct1; if (U_FAILURE(status)) { dataerrln("FAILED: CompoundTransliterator constructor failed - %s", u_errorName(status)); return; } CompoundTransliterator *ct4=new CompoundTransliterator("Latin-Devanagari", parseError, status); CompoundTransliterator *ct5=new CompoundTransliterator(*ct4); if (U_FAILURE(status)) { errln("FAILED: CompoundTransliterator constructor failed"); return; } if(ct1->getCount() == ct2->getCount() || ct1->getCount() != ct3->getCount() || ct2->getCount() == ct3->getCount() || ct4->getCount() != ct5->getCount() || ct4->getCount() == ct1->getCount() || ct4->getCount() == ct2->getCount() || ct4->getCount() == ct3->getCount() || ct5->getCount() == ct2->getCount() || ct5->getCount() == ct3->getCount() ) { errln("Error: getCount() failed"); } /* Quick test getTargetSet(), only test that it doesn't die. TODO: a better test. */ UnicodeSet ts; UnicodeSet *retUS = NULL; retUS = &ct1->getTargetSet(ts); if (retUS != &ts || ts.size() == 0) { errln("CompoundTransliterator::getTargetSet() failed.\n"); } /* Quick test getSourceSet(), only test that it doesn't die. TODO: a better test. */ UnicodeSet ss; retUS = NULL; retUS = &ct1->getSourceSet(ss); if (retUS != &ss || ss.size() == 0) { errln("CompoundTransliterator::getSourceSet() failed.\n"); } delete ct1; delete ct2; delete ct4; delete ct5; } void CompoundTransliteratorTest::TestGetSetAdoptTransliterator(){ logln("Testing the getTransliterator() API of CompoundTransliterator"); UnicodeString ID("Latin-Greek;Greek-Latin;Latin-Devanagari;Devanagari-Latin;Latin-Cyrillic;Cyrillic-Latin;Any-Hex;Hex-Any"); UErrorCode status = U_ZERO_ERROR; UParseError parseError; CompoundTransliterator *ct1=new CompoundTransliterator(ID, parseError, status); if(U_FAILURE(status)){ dataerrln("CompoundTransliterator construction failed - %s", u_errorName(status)); return; } int32_t count=ct1->getCount(); UnicodeString *array=split(ID, 0x003b, count); int i; for(i=0; i < count; i++){ UnicodeString child= ct1->getTransliterator(i).getID(); if(child != *(array+i)){ errln("Error getTransliterator() failed: Expected->" + *(array+i) + " Got->" + child); }else { logln("OK: getTransliterator() passed: Expected->" + *(array+i) + " Got->" + child); } } delete []array; logln("Testing setTransliterator() API of CompoundTransliterator"); UnicodeString ID2("Hex-Any;Any-Hex;Latin-Cyrillic;Cyrillic-Latin;Halfwidth-Fullwidth;Fullwidth-Halfwidth"); array=split(ID2, 0x003b, count); Transliterator** transarray=new Transliterator*[count]; for(i=0;i<count;i++){ transarray[i]=Transliterator::createInstance(*(array+i), UTRANS_FORWARD, parseError, status); if(U_FAILURE(status)){ errln("Error could not create Transliterator with ID :"+*(array+i)); }else{ logln("The ID for the transltierator created is " + transarray[i]->getID()); } status = U_ZERO_ERROR; } /*setTransliterator and adoptTransliterator */ ct1->setTransliterators(transarray, count); if(ct1->getCount() != count || ct1->getID() != ID2){ errln((UnicodeString)"Error: setTransliterators() failed.\n\t Count:- expected->" + count + (UnicodeString)". got->" + ct1->getCount() + (UnicodeString)"\n\tID :- expected->" + ID2 + (UnicodeString)". got->" + ct1->getID()); } else{ logln("OK: setTransliterators() passed"); } /*UnicodeString temp; for(i=0;i<count-1;i++){ temp.append(ct1->getTransliterator(i).getID()); temp.append(";"); } temp.append(ct1->getTransliterator(i).getID()); if(temp != ID2){ errln("Error: setTransliterator() failed. Expected->" + ID2 + "\nGot->" + temp); } else{ logln("OK: setTransliterator() passed"); }*/ logln("Testing adoptTransliterator() API of CompoundTransliterator"); UnicodeString ID3("Latin-Katakana"); Transliterator **transarray2=(Transliterator **)uprv_malloc(sizeof(Transliterator*)*1); transarray2[0] = Transliterator::createInstance(ID3,UTRANS_FORWARD,parseError,status); if (transarray2[0] != 0) { ct1->adoptTransliterators(transarray2, 1); } if(ct1->getCount() != 1 || ct1->getID() != ID3){ errln((UnicodeString)"Error: adoptTransliterators() failed.\n\t Count:- expected->1" + (UnicodeString)". got->" + ct1->getCount() + (UnicodeString)"\n\tID :- expected->" + ID3 + (UnicodeString)". got->" + ct1->getID()); } else{ logln("OK: adoptTranslterator() passed"); } delete ct1; for(i=0;i<count;i++){ delete transarray[i]; } delete []transarray; delete []array; } /** * Splits a UnicodeString */ UnicodeString* CompoundTransliteratorTest::split(const UnicodeString& str, UChar seperator, int32_t& count) { //get the count int32_t i; count =1; for(i=0; i<str.length(); i++){ if(str.charAt(i) == seperator) count++; } // make an array UnicodeString* result = new UnicodeString[count]; int32_t last = 0; int32_t current = 0; for (i = 0; i < str.length(); ++i) { if (str.charAt(i) == seperator) { str.extractBetween(last, i, result[current]); last = i+1; current++; } } str.extractBetween(last, i, result[current]); return result; } void CompoundTransliteratorTest::TestTransliterate(){ logln("Testing the handleTransliterate() API of CompoundTransliterator"); UErrorCode status = U_ZERO_ERROR; UParseError parseError; CompoundTransliterator *ct1=new CompoundTransliterator("Any-Hex;Hex-Any",parseError, status); if(U_FAILURE(status)){ errln("CompoundTransliterator construction failed"); }else { #if 0 // handleTransliterate is a protected method that was erroneously made // public. It is not public API that needs to be tested. UnicodeString s("abcabc"); expect(*ct1, s, s); UTransPosition index = { 0, 0, 0, 0 }; UnicodeString rsource2(s); UnicodeString expectedResult=s; ct1->handleTransliterate(rsource2, index, FALSE); expectAux(ct1->getID() + ":String, index(0,0,0), incremental=FALSE", rsource2 + "->" + rsource2, rsource2==expectedResult, expectedResult); UTransPosition _index = {1,3,2,3}; uprv_memcpy(&index, &_index, sizeof(index)); UnicodeString rsource3(s); ct1->handleTransliterate(rsource3, index, TRUE); expectAux(ct1->getID() + ":String, index(1,2,3), incremental=TRUE", rsource3 + "->" + rsource3, rsource3==expectedResult, expectedResult); #endif } delete ct1; UnicodeString Data[]={ //ID, input string, transliterated string "Any-Hex;Hex-Any;Any-Hex", "hello", UnicodeString("\\u0068\\u0065\\u006C\\u006C\\u006F", ""), "Any-Hex;Hex-Any", "hello! How are you?", "hello! How are you?", //"Devanagari-Latin;Latin-Devanagari", CharsToUnicodeString("\\u092D\\u0948'\\u0930'\\u0935"), CharsToUnicodeString("\\u092D\\u0948\\u0930\\u0935"), // quotes lost "Latin-Cyrillic;Cyrillic-Latin", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", "a'b'k'd'e'f'g'h'i'j'Shch'shch'zh'h", //"abkdefghijShchshchzhh", "Latin-Greek;Greek-Latin", "ABGabgAKLMN", "ABGabgAKLMN", //"Latin-Arabic;Arabic-Latin", "Ad'r'a'b'i'k'dh'dd'gh", "Adrabikdhddgh", "Hiragana-Katakana", CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3092\\u3099"), CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30fa"), "Hiragana-Katakana;Katakana-Hiragana", CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"), CharsToUnicodeString("\\u3041\\u308f\\u3099\\u306e\\u304b\\u3051"), "Katakana-Hiragana;Hiragana-Katakana", CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30f5\\u30f6"), CharsToUnicodeString("\\u30A1\\u30f7\\u30ce\\u30ab\\u30b1"), "Latin-Katakana;Katakana-Latin", CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"), CharsToUnicodeString("vavivuvevohuzizuzonyinyunyasesuzezu"), }; uint32_t i; for(i=0; i<sizeof(Data)/sizeof(Data[0]); i=i+3){ UErrorCode status = U_ZERO_ERROR; CompoundTransliterator *ct2=new CompoundTransliterator(Data[i+0], parseError, status); if(U_FAILURE(status)){ dataerrln("CompoundTransliterator construction failed for " + Data[i+0] + " - " + u_errorName(status)); } else { expect(*ct2, Data[i+1], Data[i+2]); } delete ct2; } } //====================================================================== // Support methods //====================================================================== void CompoundTransliteratorTest::expect(const CompoundTransliterator& t, const UnicodeString& source, const UnicodeString& expectedResult) { UnicodeString rsource(source); t.transliterate(rsource); expectAux(t.getID() + ":Replaceable", source + "->" + rsource, rsource==expectedResult, expectedResult); // Test transliterate (incremental) transliteration -- rsource.remove(); rsource.append(source); UTransPosition index; index.contextStart =0; index.contextLimit = source.length(); index.start = 0; index.limit = source.length(); UErrorCode ec = U_ZERO_ERROR; t.transliterate(rsource, index, ec); t.finishTransliteration(rsource,index); expectAux(t.getID() + ":handleTransliterate ", source + "->" + rsource, rsource==expectedResult, expectedResult); } void CompoundTransliteratorTest::expectAux(const UnicodeString& tag, const UnicodeString& summary, UBool pass, const UnicodeString& expectedResult) { if (pass) { logln(UnicodeString("(")+tag+") " + prettify(summary)); } else { errln(UnicodeString("FAIL: (")+tag+") " + prettify(summary) + ", expected " + prettify(expectedResult)); } } #endif /* #if !UCONFIG_NO_TRANSLITERATION */