| OLD | NEW |
| (Empty) |
| 1 /* | |
| 2 ******************************************************************************* | |
| 3 * Copyright (C) 2010-2014, International Business Machines | |
| 4 * Corporation and others. All Rights Reserved. | |
| 5 ******************************************************************************* | |
| 6 * file name: uts46test.cpp | |
| 7 * encoding: US-ASCII | |
| 8 * tab size: 8 (not used) | |
| 9 * indentation:4 | |
| 10 * | |
| 11 * created on: 2010may05 | |
| 12 * created by: Markus W. Scherer | |
| 13 */ | |
| 14 | |
| 15 #include "unicode/utypes.h" | |
| 16 | |
| 17 #if !UCONFIG_NO_IDNA | |
| 18 | |
| 19 #include <string.h> | |
| 20 #include "unicode/bytestream.h" | |
| 21 #include "unicode/idna.h" | |
| 22 #include "unicode/localpointer.h" | |
| 23 #include "unicode/std_string.h" | |
| 24 #include "unicode/stringpiece.h" | |
| 25 #include "unicode/uidna.h" | |
| 26 #include "unicode/unistr.h" | |
| 27 #include "intltest.h" | |
| 28 #include "cmemory.h" | |
| 29 | |
| 30 class UTS46Test : public IntlTest { | |
| 31 public: | |
| 32 UTS46Test() : trans(NULL), nontrans(NULL) {} | |
| 33 virtual ~UTS46Test(); | |
| 34 | |
| 35 void runIndexedTest(int32_t index, UBool exec, const char *&name, char *par=
NULL); | |
| 36 void TestAPI(); | |
| 37 void TestNotSTD3(); | |
| 38 void TestSomeCases(); | |
| 39 private: | |
| 40 IDNA *trans, *nontrans; | |
| 41 }; | |
| 42 | |
| 43 extern IntlTest *createUTS46Test() { | |
| 44 return new UTS46Test(); | |
| 45 } | |
| 46 | |
| 47 UTS46Test::~UTS46Test() { | |
| 48 delete trans; | |
| 49 delete nontrans; | |
| 50 } | |
| 51 | |
| 52 void UTS46Test::runIndexedTest(int32_t index, UBool exec, const char *&name, cha
r * /*par*/) { | |
| 53 if(exec) { | |
| 54 logln("TestSuite UTS46Test: "); | |
| 55 if(trans==NULL) { | |
| 56 IcuTestErrorCode errorCode(*this, "init/createUTS46Instance()"); | |
| 57 uint32_t commonOptions= | |
| 58 UIDNA_USE_STD3_RULES|UIDNA_CHECK_BIDI| | |
| 59 UIDNA_CHECK_CONTEXTJ|UIDNA_CHECK_CONTEXTO; | |
| 60 trans=IDNA::createUTS46Instance(commonOptions, errorCode); | |
| 61 nontrans=IDNA::createUTS46Instance( | |
| 62 commonOptions| | |
| 63 UIDNA_NONTRANSITIONAL_TO_ASCII|UIDNA_NONTRANSITIONAL_TO_UNICODE, | |
| 64 errorCode); | |
| 65 if(errorCode.logDataIfFailureAndReset("createUTS46Instance()")) { | |
| 66 name=""; | |
| 67 return; | |
| 68 } | |
| 69 } | |
| 70 } | |
| 71 TESTCASE_AUTO_BEGIN; | |
| 72 TESTCASE_AUTO(TestAPI); | |
| 73 TESTCASE_AUTO(TestNotSTD3); | |
| 74 TESTCASE_AUTO(TestSomeCases); | |
| 75 TESTCASE_AUTO_END; | |
| 76 } | |
| 77 | |
| 78 const uint32_t severeErrors= | |
| 79 UIDNA_ERROR_LEADING_COMBINING_MARK| | |
| 80 UIDNA_ERROR_DISALLOWED| | |
| 81 UIDNA_ERROR_PUNYCODE| | |
| 82 UIDNA_ERROR_LABEL_HAS_DOT| | |
| 83 UIDNA_ERROR_INVALID_ACE_LABEL; | |
| 84 | |
| 85 static UBool isASCII(const UnicodeString &str) { | |
| 86 const UChar *s=str.getBuffer(); | |
| 87 int32_t length=str.length(); | |
| 88 for(int32_t i=0; i<length; ++i) { | |
| 89 if(s[i]>=0x80) { | |
| 90 return FALSE; | |
| 91 } | |
| 92 } | |
| 93 return TRUE; | |
| 94 } | |
| 95 | |
| 96 class TestCheckedArrayByteSink : public CheckedArrayByteSink { | |
| 97 public: | |
| 98 TestCheckedArrayByteSink(char* outbuf, int32_t capacity) | |
| 99 : CheckedArrayByteSink(outbuf, capacity), calledFlush(FALSE) {} | |
| 100 virtual CheckedArrayByteSink& Reset() { | |
| 101 CheckedArrayByteSink::Reset(); | |
| 102 calledFlush = FALSE; | |
| 103 return *this; | |
| 104 } | |
| 105 virtual void Flush() { calledFlush = TRUE; } | |
| 106 UBool calledFlush; | |
| 107 }; | |
| 108 | |
| 109 void UTS46Test::TestAPI() { | |
| 110 UErrorCode errorCode=U_ZERO_ERROR; | |
| 111 UnicodeString result; | |
| 112 IDNAInfo info; | |
| 113 UnicodeString input=UNICODE_STRING_SIMPLE("www.eXample.cOm"); | |
| 114 UnicodeString expected=UNICODE_STRING_SIMPLE("www.example.com"); | |
| 115 trans->nameToASCII(input, result, info, errorCode); | |
| 116 if(U_FAILURE(errorCode) || info.hasErrors() || result!=expected) { | |
| 117 errln("T.nameToASCII(www.example.com) info.errors=%04lx result matches=%
d %s", | |
| 118 (long)info.getErrors(), result==expected, u_errorName(errorCode)); | |
| 119 } | |
| 120 errorCode=U_USELESS_COLLATOR_ERROR; | |
| 121 trans->nameToUnicode(input, result, info, errorCode); | |
| 122 if(errorCode!=U_USELESS_COLLATOR_ERROR || !result.isBogus()) { | |
| 123 errln("T.nameToUnicode(U_FAILURE) did not preserve the errorCode " | |
| 124 "or not result.setToBogus() - %s", | |
| 125 u_errorName(errorCode)); | |
| 126 } | |
| 127 errorCode=U_ZERO_ERROR; | |
| 128 input.setToBogus(); | |
| 129 result=UNICODE_STRING_SIMPLE("quatsch"); | |
| 130 nontrans->labelToASCII(input, result, info, errorCode); | |
| 131 if(errorCode!=U_ILLEGAL_ARGUMENT_ERROR || !result.isBogus()) { | |
| 132 errln("N.labelToASCII(bogus) did not set illegal-argument-error " | |
| 133 "or not result.setToBogus() - %s", | |
| 134 u_errorName(errorCode)); | |
| 135 } | |
| 136 errorCode=U_ZERO_ERROR; | |
| 137 input=UNICODE_STRING_SIMPLE("xn--bcher.de-65a"); | |
| 138 expected=UNICODE_STRING_SIMPLE("xn--bcher\\uFFFDde-65a").unescape(); | |
| 139 nontrans->labelToASCII(input, result, info, errorCode); | |
| 140 if( U_FAILURE(errorCode) || | |
| 141 info.getErrors()!=(UIDNA_ERROR_LABEL_HAS_DOT|UIDNA_ERROR_INVALID_ACE_LAB
EL) || | |
| 142 result!=expected | |
| 143 ) { | |
| 144 errln("N.labelToASCII(label-with-dot) failed with errors %04lx - %s", | |
| 145 info.getErrors(), u_errorName(errorCode)); | |
| 146 } | |
| 147 // UTF-8 | |
| 148 char buffer[100]; | |
| 149 TestCheckedArrayByteSink sink(buffer, UPRV_LENGTHOF(buffer)); | |
| 150 errorCode=U_ZERO_ERROR; | |
| 151 nontrans->labelToUnicodeUTF8(StringPiece(NULL, 5), sink, info, errorCode); | |
| 152 if(errorCode!=U_ILLEGAL_ARGUMENT_ERROR || sink.NumberOfBytesWritten()!=0) { | |
| 153 errln("N.labelToUnicodeUTF8(StringPiece(NULL, 5)) did not set illegal-ar
gument-error ", | |
| 154 "or did output something - %s", | |
| 155 u_errorName(errorCode)); | |
| 156 } | |
| 157 | |
| 158 sink.Reset(); | |
| 159 errorCode=U_ZERO_ERROR; | |
| 160 nontrans->nameToASCII_UTF8(StringPiece(), sink, info, errorCode); | |
| 161 if(U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=0 || !sink.calledFlu
sh) { | |
| 162 errln("N.nameToASCII_UTF8(empty) failed - %s", | |
| 163 u_errorName(errorCode)); | |
| 164 } | |
| 165 | |
| 166 static const char s[]={ 0x61, (char)0xc3, (char)0x9f }; | |
| 167 sink.Reset(); | |
| 168 errorCode=U_USELESS_COLLATOR_ERROR; | |
| 169 nontrans->nameToUnicodeUTF8(StringPiece(s, 3), sink, info, errorCode); | |
| 170 if(errorCode!=U_USELESS_COLLATOR_ERROR || sink.NumberOfBytesWritten()!=0) { | |
| 171 errln("N.nameToUnicode_UTF8(U_FAILURE) did not preserve the errorCode " | |
| 172 "or did output something - %s", | |
| 173 u_errorName(errorCode)); | |
| 174 } | |
| 175 | |
| 176 sink.Reset(); | |
| 177 errorCode=U_ZERO_ERROR; | |
| 178 trans->labelToUnicodeUTF8(StringPiece(s, 3), sink, info, errorCode); | |
| 179 if( U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=3 || | |
| 180 buffer[0]!=0x61 || buffer[1]!=0x73 || buffer[2]!=0x73 || | |
| 181 !sink.calledFlush | |
| 182 ) { | |
| 183 errln("T.labelToUnicodeUTF8(a sharp-s) failed - %s", | |
| 184 u_errorName(errorCode)); | |
| 185 } | |
| 186 | |
| 187 sink.Reset(); | |
| 188 errorCode=U_ZERO_ERROR; | |
| 189 // "eXampLe.cOm" | |
| 190 static const char eX[]={ 0x65, 0x58, 0x61, 0x6d, 0x70, 0x4c, 0x65, 0x2e, 0x6
3, 0x4f, 0x6d, 0 }; | |
| 191 // "example.com" | |
| 192 static const char ex[]={ 0x65, 0x78, 0x61, 0x6d, 0x70, 0x6c, 0x65, 0x2e, 0x6
3, 0x6f, 0x6d }; | |
| 193 trans->nameToUnicodeUTF8(eX, sink, info, errorCode); | |
| 194 if( U_FAILURE(errorCode) || sink.NumberOfBytesWritten()!=11 || | |
| 195 0!=memcmp(ex, buffer, 11) || !sink.calledFlush | |
| 196 ) { | |
| 197 errln("T.nameToUnicodeUTF8(eXampLe.cOm) failed - %s", | |
| 198 u_errorName(errorCode)); | |
| 199 } | |
| 200 } | |
| 201 | |
| 202 void UTS46Test::TestNotSTD3() { | |
| 203 IcuTestErrorCode errorCode(*this, "TestNotSTD3()"); | |
| 204 char buffer[400]; | |
| 205 LocalPointer<IDNA> not3(IDNA::createUTS46Instance(UIDNA_CHECK_BIDI, errorCod
e)); | |
| 206 if(errorCode.isFailure()) { | |
| 207 return; | |
| 208 } | |
| 209 UnicodeString input=UNICODE_STRING_SIMPLE("\\u0000A_2+2=4\\u000A.e\\u00DFen.
net").unescape(); | |
| 210 UnicodeString result; | |
| 211 IDNAInfo info; | |
| 212 if( not3->nameToUnicode(input, result, info, errorCode)!= | |
| 213 UNICODE_STRING_SIMPLE("\\u0000a_2+2=4\\u000A.essen.net").unescape()
|| | |
| 214 info.hasErrors() | |
| 215 ) { | |
| 216 prettify(result).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 217 errln("notSTD3.nameToUnicode(non-LDH ASCII) unexpected errors %04lx stri
ng %s", | |
| 218 (long)info.getErrors(), buffer); | |
| 219 } | |
| 220 // A space (BiDi class WS) is not allowed in a BiDi domain name. | |
| 221 input=UNICODE_STRING_SIMPLE("a z.xn--4db.edu"); | |
| 222 not3->nameToASCII(input, result, info, errorCode); | |
| 223 if(result!=input || info.getErrors()!=UIDNA_ERROR_BIDI) { | |
| 224 errln("notSTD3.nameToASCII(ASCII-with-space.alef.edu) failed"); | |
| 225 } | |
| 226 // Characters that are canonically equivalent to sequences with non-LDH ASCI
I. | |
| 227 input=UNICODE_STRING_SIMPLE("a\\u2260b\\u226Ec\\u226Fd").unescape(); | |
| 228 not3->nameToUnicode(input, result, info, errorCode); | |
| 229 if(result!=input || info.hasErrors()) { | |
| 230 prettify(result).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 231 errln("notSTD3.nameToUnicode(equiv to non-LDH ASCII) unexpected errors %
04lx string %s", | |
| 232 (long)info.getErrors(), buffer); | |
| 233 } | |
| 234 } | |
| 235 | |
| 236 struct TestCase { | |
| 237 // Input string and options string (Nontransitional/Transitional/Both). | |
| 238 const char *s, *o; | |
| 239 // Expected Unicode result string. | |
| 240 const char *u; | |
| 241 uint32_t errors; | |
| 242 }; | |
| 243 | |
| 244 static const TestCase testCases[]={ | |
| 245 { "www.eXample.cOm", "B", // all ASCII | |
| 246 "www.example.com", 0 }, | |
| 247 { "B\\u00FCcher.de", "B", // u-umlaut | |
| 248 "b\\u00FCcher.de", 0 }, | |
| 249 { "\\u00D6BB", "B", // O-umlaut | |
| 250 "\\u00F6bb", 0 }, | |
| 251 { "fa\\u00DF.de", "N", // sharp s | |
| 252 "fa\\u00DF.de", 0 }, | |
| 253 { "fa\\u00DF.de", "T", // sharp s | |
| 254 "fass.de", 0 }, | |
| 255 { "XN--fA-hia.dE", "B", // sharp s in Punycode | |
| 256 "fa\\u00DF.de", 0 }, | |
| 257 { "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", "N", // Greek with final sigma | |
| 258 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", 0 }, | |
| 259 { "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2.com", "T", // Greek with final sigma | |
| 260 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C3.com", 0 }, | |
| 261 { "xn--nxasmm1c", "B", // Greek with final sigma in Punycode | |
| 262 "\\u03B2\\u03CC\\u03BB\\u03BF\\u03C2", 0 }, | |
| 263 { "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", "N", // "Sri" in "Sri Lank
a" has a ZWJ | |
| 264 "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", 0 }, | |
| 265 { "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", "T", // "Sri" in "Sri Lank
a" has a ZWJ | |
| 266 "www.\\u0DC1\\u0DCA\\u0DBB\\u0DD3.com", 0 }, | |
| 267 { "www.xn--10cl1a0b660p.com", "B", // "Sri" in Punycode | |
| 268 "www.\\u0DC1\\u0DCA\\u200D\\u0DBB\\u0DD3.com", 0 }, | |
| 269 { "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", "N", // ZWNJ | |
| 270 "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", 0 }, | |
| 271 { "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC", "T", // ZWNJ | |
| 272 "\\u0646\\u0627\\u0645\\u0647\\u0627\\u06CC", 0 }, | |
| 273 { "xn--mgba3gch31f060k.com", "B", // ZWNJ in Punycode | |
| 274 "\\u0646\\u0627\\u0645\\u0647\\u200C\\u0627\\u06CC.com", 0 }, | |
| 275 { "a.b\\uFF0Ec\\u3002d\\uFF61", "B", | |
| 276 "a.b.c.d.", 0 }, | |
| 277 { "U\\u0308.xn--tda", "B", // U+umlaut.u-umlaut | |
| 278 "\\u00FC.\\u00FC", 0 }, | |
| 279 { "xn--u-ccb", "B", // u+umlaut in Punycode | |
| 280 "xn--u-ccb\\uFFFD", UIDNA_ERROR_INVALID_ACE_LABEL }, | |
| 281 { "a\\u2488com", "B", // contains 1-dot | |
| 282 "a\\uFFFDcom", UIDNA_ERROR_DISALLOWED }, | |
| 283 { "xn--a-ecp.ru", "B", // contains 1-dot in Punycode | |
| 284 "xn--a-ecp\\uFFFD.ru", UIDNA_ERROR_INVALID_ACE_LABEL }, | |
| 285 { "xn--0.pt", "B", // invalid Punycode | |
| 286 "xn--0\\uFFFD.pt", UIDNA_ERROR_PUNYCODE }, | |
| 287 { "xn--a.pt", "B", // U+0080 | |
| 288 "xn--a\\uFFFD.pt", UIDNA_ERROR_INVALID_ACE_LABEL }, | |
| 289 { "xn--a-\\u00C4.pt", "B", // invalid Punycode | |
| 290 "xn--a-\\u00E4.pt", UIDNA_ERROR_PUNYCODE }, | |
| 291 { "\\u65E5\\u672C\\u8A9E\\u3002\\uFF2A\\uFF30", "B", // Japanese with fullw
idth ".jp" | |
| 292 "\\u65E5\\u672C\\u8A9E.jp", 0 }, | |
| 293 { "\\u2615", "B", "\\u2615", 0 }, // Unicode 4.0 HOT BEVERAGE | |
| 294 // some characters are disallowed because they are canonically equivalent | |
| 295 // to sequences with non-LDH ASCII | |
| 296 { "a\\u2260b\\u226Ec\\u226Fd", "B", | |
| 297 "a\\uFFFDb\\uFFFDc\\uFFFDd", UIDNA_ERROR_DISALLOWED }, | |
| 298 // many deviation characters, test the special mapping code | |
| 299 { "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd" | |
| 300 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe" | |
| 301 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx" | |
| 302 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy" | |
| 303 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz",
"N", | |
| 304 "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd" | |
| 305 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe" | |
| 306 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx" | |
| 307 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy" | |
| 308 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz", | |
| 309 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_CONTEXTJ }, | |
| 310 { "1.a\\u00DF\\u200C\\u200Db\\u200C\\u200Dc\\u00DF\\u00DF\\u00DF\\u00DFd" | |
| 311 "\\u03C2\\u03C3\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFe" | |
| 312 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFx" | |
| 313 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DFy" | |
| 314 "\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u00DF\\u0302\\u00DFz",
"T", | |
| 315 "1.assbcssssssssd" | |
| 316 "\\u03C3\\u03C3sssssssssssssssse" | |
| 317 "ssssssssssssssssssssx" | |
| 318 "ssssssssssssssssssssy" | |
| 319 "sssssssssssssss\\u015Dssz", UIDNA_ERROR_LABEL_TOO_LONG }, | |
| 320 // "xn--bss" with deviation characters | |
| 321 { "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", "N", | |
| 322 "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", UIDNA_ERROR_CONTEXTJ }, | |
| 323 { "\\u200Cx\\u200Dn\\u200C-\\u200D-b\\u00DF", "T", | |
| 324 "\\u5919", 0 }, | |
| 325 // "xn--bssffl" written as: | |
| 326 // 02E3 MODIFIER LETTER SMALL X | |
| 327 // 034F COMBINING GRAPHEME JOINER (ignored) | |
| 328 // 2115 DOUBLE-STRUCK CAPITAL N | |
| 329 // 200B ZERO WIDTH SPACE (ignored) | |
| 330 // FE63 SMALL HYPHEN-MINUS | |
| 331 // 00AD SOFT HYPHEN (ignored) | |
| 332 // FF0D FULLWIDTH HYPHEN-MINUS | |
| 333 // 180C MONGOLIAN FREE VARIATION SELECTOR TWO (ignored) | |
| 334 // 212C SCRIPT CAPITAL B | |
| 335 // FE00 VARIATION SELECTOR-1 (ignored) | |
| 336 // 017F LATIN SMALL LETTER LONG S | |
| 337 // 2064 INVISIBLE PLUS (ignored) | |
| 338 // 1D530 MATHEMATICAL FRAKTUR SMALL S | |
| 339 // E01EF VARIATION SELECTOR-256 (ignored) | |
| 340 // FB04 LATIN SMALL LIGATURE FFL | |
| 341 { "\\u02E3\\u034F\\u2115\\u200B\\uFE63\\u00AD\\uFF0D\\u180C" | |
| 342 "\\u212C\\uFE00\\u017F\\u2064\\U0001D530\\U000E01EF\\uFB04", "B", | |
| 343 "\\u5921\\u591E\\u591C\\u5919", 0 }, | |
| 344 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 345 "123456789012345678901234567890123456789012345678901234567890123." | |
| 346 "123456789012345678901234567890123456789012345678901234567890123." | |
| 347 "1234567890123456789012345678901234567890123456789012345678901", "B", | |
| 348 "123456789012345678901234567890123456789012345678901234567890123." | |
| 349 "123456789012345678901234567890123456789012345678901234567890123." | |
| 350 "123456789012345678901234567890123456789012345678901234567890123." | |
| 351 "1234567890123456789012345678901234567890123456789012345678901", 0 }, | |
| 352 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 353 "123456789012345678901234567890123456789012345678901234567890123." | |
| 354 "123456789012345678901234567890123456789012345678901234567890123." | |
| 355 "1234567890123456789012345678901234567890123456789012345678901.", "B", | |
| 356 "123456789012345678901234567890123456789012345678901234567890123." | |
| 357 "123456789012345678901234567890123456789012345678901234567890123." | |
| 358 "123456789012345678901234567890123456789012345678901234567890123." | |
| 359 "1234567890123456789012345678901234567890123456789012345678901.", 0 }, | |
| 360 // Domain name >256 characters, forces slow path in UTF-8 processing. | |
| 361 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 362 "123456789012345678901234567890123456789012345678901234567890123." | |
| 363 "123456789012345678901234567890123456789012345678901234567890123." | |
| 364 "123456789012345678901234567890123456789012345678901234567890123." | |
| 365 "12345678901234567890123456789012345678901234567890123456789012", "B", | |
| 366 "123456789012345678901234567890123456789012345678901234567890123." | |
| 367 "123456789012345678901234567890123456789012345678901234567890123." | |
| 368 "123456789012345678901234567890123456789012345678901234567890123." | |
| 369 "123456789012345678901234567890123456789012345678901234567890123." | |
| 370 "12345678901234567890123456789012345678901234567890123456789012", | |
| 371 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG }, | |
| 372 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 373 "123456789012345678901234567890123456789012345678901234567890123." | |
| 374 "123456789012345678901234567890123456789012345678901234567890123." | |
| 375 "123456789012345678901234567890123456789012345678901234567890123." | |
| 376 "1234567890123456789012345678901234567890123456789\\u05D0", "B", | |
| 377 "123456789012345678901234567890123456789012345678901234567890123." | |
| 378 "123456789012345678901234567890123456789012345678901234567890123." | |
| 379 "123456789012345678901234567890123456789012345678901234567890123." | |
| 380 "123456789012345678901234567890123456789012345678901234567890123." | |
| 381 "1234567890123456789012345678901234567890123456789\\u05D0", | |
| 382 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG|UIDNA_ERROR_BIDI }, | |
| 383 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 384 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 385 "123456789012345678901234567890123456789012345678901234567890123." | |
| 386 "123456789012345678901234567890123456789012345678901234567890", "B", | |
| 387 "123456789012345678901234567890123456789012345678901234567890123." | |
| 388 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 389 "123456789012345678901234567890123456789012345678901234567890123." | |
| 390 "123456789012345678901234567890123456789012345678901234567890", | |
| 391 UIDNA_ERROR_LABEL_TOO_LONG }, | |
| 392 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 393 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 394 "123456789012345678901234567890123456789012345678901234567890123." | |
| 395 "123456789012345678901234567890123456789012345678901234567890.", "B", | |
| 396 "123456789012345678901234567890123456789012345678901234567890123." | |
| 397 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 398 "123456789012345678901234567890123456789012345678901234567890123." | |
| 399 "123456789012345678901234567890123456789012345678901234567890.", | |
| 400 UIDNA_ERROR_LABEL_TOO_LONG }, | |
| 401 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 402 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 403 "123456789012345678901234567890123456789012345678901234567890123." | |
| 404 "1234567890123456789012345678901234567890123456789012345678901", "B", | |
| 405 "123456789012345678901234567890123456789012345678901234567890123." | |
| 406 "1234567890123456789012345678901234567890123456789012345678901234." | |
| 407 "123456789012345678901234567890123456789012345678901234567890123." | |
| 408 "1234567890123456789012345678901234567890123456789012345678901", | |
| 409 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_DOMAIN_NAME_TOO_LONG }, | |
| 410 // label length 63: xn--1234567890123456789012345678901234567890123456789012
345-9te | |
| 411 { "\\u00E41234567890123456789012345678901234567890123456789012345", "B", | |
| 412 "\\u00E41234567890123456789012345678901234567890123456789012345", 0 }, | |
| 413 { "1234567890\\u00E41234567890123456789012345678901234567890123456", "B", | |
| 414 "1234567890\\u00E41234567890123456789012345678901234567890123456", UIDNA_E
RROR_LABEL_TOO_LONG }, | |
| 415 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 416 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 417 "123456789012345678901234567890123456789012345678901234567890123." | |
| 418 "1234567890123456789012345678901234567890123456789012345678901", "B", | |
| 419 "123456789012345678901234567890123456789012345678901234567890123." | |
| 420 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 421 "123456789012345678901234567890123456789012345678901234567890123." | |
| 422 "1234567890123456789012345678901234567890123456789012345678901", 0 }, | |
| 423 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 424 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 425 "123456789012345678901234567890123456789012345678901234567890123." | |
| 426 "1234567890123456789012345678901234567890123456789012345678901.", "B", | |
| 427 "123456789012345678901234567890123456789012345678901234567890123." | |
| 428 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 429 "123456789012345678901234567890123456789012345678901234567890123." | |
| 430 "1234567890123456789012345678901234567890123456789012345678901.", 0 }, | |
| 431 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 432 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 433 "123456789012345678901234567890123456789012345678901234567890123." | |
| 434 "12345678901234567890123456789012345678901234567890123456789012", "B", | |
| 435 "123456789012345678901234567890123456789012345678901234567890123." | |
| 436 "1234567890\\u00E4123456789012345678901234567890123456789012345." | |
| 437 "123456789012345678901234567890123456789012345678901234567890123." | |
| 438 "12345678901234567890123456789012345678901234567890123456789012", | |
| 439 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG }, | |
| 440 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 441 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 442 "123456789012345678901234567890123456789012345678901234567890123." | |
| 443 "123456789012345678901234567890123456789012345678901234567890", "B", | |
| 444 "123456789012345678901234567890123456789012345678901234567890123." | |
| 445 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 446 "123456789012345678901234567890123456789012345678901234567890123." | |
| 447 "123456789012345678901234567890123456789012345678901234567890", | |
| 448 UIDNA_ERROR_LABEL_TOO_LONG }, | |
| 449 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 450 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 451 "123456789012345678901234567890123456789012345678901234567890123." | |
| 452 "123456789012345678901234567890123456789012345678901234567890.", "B", | |
| 453 "123456789012345678901234567890123456789012345678901234567890123." | |
| 454 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 455 "123456789012345678901234567890123456789012345678901234567890123." | |
| 456 "123456789012345678901234567890123456789012345678901234567890.", | |
| 457 UIDNA_ERROR_LABEL_TOO_LONG }, | |
| 458 { "123456789012345678901234567890123456789012345678901234567890123." | |
| 459 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 460 "123456789012345678901234567890123456789012345678901234567890123." | |
| 461 "1234567890123456789012345678901234567890123456789012345678901", "B", | |
| 462 "123456789012345678901234567890123456789012345678901234567890123." | |
| 463 "1234567890\\u00E41234567890123456789012345678901234567890123456." | |
| 464 "123456789012345678901234567890123456789012345678901234567890123." | |
| 465 "1234567890123456789012345678901234567890123456789012345678901", | |
| 466 UIDNA_ERROR_LABEL_TOO_LONG|UIDNA_ERROR_DOMAIN_NAME_TOO_LONG }, | |
| 467 // hyphen errors and empty-label errors | |
| 468 // Ticket #10883: ToUnicode also checks for empty labels. | |
| 469 { ".", "B", ".", UIDNA_ERROR_EMPTY_LABEL }, | |
| 470 { "\\uFF0E", "B", ".", UIDNA_ERROR_EMPTY_LABEL }, | |
| 471 // "xn---q----jra"=="-q--a-umlaut-" | |
| 472 { "a.b..-q--a-.e", "B", "a.b..-q--a-.e", | |
| 473 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HY
PHEN| | |
| 474 UIDNA_ERROR_HYPHEN_3_4 }, | |
| 475 { "a.b..-q--\\u00E4-.e", "B", "a.b..-q--\\u00E4-.e", | |
| 476 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HY
PHEN| | |
| 477 UIDNA_ERROR_HYPHEN_3_4 }, | |
| 478 { "a.b..xn---q----jra.e", "B", "a.b..-q--\\u00E4-.e", | |
| 479 UIDNA_ERROR_EMPTY_LABEL|UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HY
PHEN| | |
| 480 UIDNA_ERROR_HYPHEN_3_4 }, | |
| 481 { "a..c", "B", "a..c", UIDNA_ERROR_EMPTY_LABEL }, | |
| 482 { "a.xn--.c", "B", "a..c", UIDNA_ERROR_EMPTY_LABEL }, | |
| 483 { "a.-b.", "B", "a.-b.", UIDNA_ERROR_LEADING_HYPHEN }, | |
| 484 { "a.b-.c", "B", "a.b-.c", UIDNA_ERROR_TRAILING_HYPHEN }, | |
| 485 { "a.-.c", "B", "a.-.c", UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_TRAILING_HYP
HEN }, | |
| 486 { "a.bc--de.f", "B", "a.bc--de.f", UIDNA_ERROR_HYPHEN_3_4 }, | |
| 487 { "\\u00E4.\\u00AD.c", "B", "\\u00E4..c", UIDNA_ERROR_EMPTY_LABEL }, | |
| 488 { "\\u00E4.xn--.c", "B", "\\u00E4..c", UIDNA_ERROR_EMPTY_LABEL }, | |
| 489 { "\\u00E4.-b.", "B", "\\u00E4.-b.", UIDNA_ERROR_LEADING_HYPHEN }, | |
| 490 { "\\u00E4.b-.c", "B", "\\u00E4.b-.c", UIDNA_ERROR_TRAILING_HYPHEN }, | |
| 491 { "\\u00E4.-.c", "B", "\\u00E4.-.c", UIDNA_ERROR_LEADING_HYPHEN|UIDNA_ERROR_
TRAILING_HYPHEN }, | |
| 492 { "\\u00E4.bc--de.f", "B", "\\u00E4.bc--de.f", UIDNA_ERROR_HYPHEN_3_4 }, | |
| 493 { "a.b.\\u0308c.d", "B", "a.b.\\uFFFDc.d", UIDNA_ERROR_LEADING_COMBINING_MAR
K }, | |
| 494 { "a.b.xn--c-bcb.d", "B", | |
| 495 "a.b.xn--c-bcb\\uFFFD.d", UIDNA_ERROR_LEADING_COMBINING_MARK|UIDNA_ERROR_I
NVALID_ACE_LABEL }, | |
| 496 // BiDi | |
| 497 { "A0", "B", "a0", 0 }, | |
| 498 { "0A", "B", "0a", 0 }, // all-LTR is ok to start with a digit (EN) | |
| 499 { "0A.\\u05D0", "B", // ASCII label does not start with L/R/AL | |
| 500 "0a.\\u05D0", UIDNA_ERROR_BIDI }, | |
| 501 { "c.xn--0-eha.xn--4db", "B", // 2nd label does not start with L/R/AL | |
| 502 "c.0\\u00FC.\\u05D0", UIDNA_ERROR_BIDI }, | |
| 503 { "b-.\\u05D0", "B", // label does not end with L/EN | |
| 504 "b-.\\u05D0", UIDNA_ERROR_TRAILING_HYPHEN|UIDNA_ERROR_BIDI }, | |
| 505 { "d.xn----dha.xn--4db", "B", // 2nd label does not end with L/EN | |
| 506 "d.\\u00FC-.\\u05D0", UIDNA_ERROR_TRAILING_HYPHEN|UIDNA_ERROR_BIDI }, | |
| 507 { "a\\u05D0", "B", "a\\u05D0", UIDNA_ERROR_BIDI }, // first dir != last dir | |
| 508 { "\\u05D0\\u05C7", "B", "\\u05D0\\u05C7", 0 }, | |
| 509 { "\\u05D09\\u05C7", "B", "\\u05D09\\u05C7", 0 }, | |
| 510 { "\\u05D0a\\u05C7", "B", "\\u05D0a\\u05C7", UIDNA_ERROR_BIDI }, // first d
ir != last dir | |
| 511 { "\\u05D0\\u05EA", "B", "\\u05D0\\u05EA", 0 }, | |
| 512 { "\\u05D0\\u05F3\\u05EA", "B", "\\u05D0\\u05F3\\u05EA", 0 }, | |
| 513 { "a\\u05D0Tz", "B", "a\\u05D0tz", UIDNA_ERROR_BIDI }, // mixed dir | |
| 514 { "\\u05D0T\\u05EA", "B", "\\u05D0t\\u05EA", UIDNA_ERROR_BIDI }, // mixed d
ir | |
| 515 { "\\u05D07\\u05EA", "B", "\\u05D07\\u05EA", 0 }, | |
| 516 { "\\u05D0\\u0667\\u05EA", "B", "\\u05D0\\u0667\\u05EA", 0 }, // Arabic 7 i
n the middle | |
| 517 { "a7\\u0667z", "B", "a7\\u0667z", UIDNA_ERROR_BIDI }, // AN digit in LTR | |
| 518 { "\\u05D07\\u0667\\u05EA", "B", // mixed EN/AN digits in RTL | |
| 519 "\\u05D07\\u0667\\u05EA", UIDNA_ERROR_BIDI }, | |
| 520 // ZWJ | |
| 521 { "\\u0BB9\\u0BCD\\u200D", "N", "\\u0BB9\\u0BCD\\u200D", 0 }, // Virama+ZWJ | |
| 522 { "\\u0BB9\\u200D", "N", "\\u0BB9\\u200D", UIDNA_ERROR_CONTEXTJ }, // no Vi
rama | |
| 523 { "\\u200D", "N", "\\u200D", UIDNA_ERROR_CONTEXTJ }, // no Virama | |
| 524 // ZWNJ | |
| 525 { "\\u0BB9\\u0BCD\\u200C", "N", "\\u0BB9\\u0BCD\\u200C", 0 }, // Virama+ZWN
J | |
| 526 { "\\u0BB9\\u200C", "N", "\\u0BB9\\u200C", UIDNA_ERROR_CONTEXTJ }, // no Vi
rama | |
| 527 { "\\u200C", "N", "\\u200C", UIDNA_ERROR_CONTEXTJ }, // no Virama | |
| 528 { "\\u0644\\u0670\\u200C\\u06ED\\u06EF", "N", // Joining types D T ZWNJ T R | |
| 529 "\\u0644\\u0670\\u200C\\u06ED\\u06EF", 0 }, | |
| 530 { "\\u0644\\u0670\\u200C\\u06EF", "N", // D T ZWNJ R | |
| 531 "\\u0644\\u0670\\u200C\\u06EF", 0 }, | |
| 532 { "\\u0644\\u200C\\u06ED\\u06EF", "N", // D ZWNJ T R | |
| 533 "\\u0644\\u200C\\u06ED\\u06EF", 0 }, | |
| 534 { "\\u0644\\u200C\\u06EF", "N", // D ZWNJ R | |
| 535 "\\u0644\\u200C\\u06EF", 0 }, | |
| 536 { "\\u0644\\u0670\\u200C\\u06ED", "N", // D T ZWNJ T | |
| 537 "\\u0644\\u0670\\u200C\\u06ED", UIDNA_ERROR_BIDI|UIDNA_ERROR_CONTEXTJ }, | |
| 538 { "\\u06EF\\u200C\\u06EF", "N", // R ZWNJ R | |
| 539 "\\u06EF\\u200C\\u06EF", UIDNA_ERROR_CONTEXTJ }, | |
| 540 { "\\u0644\\u200C", "N", // D ZWNJ | |
| 541 "\\u0644\\u200C", UIDNA_ERROR_BIDI|UIDNA_ERROR_CONTEXTJ }, | |
| 542 { "\\u0660\\u0661", "B", // Arabic-Indic Digits alone | |
| 543 "\\u0660\\u0661", UIDNA_ERROR_BIDI }, | |
| 544 { "\\u06F0\\u06F1", "B", // Extended Arabic-Indic Digits alone | |
| 545 "\\u06F0\\u06F1", 0 }, | |
| 546 { "\\u0660\\u06F1", "B", // Mixed Arabic-Indic Digits | |
| 547 "\\u0660\\u06F1", UIDNA_ERROR_CONTEXTO_DIGITS|UIDNA_ERROR_BIDI }, | |
| 548 // All of the CONTEXTO "Would otherwise have been DISALLOWED" characters | |
| 549 // in their correct contexts, | |
| 550 // then each in incorrect context. | |
| 551 { "l\\u00B7l\\u4E00\\u0375\\u03B1\\u05D0\\u05F3\\u05F4\\u30FB", "B", | |
| 552 "l\\u00B7l\\u4E00\\u0375\\u03B1\\u05D0\\u05F3\\u05F4\\u30FB", UIDNA_ERROR_
BIDI }, | |
| 553 { "l\\u00B7", "B", | |
| 554 "l\\u00B7", UIDNA_ERROR_CONTEXTO_PUNCTUATION }, | |
| 555 { "\\u00B7l", "B", | |
| 556 "\\u00B7l", UIDNA_ERROR_CONTEXTO_PUNCTUATION }, | |
| 557 { "\\u0375", "B", | |
| 558 "\\u0375", UIDNA_ERROR_CONTEXTO_PUNCTUATION }, | |
| 559 { "\\u03B1\\u05F3", "B", | |
| 560 "\\u03B1\\u05F3", UIDNA_ERROR_CONTEXTO_PUNCTUATION|UIDNA_ERROR_BIDI }, | |
| 561 { "\\u05F4", "B", | |
| 562 "\\u05F4", UIDNA_ERROR_CONTEXTO_PUNCTUATION }, | |
| 563 { "l\\u30FB", "B", | |
| 564 "l\\u30FB", UIDNA_ERROR_CONTEXTO_PUNCTUATION }, | |
| 565 // Ticket #8137: UTS #46 toUnicode() fails with non-ASCII labels that turn | |
| 566 // into 15 characters (UChars). | |
| 567 // The bug was in u_strFromPunycode() which did not write the last character | |
| 568 // if it just so fit into the end of the destination buffer. | |
| 569 // The UTS #46 code gives a default-capacity UnicodeString as the destinatio
n buffer, | |
| 570 // and the internal UnicodeString capacity is currently 15 UChars on 64-bit
machines | |
| 571 // but 13 on 32-bit machines. | |
| 572 // Label with 15 UChars, for 64-bit-machine testing: | |
| 573 { "aaaaaaaaaaaaa\\u00FCa.de", "B", "aaaaaaaaaaaaa\\u00FCa.de", 0 }, | |
| 574 { "xn--aaaaaaaaaaaaaa-ssb.de", "B", "aaaaaaaaaaaaa\\u00FCa.de", 0 }, | |
| 575 { "abschlu\\u00DFpr\\u00FCfung.de", "N", "abschlu\\u00DFpr\\u00FCfung.de", 0
}, | |
| 576 { "xn--abschluprfung-hdb15b.de", "B", "abschlu\\u00DFpr\\u00FCfung.de", 0 }, | |
| 577 // Label with 13 UChars, for 32-bit-machine testing: | |
| 578 { "xn--aaaaaaaaaaaa-nlb.de", "B", "aaaaaaaaaaa\\u00FCa.de", 0 }, | |
| 579 { "xn--schluprfung-z6a39a.de", "B", "schlu\\u00DFpr\\u00FCfung.de", 0 }, | |
| 580 // { "", "B", | |
| 581 // "", 0 }, | |
| 582 }; | |
| 583 | |
| 584 void UTS46Test::TestSomeCases() { | |
| 585 IcuTestErrorCode errorCode(*this, "TestSomeCases"); | |
| 586 char buffer[400], buffer2[400]; | |
| 587 int32_t i; | |
| 588 for(i=0; i<UPRV_LENGTHOF(testCases); ++i) { | |
| 589 const TestCase &testCase=testCases[i]; | |
| 590 UnicodeString input(ctou(testCase.s)); | |
| 591 UnicodeString expected(ctou(testCase.u)); | |
| 592 // ToASCII/ToUnicode, transitional/nontransitional | |
| 593 UnicodeString aT, uT, aN, uN; | |
| 594 IDNAInfo aTInfo, uTInfo, aNInfo, uNInfo; | |
| 595 trans->nameToASCII(input, aT, aTInfo, errorCode); | |
| 596 trans->nameToUnicode(input, uT, uTInfo, errorCode); | |
| 597 nontrans->nameToASCII(input, aN, aNInfo, errorCode); | |
| 598 nontrans->nameToUnicode(input, uN, uNInfo, errorCode); | |
| 599 if(errorCode.logIfFailureAndReset("first-level processing [%d/%s] %s", | |
| 600 (int)i, testCase.o, testCase.s) | |
| 601 ) { | |
| 602 continue; | |
| 603 } | |
| 604 // ToUnicode does not set length-overflow errors. | |
| 605 uint32_t uniErrors=testCase.errors&~ | |
| 606 (UIDNA_ERROR_LABEL_TOO_LONG| | |
| 607 UIDNA_ERROR_DOMAIN_NAME_TOO_LONG); | |
| 608 char mode=testCase.o[0]; | |
| 609 if(mode=='B' || mode=='N') { | |
| 610 if(uNInfo.getErrors()!=uniErrors) { | |
| 611 errln("N.nameToUnicode([%d] %s) unexpected errors %04lx", | |
| 612 (int)i, testCase.s, (long)uNInfo.getErrors()); | |
| 613 continue; | |
| 614 } | |
| 615 if(uN!=expected) { | |
| 616 prettify(uN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 617 errln("N.nameToUnicode([%d] %s) unexpected string %s", | |
| 618 (int)i, testCase.s, buffer); | |
| 619 continue; | |
| 620 } | |
| 621 if(aNInfo.getErrors()!=testCase.errors) { | |
| 622 errln("N.nameToASCII([%d] %s) unexpected errors %04lx", | |
| 623 (int)i, testCase.s, (long)aNInfo.getErrors()); | |
| 624 continue; | |
| 625 } | |
| 626 } | |
| 627 if(mode=='B' || mode=='T') { | |
| 628 if(uTInfo.getErrors()!=uniErrors) { | |
| 629 errln("T.nameToUnicode([%d] %s) unexpected errors %04lx", | |
| 630 (int)i, testCase.s, (long)uTInfo.getErrors()); | |
| 631 continue; | |
| 632 } | |
| 633 if(uT!=expected) { | |
| 634 prettify(uT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 635 errln("T.nameToUnicode([%d] %s) unexpected string %s", | |
| 636 (int)i, testCase.s, buffer); | |
| 637 continue; | |
| 638 } | |
| 639 if(aTInfo.getErrors()!=testCase.errors) { | |
| 640 errln("T.nameToASCII([%d] %s) unexpected errors %04lx", | |
| 641 (int)i, testCase.s, (long)aTInfo.getErrors()); | |
| 642 continue; | |
| 643 } | |
| 644 } | |
| 645 // ToASCII is all-ASCII if no severe errors | |
| 646 if((aNInfo.getErrors()&severeErrors)==0 && !isASCII(aN)) { | |
| 647 prettify(aN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 648 errln("N.nameToASCII([%d] %s) (errors %04lx) result is not ASCII %s"
, | |
| 649 (int)i, testCase.s, aNInfo.getErrors(), buffer); | |
| 650 continue; | |
| 651 } | |
| 652 if((aTInfo.getErrors()&severeErrors)==0 && !isASCII(aT)) { | |
| 653 prettify(aT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 654 errln("T.nameToASCII([%d] %s) (errors %04lx) result is not ASCII %s"
, | |
| 655 (int)i, testCase.s, aTInfo.getErrors(), buffer); | |
| 656 continue; | |
| 657 } | |
| 658 if(verbose) { | |
| 659 char m= mode=='B' ? mode : 'N'; | |
| 660 prettify(aN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 661 logln("%c.nameToASCII([%d] %s) (errors %04lx) result string: %s", | |
| 662 m, (int)i, testCase.s, aNInfo.getErrors(), buffer); | |
| 663 if(mode!='B') { | |
| 664 prettify(aT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 665 logln("T.nameToASCII([%d] %s) (errors %04lx) result string: %s", | |
| 666 (int)i, testCase.s, aTInfo.getErrors(), buffer); | |
| 667 } | |
| 668 } | |
| 669 // second-level processing | |
| 670 UnicodeString aTuN, uTaN, aNuN, uNaN; | |
| 671 IDNAInfo aTuNInfo, uTaNInfo, aNuNInfo, uNaNInfo; | |
| 672 nontrans->nameToUnicode(aT, aTuN, aTuNInfo, errorCode); | |
| 673 nontrans->nameToASCII(uT, uTaN, uTaNInfo, errorCode); | |
| 674 nontrans->nameToUnicode(aN, aNuN, aNuNInfo, errorCode); | |
| 675 nontrans->nameToASCII(uN, uNaN, uNaNInfo, errorCode); | |
| 676 if(errorCode.logIfFailureAndReset("second-level processing [%d/%s] %s", | |
| 677 (int)i, testCase.o, testCase.s) | |
| 678 ) { | |
| 679 continue; | |
| 680 } | |
| 681 if(aN!=uNaN) { | |
| 682 prettify(aN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 683 prettify(uNaN).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buffer2
)); | |
| 684 errln("N.nameToASCII([%d] %s)!=N.nameToUnicode().N.nameToASCII() " | |
| 685 "(errors %04lx) %s vs. %s", | |
| 686 (int)i, testCase.s, aNInfo.getErrors(), buffer, buffer2); | |
| 687 continue; | |
| 688 } | |
| 689 if(aT!=uTaN) { | |
| 690 prettify(aT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 691 prettify(uTaN).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buffer2
)); | |
| 692 errln("T.nameToASCII([%d] %s)!=T.nameToUnicode().N.nameToASCII() " | |
| 693 "(errors %04lx) %s vs. %s", | |
| 694 (int)i, testCase.s, aNInfo.getErrors(), buffer, buffer2); | |
| 695 continue; | |
| 696 } | |
| 697 if(uN!=aNuN) { | |
| 698 prettify(uN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 699 prettify(aNuN).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buffer2
)); | |
| 700 errln("N.nameToUnicode([%d] %s)!=N.nameToASCII().N.nameToUnicode() " | |
| 701 "(errors %04lx) %s vs. %s", | |
| 702 (int)i, testCase.s, uNInfo.getErrors(), buffer, buffer2); | |
| 703 continue; | |
| 704 } | |
| 705 if(uT!=aTuN) { | |
| 706 prettify(uT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer)); | |
| 707 prettify(aTuN).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buffer2
)); | |
| 708 errln("T.nameToUnicode([%d] %s)!=T.nameToASCII().N.nameToUnicode() " | |
| 709 "(errors %04lx) %s vs. %s", | |
| 710 (int)i, testCase.s, uNInfo.getErrors(), buffer, buffer2); | |
| 711 continue; | |
| 712 } | |
| 713 // labelToUnicode | |
| 714 UnicodeString aTL, uTL, aNL, uNL; | |
| 715 IDNAInfo aTLInfo, uTLInfo, aNLInfo, uNLInfo; | |
| 716 trans->labelToASCII(input, aTL, aTLInfo, errorCode); | |
| 717 trans->labelToUnicode(input, uTL, uTLInfo, errorCode); | |
| 718 nontrans->labelToASCII(input, aNL, aNLInfo, errorCode); | |
| 719 nontrans->labelToUnicode(input, uNL, uNLInfo, errorCode); | |
| 720 if(errorCode.logIfFailureAndReset("labelToXYZ processing [%d/%s] %s", | |
| 721 (int)i, testCase.o, testCase.s) | |
| 722 ) { | |
| 723 continue; | |
| 724 } | |
| 725 if(aN.indexOf((UChar)0x2e)<0) { | |
| 726 if(aN!=aNL || aNInfo.getErrors()!=aNLInfo.getErrors()) { | |
| 727 prettify(aN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 728 prettify(aNL).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buff
er2)); | |
| 729 errln("N.nameToASCII([%d] %s)!=N.labelToASCII() " | |
| 730 "(errors %04lx vs %04lx) %s vs. %s", | |
| 731 (int)i, testCase.s, aNInfo.getErrors(), aNLInfo.getErrors(
), buffer, buffer2); | |
| 732 continue; | |
| 733 } | |
| 734 } else { | |
| 735 if((aNLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) { | |
| 736 errln("N.labelToASCII([%d] %s) errors %04lx missing UIDNA_ERROR_
LABEL_HAS_DOT", | |
| 737 (int)i, testCase.s, (long)aNLInfo.getErrors()); | |
| 738 continue; | |
| 739 } | |
| 740 } | |
| 741 if(aT.indexOf((UChar)0x2e)<0) { | |
| 742 if(aT!=aTL || aTInfo.getErrors()!=aTLInfo.getErrors()) { | |
| 743 prettify(aT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 744 prettify(aTL).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buff
er2)); | |
| 745 errln("T.nameToASCII([%d] %s)!=T.labelToASCII() " | |
| 746 "(errors %04lx vs %04lx) %s vs. %s", | |
| 747 (int)i, testCase.s, aTInfo.getErrors(), aTLInfo.getErrors(
), buffer, buffer2); | |
| 748 continue; | |
| 749 } | |
| 750 } else { | |
| 751 if((aTLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) { | |
| 752 errln("T.labelToASCII([%d] %s) errors %04lx missing UIDNA_ERROR_
LABEL_HAS_DOT", | |
| 753 (int)i, testCase.s, (long)aTLInfo.getErrors()); | |
| 754 continue; | |
| 755 } | |
| 756 } | |
| 757 if(uN.indexOf((UChar)0x2e)<0) { | |
| 758 if(uN!=uNL || uNInfo.getErrors()!=uNLInfo.getErrors()) { | |
| 759 prettify(uN).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 760 prettify(uNL).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buff
er2)); | |
| 761 errln("N.nameToUnicode([%d] %s)!=N.labelToUnicode() " | |
| 762 "(errors %04lx vs %04lx) %s vs. %s", | |
| 763 (int)i, testCase.s, uNInfo.getErrors(), uNLInfo.getErrors(
), buffer, buffer2); | |
| 764 continue; | |
| 765 } | |
| 766 } else { | |
| 767 if((uNLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) { | |
| 768 errln("N.labelToUnicode([%d] %s) errors %04lx missing UIDNA_ERRO
R_LABEL_HAS_DOT", | |
| 769 (int)i, testCase.s, (long)uNLInfo.getErrors()); | |
| 770 continue; | |
| 771 } | |
| 772 } | |
| 773 if(uT.indexOf((UChar)0x2e)<0) { | |
| 774 if(uT!=uTL || uTInfo.getErrors()!=uTLInfo.getErrors()) { | |
| 775 prettify(uT).extract(0, 0x7fffffff, buffer, UPRV_LENGTHOF(buffer
)); | |
| 776 prettify(uTL).extract(0, 0x7fffffff, buffer2, UPRV_LENGTHOF(buff
er2)); | |
| 777 errln("T.nameToUnicode([%d] %s)!=T.labelToUnicode() " | |
| 778 "(errors %04lx vs %04lx) %s vs. %s", | |
| 779 (int)i, testCase.s, uTInfo.getErrors(), uTLInfo.getErrors(
), buffer, buffer2); | |
| 780 continue; | |
| 781 } | |
| 782 } else { | |
| 783 if((uTLInfo.getErrors()&UIDNA_ERROR_LABEL_HAS_DOT)==0) { | |
| 784 errln("T.labelToUnicode([%d] %s) errors %04lx missing UIDNA_ERRO
R_LABEL_HAS_DOT", | |
| 785 (int)i, testCase.s, (long)uTLInfo.getErrors()); | |
| 786 continue; | |
| 787 } | |
| 788 } | |
| 789 // Differences between transitional and nontransitional processing | |
| 790 if(mode=='B') { | |
| 791 if( aNInfo.isTransitionalDifferent() || | |
| 792 aTInfo.isTransitionalDifferent() || | |
| 793 uNInfo.isTransitionalDifferent() || | |
| 794 uTInfo.isTransitionalDifferent() || | |
| 795 aNLInfo.isTransitionalDifferent() || | |
| 796 aTLInfo.isTransitionalDifferent() || | |
| 797 uNLInfo.isTransitionalDifferent() || | |
| 798 uTLInfo.isTransitionalDifferent() | |
| 799 ) { | |
| 800 errln("B.process([%d] %s) isTransitionalDifferent()", (int)i, te
stCase.s); | |
| 801 continue; | |
| 802 } | |
| 803 if( aN!=aT || uN!=uT || aNL!=aTL || uNL!=uTL || | |
| 804 aNInfo.getErrors()!=aTInfo.getErrors() || uNInfo.getErrors()!=uT
Info.getErrors() || | |
| 805 aNLInfo.getErrors()!=aTLInfo.getErrors() || uNLInfo.getErrors()!
=uTLInfo.getErrors() | |
| 806 ) { | |
| 807 errln("N.process([%d] %s) vs. T.process() different errors or re
sult strings", | |
| 808 (int)i, testCase.s); | |
| 809 continue; | |
| 810 } | |
| 811 } else { | |
| 812 if( !aNInfo.isTransitionalDifferent() || | |
| 813 !aTInfo.isTransitionalDifferent() || | |
| 814 !uNInfo.isTransitionalDifferent() || | |
| 815 !uTInfo.isTransitionalDifferent() || | |
| 816 !aNLInfo.isTransitionalDifferent() || | |
| 817 !aTLInfo.isTransitionalDifferent() || | |
| 818 !uNLInfo.isTransitionalDifferent() || | |
| 819 !uTLInfo.isTransitionalDifferent() | |
| 820 ) { | |
| 821 errln("%s.process([%d] %s) !isTransitionalDifferent()", | |
| 822 testCase.o, (int)i, testCase.s); | |
| 823 continue; | |
| 824 } | |
| 825 if(aN==aT || uN==uT || aNL==aTL || uNL==uTL) { | |
| 826 errln("N.process([%d] %s) vs. T.process() same result strings", | |
| 827 (int)i, testCase.s); | |
| 828 continue; | |
| 829 } | |
| 830 } | |
| 831 // UTF-8 if we have std::string | |
| 832 #if U_HAVE_STD_STRING | |
| 833 std::string input8, aT8, uT8, aN8, uN8; | |
| 834 StringByteSink<std::string> aT8Sink(&aT8), uT8Sink(&uT8), aN8Sink(&aN8),
uN8Sink(&uN8); | |
| 835 IDNAInfo aT8Info, uT8Info, aN8Info, uN8Info; | |
| 836 input.toUTF8String(input8); | |
| 837 trans->nameToASCII_UTF8(input8, aT8Sink, aT8Info, errorCode); | |
| 838 trans->nameToUnicodeUTF8(input8, uT8Sink, uT8Info, errorCode); | |
| 839 nontrans->nameToASCII_UTF8(input8, aN8Sink, aN8Info, errorCode); | |
| 840 nontrans->nameToUnicodeUTF8(input8, uN8Sink, uN8Info, errorCode); | |
| 841 if(errorCode.logIfFailureAndReset("UTF-8 processing [%d/%s] %s", | |
| 842 (int)i, testCase.o, testCase.s) | |
| 843 ) { | |
| 844 continue; | |
| 845 } | |
| 846 UnicodeString aT16(UnicodeString::fromUTF8(aT8)); | |
| 847 UnicodeString uT16(UnicodeString::fromUTF8(uT8)); | |
| 848 UnicodeString aN16(UnicodeString::fromUTF8(aN8)); | |
| 849 UnicodeString uN16(UnicodeString::fromUTF8(uN8)); | |
| 850 if( aN8Info.getErrors()!=aNInfo.getErrors() || | |
| 851 uN8Info.getErrors()!=uNInfo.getErrors() | |
| 852 ) { | |
| 853 errln("N.xyzUTF8([%d] %s) vs. UTF-16 processing different errors %04
lx vs. %04lx", | |
| 854 (int)i, testCase.s, | |
| 855 (long)aN8Info.getErrors(), (long)aNInfo.getErrors()); | |
| 856 continue; | |
| 857 } | |
| 858 if( aT8Info.getErrors()!=aTInfo.getErrors() || | |
| 859 uT8Info.getErrors()!=uTInfo.getErrors() | |
| 860 ) { | |
| 861 errln("T.xyzUTF8([%d] %s) vs. UTF-16 processing different errors %04
lx vs. %04lx", | |
| 862 (int)i, testCase.s, | |
| 863 (long)aT8Info.getErrors(), (long)aTInfo.getErrors()); | |
| 864 continue; | |
| 865 } | |
| 866 if(aT16!=aT || uT16!=uT || aN16!=aN || uN16!=uN) { | |
| 867 errln("%s.xyzUTF8([%d] %s) vs. UTF-16 processing different string re
sults", | |
| 868 testCase.o, (int)i, testCase.s, (long)aTInfo.getErrors()); | |
| 869 continue; | |
| 870 } | |
| 871 if( aT8Info.isTransitionalDifferent()!=aTInfo.isTransitionalDifferent()
|| | |
| 872 uT8Info.isTransitionalDifferent()!=uTInfo.isTransitionalDifferent()
|| | |
| 873 aN8Info.isTransitionalDifferent()!=aNInfo.isTransitionalDifferent()
|| | |
| 874 uN8Info.isTransitionalDifferent()!=uNInfo.isTransitionalDifferent() | |
| 875 ) { | |
| 876 errln("%s.xyzUTF8([%d] %s) vs. UTF-16 processing different isTransit
ionalDifferent()", | |
| 877 testCase.o, (int)i, testCase.s); | |
| 878 continue; | |
| 879 } | |
| 880 #endif | |
| 881 } | |
| 882 } | |
| 883 | |
| 884 #endif // UCONFIG_NO_IDNA | |
| OLD | NEW |