Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1074)

Unified Diff: test/intl/string/normalization.js

Issue 60013010: Landing https://codereview.chromium.org/40133004 for mnita@google.com. (Closed) Base URL: https://v8.googlecode.com/svn/branches/bleeding_edge
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « src/runtime.cc ('k') | no next file » | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: test/intl/string/normalization.js
diff --git a/test/intl/string/normalization.js b/test/intl/string/normalization.js
new file mode 100644
index 0000000000000000000000000000000000000000..446d6277db174878de2a732cf0b0d449ed2f09f9
--- /dev/null
+++ b/test/intl/string/normalization.js
@@ -0,0 +1,145 @@
+// Copyright 2013 the V8 project authors. All rights reserved.
+// Redistribution and use in source and binary forms, with or without
+// modification, are permitted provided that the following conditions are
+// met:
+//
+// * Redistributions of source code must retain the above copyright
+// notice, this list of conditions and the following disclaimer.
+// * Redistributions in binary form must reproduce the above
+// copyright notice, this list of conditions and the following
+// disclaimer in the documentation and/or other materials provided
+// with the distribution.
+// * Neither the name of Google Inc. nor the names of its
+// contributors may be used to endorse or promote products derived
+// from this software without specific prior written permission.
+//
+// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
+// "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
+// LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
+// A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
+// OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
+// SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
+// LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
+// DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
+// THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
+// (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
+// OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+
+// Tests the new String.prototype.normalize method.
+
+
+// Common use case when searching for 'not very exact' match.
+// These are examples of data one might encounter in real use.
+var testRealUseCases = function() {
+ // Vietnamese legacy text, old Windows 9x / non-Unicode applications use
+ // windows-1258 code page, which is neither precomposed, nor decomposed.
+ assertEquals('ti\u00ea\u0301ng Vi\u00ea\u0323t'.normalize('NFKD'),
+ 'ti\u1ebfng Vi\u1ec7t'.normalize('NFKD')); // all precomposed
+
+ // Various kinds of spaces
+ assertEquals('Google\u0020Maps'.normalize('NFKD'), // normal space
+ 'Google\u00a0Maps'.normalize('NFKD')); // non-breaking space
+ assertEquals('Google\u0020Maps'.normalize('NFKD'), // normal space
+ 'Google\u2002Maps'.normalize('NFKD')); // en-space
+ assertEquals('Google\u0020Maps'.normalize('NFKD'), // normal space
+ 'Google\u2003Maps'.normalize('NFKD')); // em-space
+ assertEquals('Google\u0020Maps'.normalize('NFKD'), // normal space
+ 'Google\u3000Maps'.normalize('NFKC')); // ideographic space
+
+ // Latin small ligature "fi"
+ assertEquals('fi'.normalize('NFKD'), '\ufb01'.normalize('NFKD'));
+
+ // ŀ, Latin small L with middle dot, used in Catalan and often represented
+ // as decomposed for non-Unicode environments ( l + ·)
+ assertEquals('l\u00b7'.normalize('NFKD'), '\u0140'.normalize('NFKD'));
+
+ // Legacy text, Japanese narrow Kana (MS-DOS & Win 3.x time)
+ assertEquals('\u30d1\u30bd\u30b3\u30f3'.normalize('NFKD'), // パソコン : wide
+ '\uff8a\uff9f\uff7f\uff7a\uff9d'.normalize('NFKD')); // パソコン : narrow
+ // Also for Japanese, Latin fullwidth forms vs. ASCII
+ assertEquals('ABCD'.normalize('NFKD'),
+ '\uff21\uff22\uff23\uff24'.normalize('NFKD')); // ABCD, fullwidth
+}();
+
+
+var testEdgeCases = function() {
+ // Make sure we throw RangeError, as the standard requires.
+ assertThrows('"".normalize(1234)', RangeError);
+ assertThrows('"".normalize("BAD")', RangeError);
+
+ // The standard does not say what kind of exceptions we should throw, so we
+ // will not be specific. But we still test that we throw errors.
+ assertThrows('s.normalize()'); // s is not defined
+ assertThrows('var s = null; s.normalize()');
+ assertThrows('var s = undefined; s.normalize()');
+ assertThrows('var s = 1234; s.normalize()'); // no normalize for non-strings
+}();
+
+
+// Several kinds of mappings. No need to be comprehensive, we don't test
+// the ICU functionality, we only test C - JavaScript 'glue'
+var testData = [
+ // org, default, NFC, NFD, NKFC, NKFD
+ ['\u00c7', // Ç : Combining sequence, Latin 1
+ '\u00c7', '\u0043\u0327',
+ '\u00c7', '\u0043\u0327'],
+ ['\u0218', // Ș : Combining sequence, non-Latin 1
+ '\u0218', '\u0053\u0326',
+ '\u0218', '\u0053\u0326'],
+ ['\uac00', // 가 : Hangul
+ '\uac00', '\u1100\u1161',
+ '\uac00', '\u1100\u1161'],
+ ['\uff76', // カ : Narrow Kana
+ '\uff76', '\uff76',
+ '\u30ab', '\u30ab'],
+ ['\u00bc', // ¼ : Fractions
+ '\u00bc', '\u00bc',
+ '\u0031\u2044\u0034', '\u0031\u2044\u0034'],
+ ['\u01c6', // dž : Latin ligature
+ '\u01c6', '\u01c6',
+ '\u0064\u017e', '\u0064\u007a\u030c'],
+ ['s\u0307\u0323', // s + dot above + dot below, ordering of combining marks
+ '\u1e69', 's\u0323\u0307',
+ '\u1e69', 's\u0323\u0307'],
+ ['\u3300', // ㌀ : Squared characters
+ '\u3300', '\u3300',
+ '\u30a2\u30d1\u30fc\u30c8', // アパート
+ '\u30a2\u30cf\u309a\u30fc\u30c8'], // アパート
+ ['\ufe37', // ︷ : Vertical forms
+ '\ufe37', '\ufe37',
+ '{' , '{'],
+ ['\u2079', // ⁹ : superscript 9
+ '\u2079', '\u2079',
+ '9', '9'],
+ ['\ufee5\ufee6\ufee7\ufee8', // Arabic forms
+ '\ufee5\ufee6\ufee7\ufee8', '\ufee5\ufee6\ufee7\ufee8',
+ '\u0646\u0646\u0646\u0646', '\u0646\u0646\u0646\u0646'],
+ ['\u2460', // ① : Circled
+ '\u2460', '\u2460',
+ '1', '1'],
+ ['\u210c', // ℌ : Font variants
+ '\u210c', '\u210c',
+ 'H', 'H'],
+ ['\u2126', // Ω : Singleton, OHM sign vs. Greek capital letter OMEGA
+ '\u03a9', '\u03a9',
+ '\u03a9', '\u03a9'],
+ ['\ufdfb', // Long ligature, ARABIC LIGATURE JALLAJALALOUHOU
+ '\ufdfb', '\ufdfb',
+ '\u062C\u0644\u0020\u062C\u0644\u0627\u0644\u0647',
+ '\u062C\u0644\u0020\u062C\u0644\u0627\u0644\u0647']
+];
+
+var testArray = function() {
+ var kNFC = 1, kNFD = 2, kNFKC = 3, kNFKD = 4;
+ for (var i = 0; i < testData.length; ++i) {
+ // the original, NFC and NFD should normalize to the same thing
+ for (var column = 0; column < 3; ++column) {
+ var str = testData[i][column];
+ assertEquals(str.normalize(), testData[i][kNFC]); // defaults to NFC
+ assertEquals(str.normalize('NFC'), testData[i][kNFC]);
+ assertEquals(str.normalize('NFD'), testData[i][kNFD]);
+ assertEquals(str.normalize('NFKC'), testData[i][kNFKC]);
+ assertEquals(str.normalize('NFKD'), testData[i][kNFKD]);
+ }
+ }
+}();
« no previous file with comments | « src/runtime.cc ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698