Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(70)

Side by Side Diff: utils/tests/string_encoding/utf16_test.dart

Issue 68563004: Move unicode tests to utf package. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Simplify test. Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
(Empty)
1 #!/usr/bin/env dart
2 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
3 // for details. All rights reserved. Use of this source code is governed by a
4 // BSD-style license that can be found in the LICENSE file.
5
6 library utf16_tests;
7 import 'dunit.dart';
8 import '../../string_encoding/unicode_core.dart';
9 import '../../string_encoding/utf16.dart';
10
11 void main() {
12 TestSuite suite = new TestSuite();
13 suite.registerTestClass(new Utf16Tests());
14 suite.run();
15 }
16
17 class Utf16Tests extends TestClass {
18 static const String testKoreanCharSubset = """
19 가각갂갃간갅갆갇갈갉갊갋갌갍갎갏감갑값갓갔강갖갗갘같갚갛
20 개객갞갟갠갡갢갣갤갥갦갧갨갩갪갫갬갭갮갯갰갱갲갳갴갵갶갷
21 갸갹갺갻갼갽갾갿걀걁걂걃걄걅걆걇걈걉걊걋걌걍걎걏걐걑걒걓""";
22 static const String testHanWater = "水";
23
24 static const List<int> testKoreanCharSubsetUtf16beBom = const<int>[
25 0xfe, 0xff, 0xac, 0x00, 0xac, 0x01, 0xac, 0x02,
26 0xac, 0x03, 0xac, 0x04, 0xac, 0x05, 0xac, 0x06,
27 0xac, 0x07, 0xac, 0x08, 0xac, 0x09, 0xac, 0x0a,
28 0xac, 0x0b, 0xac, 0x0c, 0xac, 0x0d, 0xac, 0x0e,
29 0xac, 0x0f, 0xac, 0x10, 0xac, 0x11, 0xac, 0x12,
30 0xac, 0x13, 0xac, 0x14, 0xac, 0x15, 0xac, 0x16,
31 0xac, 0x17, 0xac, 0x18, 0xac, 0x19, 0xac, 0x1a,
32 0xac, 0x1b, 0x00, 0x0a, 0xac, 0x1c, 0xac, 0x1d,
33 0xac, 0x1e, 0xac, 0x1f, 0xac, 0x20, 0xac, 0x21,
34 0xac, 0x22, 0xac, 0x23, 0xac, 0x24, 0xac, 0x25,
35 0xac, 0x26, 0xac, 0x27, 0xac, 0x28, 0xac, 0x29,
36 0xac, 0x2a, 0xac, 0x2b, 0xac, 0x2c, 0xac, 0x2d,
37 0xac, 0x2e, 0xac, 0x2f, 0xac, 0x30, 0xac, 0x31,
38 0xac, 0x32, 0xac, 0x33, 0xac, 0x34, 0xac, 0x35,
39 0xac, 0x36, 0xac, 0x37, 0x00, 0x0a, 0xac, 0x38,
40 0xac, 0x39, 0xac, 0x3a, 0xac, 0x3b, 0xac, 0x3c,
41 0xac, 0x3d, 0xac, 0x3e, 0xac, 0x3f, 0xac, 0x40,
42 0xac, 0x41, 0xac, 0x42, 0xac, 0x43, 0xac, 0x44,
43 0xac, 0x45, 0xac, 0x46, 0xac, 0x47, 0xac, 0x48,
44 0xac, 0x49, 0xac, 0x4a, 0xac, 0x4b, 0xac, 0x4c,
45 0xac, 0x4d, 0xac, 0x4e, 0xac, 0x4f, 0xac, 0x50,
46 0xac, 0x51, 0xac, 0x52, 0xac, 0x53];
47
48 static const List<int> testKoreanCharSubsetUtf16le = const<int> [
49 0x00, 0xac, 0x01, 0xac, 0x02, 0xac, 0x03, 0xac,
50 0x04, 0xac, 0x05, 0xac, 0x06, 0xac, 0x07, 0xac,
51 0x08, 0xac, 0x09, 0xac, 0x0a, 0xac, 0x0b, 0xac,
52 0x0c, 0xac, 0x0d, 0xac, 0x0e, 0xac, 0x0f, 0xac,
53 0x10, 0xac, 0x11, 0xac, 0x12, 0xac, 0x13, 0xac,
54 0x14, 0xac, 0x15, 0xac, 0x16, 0xac, 0x17, 0xac,
55 0x18, 0xac, 0x19, 0xac, 0x1a, 0xac, 0x1b, 0xac,
56 0x0a, 0x00, 0x1c, 0xac, 0x1d, 0xac, 0x1e, 0xac,
57 0x1f, 0xac, 0x20, 0xac, 0x21, 0xac, 0x22, 0xac,
58 0x23, 0xac, 0x24, 0xac, 0x25, 0xac, 0x26, 0xac,
59 0x27, 0xac, 0x28, 0xac, 0x29, 0xac, 0x2a, 0xac,
60 0x2b, 0xac, 0x2c, 0xac, 0x2d, 0xac, 0x2e, 0xac,
61 0x2f, 0xac, 0x30, 0xac, 0x31, 0xac, 0x32, 0xac,
62 0x33, 0xac, 0x34, 0xac, 0x35, 0xac, 0x36, 0xac,
63 0x37, 0xac, 0x0a, 0x00, 0x38, 0xac, 0x39, 0xac,
64 0x3a, 0xac, 0x3b, 0xac, 0x3c, 0xac, 0x3d, 0xac,
65 0x3e, 0xac, 0x3f, 0xac, 0x40, 0xac, 0x41, 0xac,
66 0x42, 0xac, 0x43, 0xac, 0x44, 0xac, 0x45, 0xac,
67 0x46, 0xac, 0x47, 0xac, 0x48, 0xac, 0x49, 0xac,
68 0x4a, 0xac, 0x4b, 0xac, 0x4c, 0xac, 0x4d, 0xac,
69 0x4e, 0xac, 0x4f, 0xac, 0x50, 0xac, 0x51, 0xac,
70 0x52, 0xac, 0x53, 0xac];
71
72 void registerTests(TestSuite suite) {
73 register("Utf16Tests.testEncodeToUtf16", testEncodeToUtf16, suite);
74 register("Utf16Tests.testUtf16BytesToString", testUtf16BytesToString, suite) ;
75 register("Utf16Tests.testIterableMethods", testIterableMethods, suite);
76 }
77
78 void testEncodeToUtf16() {
79 Expect.listEquals([], encodeUtf16be("")); // TODO(dcarlson) should we skip b om if empty?
80 Expect.listEquals(testKoreanCharSubsetUtf16beBom,
81 encodeUtf16(testKoreanCharSubset),
82 "encode UTF-16(BE by default) Korean");
83
84 Expect.listEquals(testKoreanCharSubsetUtf16le,
85 encodeUtf16le(testKoreanCharSubset),
86 "encode UTF-16LE Korean");
87 }
88
89 void testUtf16BytesToString() {
90 Expect.stringEquals("", decodeUtf16([]));
91 Expect.stringEquals(testHanWater, decodeUtf16([0x6C, 0x34]),
92 "Water variation 1");
93 Expect.stringEquals(testHanWater, decodeUtf16([0xFE, 0xFF, 0x6C, 0x34]),
94 "Water variation 2");
95 Expect.stringEquals(testHanWater, decodeUtf16([0xFF, 0xFE, 0x34, 0x6C]),
96 "Water variation 3");
97
98 Expect.stringEquals(testHanWater, decodeUtf16be([0x6C, 0x34]),
99 "Water variation 4");
100 Expect.stringEquals(testHanWater,
101 decodeUtf16be([0xFE, 0xFF, 0x6C, 0x34]),
102 "Water variation 5");
103
104 Expect.stringEquals(testHanWater, decodeUtf16le([0x34, 0x6C]),
105 "Water variation 6");
106 Expect.stringEquals(testHanWater,
107 decodeUtf16le([0xFF, 0xFE, 0x34, 0x6C]),
108 "Water variation 7");
109
110 Expect.stringEquals(testKoreanCharSubset,
111 decodeUtf16(testKoreanCharSubsetUtf16beBom), "UTF-16BE Korean");
112 }
113
114 void testIterableMethods() {
115 // empty input
116 Expect.isFalse(decodeUtf16AsIterable([]).iterator.moveNext());
117
118 IterableUtf16Decoder koreanDecoder =
119 decodeUtf16AsIterable(testKoreanCharSubsetUtf16beBom);
120 // get the first character
121 Expect.equals(testKoreanCharSubset.codeUnits[0], koreanDecoder.first);
122 // get the whole translation using the Iterable interface
123 Expect.stringEquals(testKoreanCharSubset,
124 new String.fromCharCodes(new List<int>.from(koreanDecoder)));
125
126 // specify types
127 Expect.equals(44032, (new List<int>
128 .from(decodeUtf16beAsIterable(testKoreanCharSubsetUtf16beBom)))[0]);
129 Expect.equals(44032, (new List<int>
130 .from(decodeUtf16leAsIterable(testKoreanCharSubsetUtf16le)))[0]);
131 Expect.equals(UNICODE_BOM, (new List<int>
132 .from(decodeUtf16beAsIterable(testKoreanCharSubsetUtf16beBom,
133 stripBom: false)))[0]);
134 }
135 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698