Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(4)

Side by Side Diff: tests/standalone/io/string_decoder_test.dart

Issue 23003023: Remove usage of dart:utf from dart:io. (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Keep forgiving semantics. Created 7 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 import "package:expect/expect.dart"; 5 import "package:expect/expect.dart";
6 import "dart:async"; 6 import "dart:async";
7 import "dart:io"; 7 import "dart:io";
8 8
9 const _UNICODE_REPLACEMENT_CHARACTER_CODEPOINT = 0xFFFD;
Anders Johnsen 2013/08/23 06:07:12 You don't really have to make it private here.
floitsch 2013/08/23 08:51:59 Done.
10
9 void testTransform() { 11 void testTransform() {
10 // Code point U+10FFFF is the largest code point supported by Dart. 12 // Code point U+10FFFF is the largest code point supported by Dart.
11 var controller = new StreamController(sync: true); 13 var controller = new StreamController(sync: true);
12 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000 14 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000
13 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF 15 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF
14 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000 16 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000
15 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 17 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000
16 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 18 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000
17 controller.close(); 19 controller.close();
18 20
19 var decoder = new StringDecoder(Encoding.UTF_8, '?'.codeUnitAt(0)); 21 var decoder = new StringDecoder(Encoding.UTF_8);
20 var stream = controller.stream.transform(decoder); 22 var stream = controller.stream.transform(decoder);
21 stream.fold( 23 stream.fold(
22 new StringBuffer(), 24 new StringBuffer(),
23 (b, e) { 25 (b, e) {
24 b.write(e); 26 b.write(e);
25 return b; 27 return b;
26 }) 28 })
27 .then((b) => b.toString()) 29 .then((b) => b.toString())
28 .then((decoded) { 30 .then((decoded) {
29 Expect.equals(8, decoded.length); 31 Expect.equals(16, decoded.length);
30 32
31 var replacementChar = '?'.codeUnitAt(0); 33 var replacementChar = _UNICODE_REPLACEMENT_CHARACTER_CODEPOINT;
32 Expect.equals(0xd800, decoded.codeUnitAt(0)); 34 Expect.equals(0xd800, decoded.codeUnitAt(0));
33 Expect.equals(0xdc00, decoded.codeUnitAt(1)); 35 Expect.equals(0xdc00, decoded.codeUnitAt(1));
34 Expect.equals(0xdbff, decoded.codeUnitAt(2)); 36 Expect.equals(0xdbff, decoded.codeUnitAt(2));
35 Expect.equals(0xdfff, decoded.codeUnitAt(3)); 37 Expect.equals(0xdfff, decoded.codeUnitAt(3));
36 Expect.equals(replacementChar, decoded.codeUnitAt(4)); 38 for (int i = 4; i < 16; i++) {
37 Expect.equals(replacementChar, decoded.codeUnitAt(5)); 39 Expect.equals(replacementChar, decoded.codeUnitAt(i));
38 Expect.equals(replacementChar, decoded.codeUnitAt(6)); 40 }
39 Expect.equals(replacementChar, decoded.codeUnitAt(7));
40 }); 41 });
41 } 42 }
42 43
43 void testDecode() { 44 void testDecode() {
44 // Code point U+10FFFF is the largest code point supported by Dart. 45 // Code point U+10FFFF is the largest code point supported by Dart.
45 var controller = new StreamController(sync: true); 46 var controller = new StreamController(sync: true);
46 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000 47 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000
47 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF 48 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF
48 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000 49 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000
49 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 50 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000
50 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 51 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000
51 controller.close(); 52 controller.close();
52 53
53 StringDecoder.decode(controller.stream, 54 StringDecoder.decode(controller.stream, Encoding.UTF_8)
54 Encoding.UTF_8, 55 .then((decoded) {
55 '?'.codeUnitAt(0)).then((decoded) { 56 Expect.equals(16, decoded.length);
56 Expect.equals(8, decoded.length);
57 57
58 var replacementChar = '?'.codeUnitAt(0); 58 var replacementChar = _UNICODE_REPLACEMENT_CHARACTER_CODEPOINT;
59 Expect.equals(0xd800, decoded.codeUnitAt(0)); 59 Expect.equals(0xd800, decoded.codeUnitAt(0));
60 Expect.equals(0xdc00, decoded.codeUnitAt(1)); 60 Expect.equals(0xdc00, decoded.codeUnitAt(1));
61 Expect.equals(0xdbff, decoded.codeUnitAt(2)); 61 Expect.equals(0xdbff, decoded.codeUnitAt(2));
62 Expect.equals(0xdfff, decoded.codeUnitAt(3)); 62 Expect.equals(0xdfff, decoded.codeUnitAt(3));
63 Expect.equals(replacementChar, decoded.codeUnitAt(4)); 63 for (int i = 4; i < 16; i++) {
64 Expect.equals(replacementChar, decoded.codeUnitAt(5)); 64 Expect.equals(replacementChar, decoded.codeUnitAt(i));
65 Expect.equals(replacementChar, decoded.codeUnitAt(6)); 65 }
66 Expect.equals(replacementChar, decoded.codeUnitAt(7));
67 }); 66 });
68 } 67 }
69 68
70 void testInvalid() { 69 void testInvalid() {
71 void invalid(var bytes, var outputLength) { 70 void invalid(var bytes, var outputLength) {
72 var controller = new StreamController(sync: true); 71 var controller = new StreamController(sync: true);
73 controller.add(bytes); 72 controller.add(bytes);
74 controller.close(); 73 controller.close();
75 controller.stream.transform(new StringDecoder()).listen((string) { 74 controller.stream.transform(new StringDecoder()).listen((string) {
76 Expect.equals(outputLength, string.length); 75 Expect.equals(outputLength, string.length);
77 for (var i = 0; i < outputLength; i++) { 76 for (var i = 0; i < outputLength; i++) {
78 Expect.equals(0xFFFD, string.codeUnitAt(i)); 77 Expect.equals(_UNICODE_REPLACEMENT_CHARACTER_CODEPOINT,
78 string.codeUnitAt(i));
79 } 79 }
80 }); 80 });
81 } 81 }
82 82
83 invalid([0x80], 1); 83 invalid([0x80], 1);
84 invalid([0xff], 1); 84 invalid([0xff], 1);
85 invalid([0xf0, 0xc0], 1); 85 invalid([0xf0, 0xc0], 1);
86 invalid([0xc0, 0x80], 1); 86 invalid([0xc0, 0x80], 1);
87 invalid([0xfd, 0x80, 0x80], 3); // Unfinished encoding. 87 invalid([0xfd, 0x80, 0x80], 3); // Unfinished encoding.
88 } 88 }
89 89
90 void main() { 90 void main() {
91 testTransform(); 91 testTransform();
92 testDecode(); 92 testDecode();
93 testInvalid(); 93 testInvalid();
94 } 94 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698