OLD | NEW |
1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
| 5 import "dart:async"; |
5 import "dart:io"; | 6 import "dart:io"; |
6 | 7 |
7 void test() { | 8 void test() { |
8 // Code point U+10FFFF is the largest code point supported by Dart. | 9 // Code point U+10FFFF is the largest code point supported by Dart. |
9 //var decoder = _StringDecoders.decoder(Encoding.UTF_8); | 10 var controller = new StreamController(); |
10 ListInputStream lis = new ListInputStream(); | 11 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000 |
11 lis.write([0xf0, 0x90, 0x80, 0x80]); // U+10000 | 12 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF |
12 lis.write([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF | 13 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000 |
13 lis.write([0xf4, 0x90, 0x80, 0x80]); // U+110000 | 14 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 |
14 lis.write([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 | 15 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 |
15 lis.write([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 | 16 controller.close(); |
16 lis.markEndOfStream(); | |
17 | 17 |
18 var sis = new StringInputStream(lis); | 18 var decoder = new StringDecoder(Encoding.UTF_8, '?'.charCodeAt(0)); |
19 sis.onData = () { | 19 var stream = controller.stream.transform(decoder); |
20 var decoded = sis.read(); | 20 stream.reduce( |
21 Expect.equals(7, decoded.length); | 21 new StringBuffer(), |
| 22 (b, e) { |
| 23 b.add(e); |
| 24 return b; |
| 25 }) |
| 26 .then((b) => b.toString()) |
| 27 .then((decoded) { |
| 28 Expect.equals(7, decoded.length); |
22 | 29 |
23 var replacementChar = '?'.charCodeAt(0); | 30 var replacementChar = '?'.charCodeAt(0); |
24 Expect.equals(0xd800, decoded.charCodeAt(0)); | 31 Expect.equals(0xd800, decoded.charCodeAt(0)); |
25 Expect.equals(0xdc00, decoded.charCodeAt(1)); | 32 Expect.equals(0xdc00, decoded.charCodeAt(1)); |
26 Expect.equals(0xdbff, decoded.charCodeAt(2)); | 33 Expect.equals(0xdbff, decoded.charCodeAt(2)); |
27 Expect.equals(0xdfff, decoded.charCodeAt(3)); | 34 Expect.equals(0xdfff, decoded.charCodeAt(3)); |
28 Expect.equals(replacementChar, decoded.charCodeAt(4)); | 35 Expect.equals(replacementChar, decoded.charCodeAt(4)); |
29 Expect.equals(replacementChar, decoded.charCodeAt(5)); | 36 Expect.equals(replacementChar, decoded.charCodeAt(5)); |
30 Expect.equals(replacementChar, decoded.charCodeAt(6)); | 37 Expect.equals(replacementChar, decoded.charCodeAt(6)); |
31 }; | 38 }); |
32 } | 39 } |
33 | 40 |
34 void testInvalid() { | 41 void testInvalid() { |
35 void invalid(var bytes) { | 42 void invalid(var bytes, var outputLength) { |
36 ListInputStream lis = new ListInputStream(); | 43 var controller = new StreamController(); |
37 lis.write(bytes); | 44 controller.add(bytes); |
38 lis.markEndOfStream(); | 45 controller.close(); |
39 var sis = new StringInputStream(lis); | 46 controller.stream.transform(new StringDecoder()).listen((string) { |
40 sis.onData = () { throw "onData not expected"; }; | 47 Expect.equals(outputLength, string.length); |
41 sis.onError = (e) { Expect.isTrue(e is DecoderException); }; | 48 for (var i = 0; i < outputLength; i++) { |
42 sis.onClosed = () { throw "onClosed not expected"; }; | 49 Expect.equals(0xFFFD, string.charCodeAt(i)); |
| 50 } |
| 51 }); |
43 } | 52 } |
44 | 53 |
45 invalid([0x80]); | 54 invalid([0x80], 1); |
46 invalid([0xff]); | 55 invalid([0xff], 1); |
47 invalid([0xf0, 0xc0]); | 56 invalid([0xf0, 0xc0], 1); |
| 57 invalid([0xc0, 0x80], 1); |
| 58 invalid([0xfd, 0x80, 0x80], 3); // Unfinished encoding. |
48 } | 59 } |
49 | 60 |
50 void main() { | 61 void main() { |
51 test(); | 62 test(); |
52 testInvalid(); | 63 testInvalid(); |
53 } | 64 } |
OLD | NEW |