| OLD | NEW |
| 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
| 4 | 4 |
| 5 import "dart:async"; |
| 5 import "dart:io"; | 6 import "dart:io"; |
| 6 | 7 |
| 7 void test() { | 8 void test() { |
| 8 // Code point U+10FFFF is the largest code point supported by Dart. | 9 // Code point U+10FFFF is the largest code point supported by Dart. |
| 9 //var decoder = _StringDecoders.decoder(Encoding.UTF_8); | 10 var controller = new StreamController(); |
| 10 ListInputStream lis = new ListInputStream(); | 11 controller.add([0xf0, 0x90, 0x80, 0x80]); // U+10000 |
| 11 lis.write([0xf0, 0x90, 0x80, 0x80]); // U+10000 | 12 controller.add([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF |
| 12 lis.write([0xf4, 0x8f, 0xbf, 0xbf]); // U+10FFFF | 13 controller.add([0xf4, 0x90, 0x80, 0x80]); // U+110000 |
| 13 lis.write([0xf4, 0x90, 0x80, 0x80]); // U+110000 | 14 controller.add([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 |
| 14 lis.write([0xfa, 0x80, 0x80, 0x80, 0x80]); // U+2000000 | 15 controller.add([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 |
| 15 lis.write([0xfd, 0x80, 0x80, 0x80, 0x80, 0x80]); // U+40000000 | 16 controller.close(); |
| 16 lis.markEndOfStream(); | |
| 17 | 17 |
| 18 var sis = new StringInputStream(lis); | 18 var decoder = new StringDecoder(Encoding.UTF_8, '?'.charCodeAt(0)); |
| 19 sis.onData = () { | 19 var stream = controller.stream.transform(decoder); |
| 20 var decoded = sis.read(); | 20 stream.reduce( |
| 21 Expect.equals(7, decoded.length); | 21 new StringBuffer(), |
| 22 (b, e) { |
| 23 b.add(e); |
| 24 return b; |
| 25 }) |
| 26 .then((b) => b.toString()) |
| 27 .then((decoded) { |
| 28 Expect.equals(7, decoded.length); |
| 22 | 29 |
| 23 var replacementChar = '?'.charCodeAt(0); | 30 var replacementChar = '?'.charCodeAt(0); |
| 24 Expect.equals(0xd800, decoded.charCodeAt(0)); | 31 Expect.equals(0xd800, decoded.charCodeAt(0)); |
| 25 Expect.equals(0xdc00, decoded.charCodeAt(1)); | 32 Expect.equals(0xdc00, decoded.charCodeAt(1)); |
| 26 Expect.equals(0xdbff, decoded.charCodeAt(2)); | 33 Expect.equals(0xdbff, decoded.charCodeAt(2)); |
| 27 Expect.equals(0xdfff, decoded.charCodeAt(3)); | 34 Expect.equals(0xdfff, decoded.charCodeAt(3)); |
| 28 Expect.equals(replacementChar, decoded.charCodeAt(4)); | 35 Expect.equals(replacementChar, decoded.charCodeAt(4)); |
| 29 Expect.equals(replacementChar, decoded.charCodeAt(5)); | 36 Expect.equals(replacementChar, decoded.charCodeAt(5)); |
| 30 Expect.equals(replacementChar, decoded.charCodeAt(6)); | 37 Expect.equals(replacementChar, decoded.charCodeAt(6)); |
| 31 }; | 38 }); |
| 32 } | 39 } |
| 33 | 40 |
| 34 void testInvalid() { | 41 void testInvalid() { |
| 35 void invalid(var bytes) { | 42 void invalid(var bytes, var outputLength) { |
| 36 ListInputStream lis = new ListInputStream(); | 43 var controller = new StreamController(); |
| 37 lis.write(bytes); | 44 controller.add(bytes); |
| 38 lis.markEndOfStream(); | 45 controller.close(); |
| 39 var sis = new StringInputStream(lis); | 46 controller.stream.transform(new StringDecoder()).listen((string) { |
| 40 sis.onData = () { throw "onData not expected"; }; | 47 Expect.equals(outputLength, string.length); |
| 41 sis.onError = (e) { Expect.isTrue(e is DecoderException); }; | 48 for (var i = 0; i < outputLength; i++) { |
| 42 sis.onClosed = () { throw "onClosed not expected"; }; | 49 Expect.equals(0xFFFD, string.charCodeAt(i)); |
| 50 } |
| 51 }); |
| 43 } | 52 } |
| 44 | 53 |
| 45 invalid([0x80]); | 54 invalid([0x80], 1); |
| 46 invalid([0xff]); | 55 invalid([0xff], 1); |
| 47 invalid([0xf0, 0xc0]); | 56 invalid([0xf0, 0xc0], 1); |
| 57 invalid([0xc0, 0x80], 1); |
| 58 invalid([0xfd, 0x80, 0x80], 3); // Unfinished encoding. |
| 48 } | 59 } |
| 49 | 60 |
| 50 void main() { | 61 void main() { |
| 51 test(); | 62 test(); |
| 52 testInvalid(); | 63 testInvalid(); |
| 53 } | 64 } |
| OLD | NEW |