Add chunked conversion to converters.

tests/lib/convert/chunked_conversion_utf82_test.dart

-// Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
+// Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library utf8_test;
 import "package:expect/expect.dart";
 import 'dart:convert';
 
-String decode(List<int> bytes) => new Utf8Decoder().convert(bytes);
-String decodeAllowMalformed(List<int> bytes) {
-  return new Utf8Decoder(allowMalformed: true).convert(bytes);
+String decode(List<int> bytes) {
+  StringBuffer buffer = new StringBuffer();
+  ChunkedConversionSink stringSink =
+      new StringConversionSink.fromStringSink(buffer);
+  var byteSink = new Utf8Decoder().startChunkedConversion(stringSink);
+  bytes.forEach((byte) { byteSink.add([byte]); });

[Søren Gjesse, 2013/07/24 09:26:41]

Consider also testing with adding 2, 3, ... bytes at the time - for all chunked
UTF-8 tests.

[floitsch, 2013/07/24 18:31:15]

Done.

+  byteSink.close();
+  return buffer.toString();
 }
 
-String decode2(List<int> bytes) => UTF8.decode(bytes);
-String decodeAllowMalformed2(List<int> bytes) {
-  return UTF8.decode(bytes, allowMalformed: true);
-}
-
-String decode3(List<int> bytes) => new Utf8Codec().decode(bytes);
-String decodeAllowMalformed3(List<int> bytes) {
-  return new Utf8Codec(allowMalformed: true).decode(bytes);
-}
-
-String decode4(List<int> bytes) => new Utf8Codec().decoder.convert(bytes);
-String decodeAllowMalformed4(List<int> bytes) {
-  return new Utf8Codec(allowMalformed: true).decoder.convert(bytes);
+String decodeAllowMalformed(List<int> bytes) {
+  StringBuffer buffer = new StringBuffer();
+  ChunkedConversionSink stringSink =
+      new StringConversionSink.fromStringSink(buffer);
+  var decoder = new Utf8Decoder(allowMalformed: true);
+  var byteSink = decoder.startChunkedConversion(stringSink);
+  bytes.forEach((byte) { byteSink.add([byte]); });
+  byteSink.close();
+  return buffer.toString();
 }
 
 final TESTS = [
   // Unfinished UTF-8 sequences.
   [ 0xc3 ],
   [ 0xE2, 0x82 ],
   [ 0xF0, 0xA4, 0xAD ],
   // Overlong encoding of euro-sign.
   [ 0xF0, 0x82, 0x82, 0xAC ],
   // Other overlong/unfinished sequences.
@@ skipping 77 matching lines @@
   var allTests2 = TESTS2.map((test) {
     // Pairs of test and expected string output when malformed strings are
     // allowed. Replacement character: U+FFFD
     String expected = test[1].replaceAll("X", "\u{FFFD}");
     return [test[0], expected];
   });
 
   for (var test in []..addAll(allTests)..addAll(allTests2)) {
     List<int> bytes = test[0];
     Expect.throws(() => decode(bytes), (e) => e is FormatException);
-    Expect.throws(() => decode2(bytes), (e) => e is FormatException);
-    Expect.throws(() => decode3(bytes), (e) => e is FormatException);
-    Expect.throws(() => decode4(bytes), (e) => e is FormatException);
 
     String expected = test[1];
     Expect.equals(expected, decodeAllowMalformed(bytes));
-    Expect.equals(expected, decodeAllowMalformed2(bytes));
-    Expect.equals(expected, decodeAllowMalformed3(bytes));
-    Expect.equals(expected, decodeAllowMalformed4(bytes));
   }
 }