Index: test/codegen/lib/convert/chunked_conversion_utf83_test.dart |
diff --git a/test/codegen/lib/convert/chunked_conversion_utf83_test.dart b/test/codegen/lib/convert/chunked_conversion_utf83_test.dart |
new file mode 100644 |
index 0000000000000000000000000000000000000000..bf7cea6d881a5bdfb63c53b0820f365897897729 |
--- /dev/null |
+++ b/test/codegen/lib/convert/chunked_conversion_utf83_test.dart |
@@ -0,0 +1,79 @@ |
+// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
+// for details. All rights reserved. Use of this source code is governed by a |
+// BSD-style license that can be found in the LICENSE file. |
+ |
+// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file |
+// for details. All rights reserved. Use of this source code is governed by a |
+// BSD-style license that can be found in the LICENSE file. |
+ |
+import "package:expect/expect.dart"; |
+import 'dart:convert'; |
+ |
+String decode(List<int> bytes, int chunkSize) { |
+ StringBuffer buffer = new StringBuffer(); |
+ ChunkedConversionSink stringSink = |
+ new StringConversionSink.fromStringSink(buffer); |
+ var byteSink = new Utf8Decoder().startChunkedConversion(stringSink); |
+ int i = 0; |
+ while (i < bytes.length) { |
+ List nextChunk = []; |
+ for (int j = 0; j < chunkSize; j++) { |
+ if (i < bytes.length) { |
+ nextChunk.add(bytes[i]); |
+ i++; |
+ } |
+ } |
+ byteSink.add(nextChunk); |
+ } |
+ byteSink.close(); |
+ return buffer.toString(); |
+} |
+ |
+String decodeAllowMalformed(List<int> bytes, int chunkSize) { |
+ StringBuffer buffer = new StringBuffer(); |
+ ChunkedConversionSink stringSink = |
+ new StringConversionSink.fromStringSink(buffer); |
+ var decoder = new Utf8Decoder(allowMalformed: true); |
+ var byteSink = decoder.startChunkedConversion(stringSink); |
+ int i = 0; |
+ while (i < bytes.length) { |
+ List nextChunk = []; |
+ for (int j = 0; j < chunkSize; j++) { |
+ if (i < bytes.length) { |
+ nextChunk.add(bytes[i]); |
+ i++; |
+ } |
+ } |
+ byteSink.add(nextChunk); |
+ } |
+ byteSink.close(); |
+ return buffer.toString(); |
+} |
+ |
+main() { |
+ // Test that chunked UTF8-decoder removes leading BOM. |
+ Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 1)); |
+ Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 2)); |
+ Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 3)); |
+ Expect.equals("a", decode([0xEF, 0xBB, 0xBF, 0x61], 4)); |
+ Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 1)); |
+ Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 2)); |
+ Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 3)); |
+ Expect.equals("a", decodeAllowMalformed([0xEF, 0xBB, 0xBF, 0x61], 4)); |
+ Expect.equals("", decode([0xEF, 0xBB, 0xBF], 1)); |
+ Expect.equals("", decode([0xEF, 0xBB, 0xBF], 2)); |
+ Expect.equals("", decode([0xEF, 0xBB, 0xBF], 3)); |
+ Expect.equals("", decode([0xEF, 0xBB, 0xBF], 4)); |
+ Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 1)); |
+ Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 2)); |
+ Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 3)); |
+ Expect.equals("", decodeAllowMalformed([0xEF, 0xBB, 0xBF], 4)); |
+ Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 1)); |
+ Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 2)); |
+ Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 3)); |
+ Expect.equals("a\u{FEFF}", decode([0x61, 0xEF, 0xBB, 0xBF], 4)); |
+ Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 1)); |
+ Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 2)); |
+ Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 3)); |
+ Expect.equals("a\u{FEFF}", decodeAllowMalformed([0x61, 0xEF, 0xBB, 0xBF], 4)); |
+} |