| Index: test/codegen/lib/convert/chunked_conversion_utf87_test.dart
|
| diff --git a/test/codegen/lib/convert/chunked_conversion_utf87_test.dart b/test/codegen/lib/convert/chunked_conversion_utf87_test.dart
|
| new file mode 100644
|
| index 0000000000000000000000000000000000000000..e2285f8713585b7d753825141253cda290701667
|
| --- /dev/null
|
| +++ b/test/codegen/lib/convert/chunked_conversion_utf87_test.dart
|
| @@ -0,0 +1,154 @@
|
| +// Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
|
| +// for details. All rights reserved. Use of this source code is governed by a
|
| +// BSD-style license that can be found in the LICENSE file.
|
| +
|
| +import "package:expect/expect.dart";
|
| +import 'dart:convert';
|
| +
|
| +String decode(List<int> inputBytes) {
|
| + List<int> bytes;
|
| + ChunkedConversionSink byteSink =
|
| + new ByteConversionSink.withCallback((result) => bytes = result);
|
| + var stringConversionSink = new Utf8Encoder().startChunkedConversion(byteSink);
|
| + ByteConversionSink inputByteSink = stringConversionSink.asUtf8Sink(false);
|
| + inputByteSink.add(inputBytes);
|
| + inputByteSink.close();
|
| + return UTF8.decode(bytes);
|
| +}
|
| +
|
| +String decode2(List<int> inputBytes) {
|
| + List<int> bytes;
|
| + ChunkedConversionSink byteSink =
|
| + new ByteConversionSink.withCallback((result) => bytes = result);
|
| + var stringConversionSink = new Utf8Encoder().startChunkedConversion(byteSink);
|
| + ByteConversionSink inputByteSink = stringConversionSink.asUtf8Sink(false);
|
| + inputBytes.forEach((b) => inputByteSink.addSlice([0, b, 1], 1, 2, false));
|
| + inputByteSink.close();
|
| + return UTF8.decode(bytes);
|
| +}
|
| +
|
| +String decodeAllowMalformed(List<int> inputBytes) {
|
| + List<int> bytes;
|
| + ChunkedConversionSink byteSink =
|
| + new ByteConversionSink.withCallback((result) => bytes = result);
|
| + var stringConversionSink = new Utf8Encoder().startChunkedConversion(byteSink);
|
| + ByteConversionSink inputByteSink = stringConversionSink.asUtf8Sink(true);
|
| + inputByteSink.add(inputBytes);
|
| + inputByteSink.close();
|
| + return UTF8.decode(bytes);
|
| +}
|
| +
|
| +String decodeAllowMalformed2(List<int> inputBytes) {
|
| + List<int> bytes;
|
| + ChunkedConversionSink byteSink =
|
| + new ByteConversionSink.withCallback((result) => bytes = result);
|
| + var stringConversionSink = new Utf8Encoder().startChunkedConversion(byteSink);
|
| + ByteConversionSink inputByteSink = stringConversionSink.asUtf8Sink(true);
|
| + inputBytes.forEach((b) => inputByteSink.addSlice([0, b, 1], 1, 2, false));
|
| + inputByteSink.close();
|
| + return UTF8.decode(bytes);
|
| +}
|
| +
|
| +
|
| +final TESTS = [
|
| + // Unfinished UTF-8 sequences.
|
| + [ 0xc3 ],
|
| + [ 0xE2, 0x82 ],
|
| + [ 0xF0, 0xA4, 0xAD ],
|
| + // Overlong encoding of euro-sign.
|
| + [ 0xF0, 0x82, 0x82, 0xAC ],
|
| + // Other overlong/unfinished sequences.
|
| + [ 0xC0 ],
|
| + [ 0xC1 ],
|
| + [ 0xF5 ],
|
| + [ 0xF6 ],
|
| + [ 0xF7 ],
|
| + [ 0xF8 ],
|
| + [ 0xF9 ],
|
| + [ 0xFA ],
|
| + [ 0xFB ],
|
| + [ 0xFC ],
|
| + [ 0xFD ],
|
| + [ 0xFE ],
|
| + [ 0xFF ],
|
| + [ 0xC0, 0x80 ],
|
| + [ 0xC1, 0x80 ],
|
| + // Outside valid range.
|
| + [ 0xF4, 0xBF, 0xBF, 0xBF ]];
|
| +
|
| +final TESTS2 = [
|
| + // Test that 0xC0|1, 0x80 does not eat the next character.
|
| + [[ 0xC0, 0x80, 0x61 ], "Xa" ],
|
| + [[ 0xC1, 0x80, 0x61 ], "Xa" ],
|
| + // 0xF5 .. 0xFF never appear in valid UTF-8 sequences.
|
| + [[ 0xF5, 0x80 ], "XX" ],
|
| + [[ 0xF6, 0x80 ], "XX" ],
|
| + [[ 0xF7, 0x80 ], "XX" ],
|
| + [[ 0xF8, 0x80 ], "XX" ],
|
| + [[ 0xF9, 0x80 ], "XX" ],
|
| + [[ 0xFA, 0x80 ], "XX" ],
|
| + [[ 0xFB, 0x80 ], "XX" ],
|
| + [[ 0xFC, 0x80 ], "XX" ],
|
| + [[ 0xFD, 0x80 ], "XX" ],
|
| + [[ 0xFE, 0x80 ], "XX" ],
|
| + [[ 0xFF, 0x80 ], "XX" ],
|
| + [[ 0xF5, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xF6, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xF7, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xF8, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xF9, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFA, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFB, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFC, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFD, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFE, 0x80, 0x61 ], "XXa" ],
|
| + [[ 0xFF, 0x80, 0x61 ], "XXa" ],
|
| + // Characters outside the valid range.
|
| + [[ 0xF5, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xF6, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xF7, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xF8, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xF9, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFA, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFB, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFC, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFD, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFE, 0x80, 0x80, 0x61 ], "XXXa" ],
|
| + [[ 0xFF, 0x80, 0x80, 0x61 ], "XXXa" ]];
|
| +
|
| +main() {
|
| + var allTests = TESTS.expand((test) {
|
| + // Pairs of test and expected string output when malformed strings are
|
| + // allowed. Replacement character: U+FFFD
|
| + return [[ test, "\u{FFFD}" ],
|
| + [ new List.from([0x61])..addAll(test), "a\u{FFFD}" ],
|
| + [ new List.from([0x61])..addAll(test)..add(0x61), "a\u{FFFD}a" ],
|
| + [ new List.from(test)..add(0x61), "\u{FFFD}a" ],
|
| + [ new List.from(test)..addAll(test), "\u{FFFD}\u{FFFD}" ],
|
| + [ new List.from(test)..add(0x61)..addAll(test),
|
| + "\u{FFFD}a\u{FFFD}" ],
|
| + [ new List.from([0xc3, 0xa5])..addAll(test), "å\u{FFFD}" ],
|
| + [ new List.from([0xc3, 0xa5])..addAll(test)..addAll([0xc3, 0xa5]),
|
| + "å\u{FFFD}å" ],
|
| + [ new List.from(test)..addAll([0xc3, 0xa5]), "\u{FFFD}å" ],
|
| + [ new List.from(test)..addAll([0xc3, 0xa5])..addAll(test),
|
| + "\u{FFFD}å\u{FFFD}" ]];
|
| + });
|
| +
|
| + var allTests2 = TESTS2.map((test) {
|
| + // Pairs of test and expected string output when malformed strings are
|
| + // allowed. Replacement character: U+FFFD
|
| + String expected = (test[1] as String).replaceAll("X", "\u{FFFD}");
|
| + return [test[0], expected];
|
| + });
|
| +
|
| + for (var test in []..addAll(allTests)..addAll(allTests2)) {
|
| + List<int> bytes = test[0];
|
| + Expect.throws(() => decode(bytes), (e) => e is FormatException);
|
| + Expect.throws(() => decode2(bytes), (e) => e is FormatException);
|
| +
|
| + String expected = test[1];
|
| + Expect.equals(expected, decodeAllowMalformed(bytes));
|
| + Expect.equals(expected, decodeAllowMalformed2(bytes));
|
| + }
|
| +}
|
|
|