Speed up ASCII, LATIN1, UTF8 converters, for single-byte codeunits.

sdk/lib/convert/utf.dart

 // Copyright (c) 2013, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 part of dart.convert;
 
 /** The Unicode Replacement character `U+FFFD` (�). */
 const int UNICODE_REPLACEMENT_CHARACTER_RUNE = 0xFFFD;
 
 /** The Unicode Byte Order Marker (BOM) character `U+FEFF`. */
@@ skipping 402 matching lines @@
       _value = 0;
       _expectedUnits = 0;
       _extraUnits = 0;
     }
   }
 
   void convert(List<int> codeUnits, int startIndex, int endIndex) {
     int value = _value;
     int expectedUnits = _expectedUnits;
     int extraUnits = _extraUnits;
+    int singleBytesCount = 0;
     _value = 0;
     _expectedUnits = 0;
     _extraUnits = 0;
 
+    void addSingleBytes(int from, int to) {
+      assert(singleBytesCount > 0);
+      assert(from >= startIndex && from <= endIndex);
+      assert(to >= startIndex && to <= endIndex);
+      if (from == 0 && to == codeUnits.length) {
+        _stringSink.write(new String.fromCharCodes(codeUnits));
+      } else {
+        _stringSink.write(
+            new String.fromCharCodes(codeUnits.sublist(from, to)));
+      }
+      singleBytesCount = 0;
+    }
+
     int i = startIndex;
     loop: while (true) {
       multibyte: if (expectedUnits > 0) {
         do {
           if (i == endIndex) {
             break loop;
           }
           int unit = codeUnits[i];
           if ((unit & 0xC0) != 0x80) {
             expectedUnits = 0;
@@ skipping 35 matching lines @@
 
       while (i < endIndex) {
         int unit = codeUnits[i++];
         // TODO(floitsch): the way we test we could potentially allow
         // units that are too large, if they happen to have the
         // right bit-pattern. (Same is true for the multibyte loop above).
         // TODO(floitsch): optimize this loop. See:
         // https://codereview.chromium.org/22929022/diff/1/sdk/lib/convert/utf.dart?column_width=80
         if (unit < 0) {
           // TODO(floitsch): should this be unit <= 0 ?
+          if (singleBytesCount > 0) {
+            int to = i - 1;
+            addSingleBytes(to - singleBytesCount, to);
+          }
           if (!_allowMalformed) {
             throw new FormatException(
                 "Negative UTF-8 code unit: -0x${(-unit).toRadixString(16)}");
           }
           _stringSink.writeCharCode(UNICODE_REPLACEMENT_CHARACTER_RUNE);
         } else if (unit <= _ONE_BYTE_LIMIT) {
           _isFirstCharacter = false;
-          _stringSink.writeCharCode(unit);
+          singleBytesCount++;
         } else {
+          if (singleBytesCount > 0) {
+            int to = i - 1;
+            addSingleBytes(to - singleBytesCount, to);
+          }
           if ((unit & 0xE0) == 0xC0) {
             value = unit & 0x1F;
             expectedUnits = extraUnits = 1;
             continue loop;
           }
           if ((unit & 0xF0) == 0xE0) {
             value = unit & 0x0F;
             expectedUnits = extraUnits = 2;
             continue loop;
           }
           // 0xF5, 0xF6 ... 0xFF never appear in valid UTF-8 sequences.
           if ((unit & 0xF8) == 0xF0 && unit < 0xF5) {
             value = unit & 0x07;
             expectedUnits = extraUnits = 3;
             continue loop;
           }
           if (!_allowMalformed) {
             throw new FormatException(
                 "Bad UTF-8 encoding 0x${unit.toRadixString(16)}");
           }
           value = UNICODE_REPLACEMENT_CHARACTER_RUNE;
           expectedUnits = extraUnits = 0;
           _isFirstCharacter = false;
           _stringSink.writeCharCode(value);
         }
       }
       break loop;
     }
+    if (singleBytesCount > 0) {
+      addSingleBytes(i - singleBytesCount, endIndex);
+    }
     if (expectedUnits > 0) {
       _value = value;
       _expectedUnits = expectedUnits;
       _extraUnits = extraUnits;
     }
   }
 }