Revert: StringCanonicalizer for Fasta

pkg/front_end/lib/src/fasta/scanner/token.dart

Index: pkg/front_end/lib/src/fasta/scanner/token.dart
diff --git a/pkg/front_end/lib/src/fasta/scanner/token.dart b/pkg/front_end/lib/src/fasta/scanner/token.dart
index e7c58a0d7a5ea8bf82dd7ef994467d0ca924313f..8a7222867abbf5ff0cb2a473df3b25359ee359d0 100644
--- a/pkg/front_end/lib/src/fasta/scanner/token.dart
+++ b/pkg/front_end/lib/src/fasta/scanner/token.dart
@@ -21,8 +21,6 @@ import 'precedence.dart' show
 import 'token_constants.dart' show
     IDENTIFIER_TOKEN;
 
-import 'canonicalizer.dart';
-
 /**
  * A token that doubles as a linked list.
  */
@@ -197,8 +195,7 @@ class StringToken extends Token {
    */
   StringToken.fromString(this.info, String value, int charOffset,
       {bool canonicalize: false})
-      : valueOrLazySubstring = canonicalizedString(value, 
-          0, value.length, canonicalize),
+      : valueOrLazySubstring = canonicalizedString(value, canonicalize),
         super(charOffset);
 
   /**
@@ -212,7 +209,7 @@ class StringToken extends Token {
     int length = end - start;
     if (length <= LAZY_THRESHOLD) {
       valueOrLazySubstring =
-          canonicalizedString(data, start, end, canonicalize);
+          canonicalizedString(data.substring(start, end), canonicalize);
     } else {
       valueOrLazySubstring =
           new LazySubstring(data, start, length, canonicalize);
@@ -244,7 +241,7 @@ class StringToken extends Token {
       int end = start + valueOrLazySubstring.length;
       if (data is String) {
         valueOrLazySubstring = canonicalizedString(
-            data, start, end, valueOrLazySubstring.boolValue);
+            data.substring(start, end), valueOrLazySubstring.boolValue);
       } else {
         valueOrLazySubstring =
             decodeUtf8(data, start, end, valueOrLazySubstring.boolValue);
@@ -260,16 +257,24 @@ class StringToken extends Token {
 
   String toString() => "StringToken($value)";
 
-  static final StringCanonicalizer canonicalizer = new StringCanonicalizer();
+  static final HashSet<String> canonicalizedSubstrings = new HashSet<String>();
 
-  static String canonicalizedString(String s, int start, int end,
-      bool canonicalize) {
+  static String canonicalizedString(String s, bool canonicalize) {
     if (!canonicalize) return s;
-    return canonicalizer.canonicalize(s, start, end, false);
+    var result = canonicalizedSubstrings.lookup(s);
+    if (result != null) return result;
+    canonicalizedSubstrings.add(s);
+    return s;
   }
 
   static String decodeUtf8(List<int> data, int start, int end, bool asciiOnly) {
-    return canonicalizer.canonicalize(data, start, end, asciiOnly);
+    var s;
+    if (asciiOnly) {
+      s = new String.fromCharCodes(data, start, end);
+    } else {
+      s = UTF8.decoder.convert(data, start, end);
+    }
+    return canonicalizedString(s, true);
   }
 }