Index: sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart |
diff --git a/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart b/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart |
index 07383557564c3c20ac7f797b98f4164796e4d0b2..765f49eade5d0892511758a4085baeed8869b6f1 100644 |
--- a/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart |
+++ b/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart |
@@ -35,6 +35,12 @@ class ScannerTask extends CompilerTask { |
} |
compiler.dietParser.dietParse(compilationUnit, tokens); |
} |
+ |
+ Token tokenize(String source) { |
+ return measure(() { |
+ return new StringScanner(source, includeComments: false).tokenize(); |
+ }); |
+ } |
} |
class DietParserTask extends CompilerTask { |