| Index: sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart
|
| diff --git a/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart b/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart
|
| index 07383557564c3c20ac7f797b98f4164796e4d0b2..765f49eade5d0892511758a4085baeed8869b6f1 100644
|
| --- a/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart
|
| +++ b/sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart
|
| @@ -35,6 +35,12 @@ class ScannerTask extends CompilerTask {
|
| }
|
| compiler.dietParser.dietParse(compilationUnit, tokens);
|
| }
|
| +
|
| + Token tokenize(String source) {
|
| + return measure(() {
|
| + return new StringScanner(source, includeComments: false).tokenize();
|
| + });
|
| + }
|
| }
|
|
|
| class DietParserTask extends CompilerTask {
|
|
|