OLD | NEW |
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 part of scanner; | 5 part of scanner; |
6 | 6 |
7 class ScannerTask extends CompilerTask { | 7 class ScannerTask extends CompilerTask { |
8 ScannerTask(Compiler compiler) : super(compiler); | 8 ScannerTask(Compiler compiler) : super(compiler); |
9 String get name => 'Scanner'; | 9 String get name => 'Scanner'; |
10 | 10 |
(...skipping 17 matching lines...) Expand all Loading... |
28 | 28 |
29 void scanElements(CompilationUnitElement compilationUnit) { | 29 void scanElements(CompilationUnitElement compilationUnit) { |
30 Script script = compilationUnit.script; | 30 Script script = compilationUnit.script; |
31 Token tokens = new StringScanner(script.text, | 31 Token tokens = new StringScanner(script.text, |
32 includeComments: compiler.preserveComments).tokenize(); | 32 includeComments: compiler.preserveComments).tokenize(); |
33 if (compiler.preserveComments) { | 33 if (compiler.preserveComments) { |
34 tokens = compiler.processAndStripComments(tokens); | 34 tokens = compiler.processAndStripComments(tokens); |
35 } | 35 } |
36 compiler.dietParser.dietParse(compilationUnit, tokens); | 36 compiler.dietParser.dietParse(compilationUnit, tokens); |
37 } | 37 } |
| 38 |
| 39 Token tokenize(String source) { |
| 40 return measure(() { |
| 41 return new StringScanner(source, includeComments: false).tokenize(); |
| 42 }); |
| 43 } |
38 } | 44 } |
39 | 45 |
40 class DietParserTask extends CompilerTask { | 46 class DietParserTask extends CompilerTask { |
41 DietParserTask(Compiler compiler) : super(compiler); | 47 DietParserTask(Compiler compiler) : super(compiler); |
42 final String name = 'Diet Parser'; | 48 final String name = 'Diet Parser'; |
43 | 49 |
44 dietParse(CompilationUnitElement compilationUnit, Token tokens) { | 50 dietParse(CompilationUnitElement compilationUnit, Token tokens) { |
45 measure(() { | 51 measure(() { |
46 Function idGenerator = compiler.getNextFreeClassId; | 52 Function idGenerator = compiler.getNextFreeClassId; |
47 ElementListener listener = | 53 ElementListener listener = |
48 new ElementListener(compiler, compilationUnit, idGenerator); | 54 new ElementListener(compiler, compilationUnit, idGenerator); |
49 PartialParser parser = new PartialParser(listener); | 55 PartialParser parser = new PartialParser(listener); |
50 parser.parseUnit(tokens); | 56 parser.parseUnit(tokens); |
51 }); | 57 }); |
52 } | 58 } |
53 } | 59 } |
OLD | NEW |