OLD | NEW |
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file |
2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
3 // BSD-style license that can be found in the LICENSE file. | 3 // BSD-style license that can be found in the LICENSE file. |
4 | 4 |
5 part of scanner; | 5 part of scanner; |
6 | 6 |
7 class ScannerTask extends CompilerTask { | 7 class ScannerTask extends CompilerTask { |
8 ScannerTask(Compiler compiler) : super(compiler); | 8 ScannerTask(Compiler compiler) : super(compiler); |
9 String get name => 'Scanner'; | 9 String get name => 'Scanner'; |
10 | 10 |
(...skipping 10 matching lines...) Expand all Loading... |
21 } | 21 } |
22 | 22 |
23 void scan(CompilationUnitElement compilationUnit) { | 23 void scan(CompilationUnitElement compilationUnit) { |
24 measure(() { | 24 measure(() { |
25 scanElements(compilationUnit); | 25 scanElements(compilationUnit); |
26 }); | 26 }); |
27 } | 27 } |
28 | 28 |
29 void scanElements(CompilationUnitElement compilationUnit) { | 29 void scanElements(CompilationUnitElement compilationUnit) { |
30 Script script = compilationUnit.script; | 30 Script script = compilationUnit.script; |
31 Token tokens = new StringScanner(script.text).tokenize(); | 31 Token tokens = new StringScanner(script.text, |
| 32 includeComments: compiler.preserveComments).tokenize(); |
| 33 if (compiler.preserveComments) { |
| 34 tokens = compiler.processAndStripComments(tokens); |
| 35 } |
32 compiler.dietParser.dietParse(compilationUnit, tokens); | 36 compiler.dietParser.dietParse(compilationUnit, tokens); |
33 } | 37 } |
34 } | 38 } |
35 | 39 |
36 class DietParserTask extends CompilerTask { | 40 class DietParserTask extends CompilerTask { |
37 DietParserTask(Compiler compiler) : super(compiler); | 41 DietParserTask(Compiler compiler) : super(compiler); |
38 final String name = 'Diet Parser'; | 42 final String name = 'Diet Parser'; |
39 | 43 |
40 dietParse(CompilationUnitElement compilationUnit, Token tokens) { | 44 dietParse(CompilationUnitElement compilationUnit, Token tokens) { |
41 measure(() { | 45 measure(() { |
42 Function idGenerator = compiler.getNextFreeClassId; | 46 Function idGenerator = compiler.getNextFreeClassId; |
43 ElementListener listener = | 47 ElementListener listener = |
44 new ElementListener(compiler, compilationUnit, idGenerator); | 48 new ElementListener(compiler, compilationUnit, idGenerator); |
45 PartialParser parser = new PartialParser(listener); | 49 PartialParser parser = new PartialParser(listener); |
46 parser.parseUnit(tokens); | 50 parser.parseUnit(tokens); |
47 }); | 51 }); |
48 } | 52 } |
49 } | 53 } |
OLD | NEW |