Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(6)

Side by Side Diff: sdk/lib/_internal/compiler/implementation/scanner/scanner_task.dart

Issue 40583002: Incorporates feedback by Nicolas for UTF-8 bytes based scanner CL (Closed) Base URL: https://dart.googlecode.com/svn/branches/bleeding_edge/dart
Patch Set: Created 7 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
OLDNEW
1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2012, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE file. 3 // BSD-style license that can be found in the LICENSE file.
4 4
5 part of scanner; 5 part of scanner;
6 6
7 class ScannerTask extends CompilerTask { 7 class ScannerTask extends CompilerTask {
8 ScannerTask(Compiler compiler) : super(compiler); 8 ScannerTask(Compiler compiler) : super(compiler);
9 String get name => 'Scanner'; 9 String get name => 'Scanner';
10 10
(...skipping 22 matching lines...) Expand all
33 if (compiler.preserveComments) { 33 if (compiler.preserveComments) {
34 tokens = compiler.processAndStripComments(tokens); 34 tokens = compiler.processAndStripComments(tokens);
35 } 35 }
36 compiler.dietParser.dietParse(compilationUnit, tokens); 36 compiler.dietParser.dietParse(compilationUnit, tokens);
37 } 37 }
38 38
39 /** 39 /**
40 * Returns the tokens for the [source]. 40 * Returns the tokens for the [source].
41 * 41 *
42 * The [StringScanner] implementation works on strings that end with a '0' 42 * The [StringScanner] implementation works on strings that end with a '0'
43 * value ('\x00'). If [source] does not with '0', the string is copied before 43 * value ('\x00'). If [source] does not end with '0', the string is copied
44 * scanning. 44 * before scanning.
45 */ 45 */
46 Token tokenize(String source) { 46 Token tokenize(String source) {
47 return measure(() { 47 return measure(() {
48 return new StringScanner.fromString(source, includeComments: false) 48 return new StringScanner.fromString(source, includeComments: false)
49 .tokenize(); 49 .tokenize();
50 }); 50 });
51 } 51 }
52 } 52 }
53 53
54 class DietParserTask extends CompilerTask { 54 class DietParserTask extends CompilerTask {
55 DietParserTask(Compiler compiler) : super(compiler); 55 DietParserTask(Compiler compiler) : super(compiler);
56 final String name = 'Diet Parser'; 56 final String name = 'Diet Parser';
57 57
58 dietParse(CompilationUnitElement compilationUnit, Token tokens) { 58 dietParse(CompilationUnitElement compilationUnit, Token tokens) {
59 measure(() { 59 measure(() {
60 Function idGenerator = compiler.getNextFreeClassId; 60 Function idGenerator = compiler.getNextFreeClassId;
61 ElementListener listener = 61 ElementListener listener =
62 new ElementListener(compiler, compilationUnit, idGenerator); 62 new ElementListener(compiler, compilationUnit, idGenerator);
63 PartialParser parser = new PartialParser(listener); 63 PartialParser parser = new PartialParser(listener);
64 parser.parseUnit(tokens); 64 parser.parseUnit(tokens);
65 }); 65 });
66 } 66 }
67 } 67 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698