Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(226)

Side by Side Diff: pkg/front_end/lib/src/fasta/scanner.dart

Issue 2899043006: cleanup fasta token classes (Closed)
Patch Set: Created 3 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file 1 // Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file
2 // for details. All rights reserved. Use of this source code is governed by a 2 // for details. All rights reserved. Use of this source code is governed by a
3 // BSD-style license that can be found in the LICENSE.md file. 3 // BSD-style license that can be found in the LICENSE.md file.
4 4
5 library fasta.scanner; 5 library fasta.scanner;
6 6
7 import 'dart:convert' show UNICODE_REPLACEMENT_CHARACTER_RUNE, UTF8; 7 import 'dart:convert' show UNICODE_REPLACEMENT_CHARACTER_RUNE, UTF8;
8 8
9 import '../scanner/token.dart' show Token; 9 import '../scanner/token.dart' show Token;
10 10
11 import 'scanner/string_scanner.dart' show StringScanner; 11 import 'scanner/string_scanner.dart' show StringScanner;
12 12
13 import 'scanner/utf8_bytes_scanner.dart' show Utf8BytesScanner; 13 import 'scanner/utf8_bytes_scanner.dart' show Utf8BytesScanner;
14 14
15 import 'scanner/recover.dart' show defaultRecoveryStrategy; 15 import 'scanner/recover.dart' show defaultRecoveryStrategy;
16 16
17 export 'scanner/token.dart' 17 export 'scanner/token.dart'
18 show 18 show
19 BeginGroupToken,
20 StringToken, 19 StringToken,
21 SymbolToken,
22 isBinaryOperator, 20 isBinaryOperator,
23 isMinusOperator, 21 isMinusOperator,
24 isTernaryOperator, 22 isTernaryOperator,
25 isUnaryOperator, 23 isUnaryOperator,
26 isUserDefinableOperator; 24 isUserDefinableOperator;
27 25
28 export 'scanner/error_token.dart' 26 export 'scanner/error_token.dart'
29 show ErrorToken, buildUnexpectedCharacterToken; 27 show ErrorToken, buildUnexpectedCharacterToken;
30 28
31 export 'scanner/token_constants.dart' show EOF_TOKEN; 29 export 'scanner/token_constants.dart' show EOF_TOKEN;
(...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after
89 ScannerResult _tokenizeAndRecover(Scanner scanner, Recover recover, 87 ScannerResult _tokenizeAndRecover(Scanner scanner, Recover recover,
90 {List<int> bytes, String source}) { 88 {List<int> bytes, String source}) {
91 Token tokens = scanner.tokenize(); 89 Token tokens = scanner.tokenize();
92 if (scanner.hasErrors) { 90 if (scanner.hasErrors) {
93 if (bytes == null) bytes = UTF8.encode(source); 91 if (bytes == null) bytes = UTF8.encode(source);
94 recover ??= defaultRecoveryStrategy; 92 recover ??= defaultRecoveryStrategy;
95 tokens = recover(bytes, tokens, scanner.lineStarts); 93 tokens = recover(bytes, tokens, scanner.lineStarts);
96 } 94 }
97 return new ScannerResult(tokens, scanner.lineStarts, scanner.hasErrors); 95 return new ScannerResult(tokens, scanner.lineStarts, scanner.hasErrors);
98 } 96 }
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698