| OLD | NEW |
| 1 // Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file | 1 // Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file |
| 2 // for details. All rights reserved. Use of this source code is governed by a | 2 // for details. All rights reserved. Use of this source code is governed by a |
| 3 // BSD-style license that can be found in the LICENSE.md file. | 3 // BSD-style license that can be found in the LICENSE.md file. |
| 4 | 4 |
| 5 library fasta.scanner; | 5 library fasta.scanner; |
| 6 | 6 |
| 7 import 'dart:convert' show UNICODE_REPLACEMENT_CHARACTER_RUNE, UTF8; | 7 import 'dart:convert' show UNICODE_REPLACEMENT_CHARACTER_RUNE, UTF8; |
| 8 | 8 |
| 9 import '../scanner/token.dart' show Token; | 9 import '../scanner/token.dart' show Token; |
| 10 | 10 |
| 11 import 'scanner/string_scanner.dart' show StringScanner; | 11 import 'scanner/string_scanner.dart' show StringScanner; |
| 12 | 12 |
| 13 import 'scanner/utf8_bytes_scanner.dart' show Utf8BytesScanner; | 13 import 'scanner/utf8_bytes_scanner.dart' show Utf8BytesScanner; |
| 14 | 14 |
| 15 import 'scanner/recover.dart' show defaultRecoveryStrategy; | 15 import 'scanner/recover.dart' show defaultRecoveryStrategy; |
| 16 | 16 |
| 17 export 'scanner/token.dart' | 17 export 'scanner/token.dart' |
| 18 show | 18 show |
| 19 BeginGroupToken, | |
| 20 StringToken, | 19 StringToken, |
| 21 SymbolToken, | |
| 22 isBinaryOperator, | 20 isBinaryOperator, |
| 23 isMinusOperator, | 21 isMinusOperator, |
| 24 isTernaryOperator, | 22 isTernaryOperator, |
| 25 isUnaryOperator, | 23 isUnaryOperator, |
| 26 isUserDefinableOperator; | 24 isUserDefinableOperator; |
| 27 | 25 |
| 28 export 'scanner/error_token.dart' | 26 export 'scanner/error_token.dart' |
| 29 show ErrorToken, buildUnexpectedCharacterToken; | 27 show ErrorToken, buildUnexpectedCharacterToken; |
| 30 | 28 |
| 31 export 'scanner/token_constants.dart' show EOF_TOKEN; | 29 export 'scanner/token_constants.dart' show EOF_TOKEN; |
| (...skipping 57 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 89 ScannerResult _tokenizeAndRecover(Scanner scanner, Recover recover, | 87 ScannerResult _tokenizeAndRecover(Scanner scanner, Recover recover, |
| 90 {List<int> bytes, String source}) { | 88 {List<int> bytes, String source}) { |
| 91 Token tokens = scanner.tokenize(); | 89 Token tokens = scanner.tokenize(); |
| 92 if (scanner.hasErrors) { | 90 if (scanner.hasErrors) { |
| 93 if (bytes == null) bytes = UTF8.encode(source); | 91 if (bytes == null) bytes = UTF8.encode(source); |
| 94 recover ??= defaultRecoveryStrategy; | 92 recover ??= defaultRecoveryStrategy; |
| 95 tokens = recover(bytes, tokens, scanner.lineStarts); | 93 tokens = recover(bytes, tokens, scanner.lineStarts); |
| 96 } | 94 } |
| 97 return new ScannerResult(tokens, scanner.lineStarts, scanner.hasErrors); | 95 return new ScannerResult(tokens, scanner.lineStarts, scanner.hasErrors); |
| 98 } | 96 } |
| OLD | NEW |