Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(750)

Unified Diff: pkg/front_end/lib/src/fasta/scanner.dart

Issue 2664593002: Port parser and scanner fixes from rasta branch. (Closed)
Patch Set: Rebased on ef8ec26cf36d1f07b4fdf5d605003210826ae1c2. Created 3 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: pkg/front_end/lib/src/fasta/scanner.dart
diff --git a/pkg/front_end/lib/src/fasta/scanner.dart b/pkg/front_end/lib/src/fasta/scanner.dart
index 53d0122429ea4986a7db16a774708a9b33d74284..903fec27ef48023dff39ead13b9685bebf688db3 100644
--- a/pkg/front_end/lib/src/fasta/scanner.dart
+++ b/pkg/front_end/lib/src/fasta/scanner.dart
@@ -4,6 +4,9 @@
library fasta.scanner;
+import 'dart:convert' show
+ UNICODE_REPLACEMENT_CHARACTER_RUNE;
+
import 'scanner/token.dart' show
Token;
@@ -15,7 +18,6 @@ import 'scanner/recover.dart' show
export 'scanner/token.dart' show
BeginGroupToken,
- ErrorToken,
KeywordToken,
StringToken,
SymbolToken,
@@ -26,6 +28,10 @@ export 'scanner/token.dart' show
isUnaryOperator,
isUserDefinableOperator;
+export 'scanner/error_token.dart' show
+ ErrorToken,
+ buildUnexpectedCharacterToken;
+
export 'scanner/token_constants.dart' show
EOF_TOKEN;
@@ -38,6 +44,8 @@ export 'scanner/string_scanner.dart' show
export 'scanner/keyword.dart' show
Keyword;
+const int unicodeReplacementCharacter = UNICODE_REPLACEMENT_CHARACTER_RUNE;
+
typedef Token Recover(List<int> bytes, Token tokens, List<int> lineStarts);
abstract class Scanner {
« no previous file with comments | « pkg/front_end/lib/src/fasta/parser/parser.dart ('k') | pkg/front_end/lib/src/fasta/scanner/abstract_scanner.dart » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698