Skeleton for lexical error recovery.

pkg/dart_scanner/lib/dart_scanner.dart

 // Copyright (c) 2016, the Dart project authors. Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE.md file.
 
 library dart_scanner;
 
 import 'src/token.dart' show
     Token;
 
 import 'src/utf8_bytes_scanner.dart' show
     Utf8BytesScanner;
 
+import 'src/recover.dart' show
+    defaultRecoveryStrategy;
+
 export 'src/token.dart' show
     BeginGroupToken,
     ErrorToken,
     KeywordToken,
     StringToken,
     SymbolToken,
     Token,
     isBinaryOperator,
     isMinusOperator,
     isTernaryOperator,
     isUnaryOperator,
     isUserDefinableOperator;
 
 export 'src/token_constants.dart' show
     EOF_TOKEN;
 
 export 'src/utf8_bytes_scanner.dart' show
     Utf8BytesScanner;
 
 export 'src/string_scanner.dart' show
     StringScanner;
 
 export 'src/keyword.dart' show
     Keyword;
 
+typedef Token Recover(List<int> bytes, Token tokens, List<int> lineStarts);
+
 abstract class Scanner {
+  /// Returns true if an error occured during [tokenize].
+  bool get hasErrors;
+
   List<int> get lineStarts;
+
   Token tokenize();
 }
 
 class ScannerResult {
   final Token tokens;
   final List<int> lineStarts;
 
   ScannerResult(this.tokens, this.lineStarts);
 }
 
-ScannerResult scan(List<int> bytes, {bool includeComments: false}) {
+ScannerResult scan(List<int> bytes,
+    {bool includeComments: false, Recover recover}) {
   if (bytes.last != 0) {
     throw new ArgumentError("[bytes]: the last byte must be null.");
   }
   Scanner scanner =
       new Utf8BytesScanner(bytes, includeComments: includeComments);
-  return new ScannerResult(scanner.tokenize(), scanner.lineStarts);
+  Token tokens = scanner.tokenize();
+  if (scanner.hasErrors) {
+    recover ??= defaultRecoveryStrategy;
+    tokens = recover(bytes, tokens, scanner.lineStarts);
+  }
+  return new ScannerResult(tokens, scanner.lineStarts);
 }