move synthetic fasta closers into the token stream

pkg/front_end/test/scanner_test.dart

 // Copyright (c) 2016, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 import 'package:front_end/src/base/errors.dart';
 import 'package:front_end/src/base/jenkins_smi_hash.dart';
 import 'package:front_end/src/scanner/errors.dart';
 import 'package:front_end/src/scanner/reader.dart';
 import 'package:front_end/src/scanner/scanner.dart';
 import 'package:front_end/src/scanner/token.dart';
@@ skipping 799 matching lines @@
   }
 
   void test_open_paren() {
     _assertToken(TokenType.OPEN_PAREN, "(");
   }
 
   void test_open_square_bracket() {
     _assertToken(TokenType.OPEN_SQUARE_BRACKET, "[");
   }
 
-  void test_openSquareBracket() {
-    _assertToken(TokenType.OPEN_SQUARE_BRACKET, "[");
-  }
-
   void test_percent() {
     _assertToken(TokenType.PERCENT, "%");
   }
 
   void test_percent_eq() {
     _assertToken(TokenType.PERCENT_EQ, "%=");
   }
 
   void test_period() {
     _assertToken(TokenType.PERIOD, ".");
@@ skipping 523 matching lines @@
       expect(tokenWithUpperD.length, source.length);
       expect(tokenWithUpperD.lexeme, source);
     }
     Token tokenWithSpaces =
         _scan(" $source ", lazyAssignmentOperators: lazyAssignmentOperators);
     expect(tokenWithSpaces, isNotNull);
     expect(tokenWithSpaces.type, expectedType);
     expect(tokenWithSpaces.offset, 1);
     expect(tokenWithSpaces.length, source.length);
     expect(tokenWithSpaces.lexeme, source);
-    expect(originalToken.next.type, TokenType.EOF);
+
+    // Fasta inserts missing closers (']', '}', ')')
+    //expect(originalToken.next.type, TokenType.EOF);
     return originalToken;
   }
 
   /**
    * Assert that when scanned the given [source] contains a sequence of tokens
    * identical to the given list of [expectedTokens].
    */
   void _assertTokens(String source, List<Token> expectedTokens) {
     Token token = _scan(source);
     _checkTokens(token, expectedTokens);
@@ skipping 143 matching lines @@
   _TestScanner(CharacterReader reader, [this.listener]) : super(reader);
 
   @override
   void reportError(
       ScannerErrorCode errorCode, int offset, List<Object> arguments) {
     if (listener != null) {
       listener.errors.add(new TestError(offset, errorCode, arguments));
     }
   }
 }