fasta.BeginGroupToken implement analyzer.BeginToken

pkg/analyzer/lib/src/fasta/token_utils.dart

 // Copyright (c) 2016, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library fasta.analyzer.token_utils;
 
 import 'package:front_end/src/fasta/parser/error_kind.dart' show ErrorKind;
 
 import 'package:front_end/src/fasta/scanner/error_token.dart' show ErrorToken;
 
@@ skipping 220 matching lines @@
 }
 
 /// Converts a stream of Analyzer tokens (starting with [token] and continuing
 /// to EOF) to a stream of Fasta tokens.
 ///
 /// TODO(paulberry): Analyzer tokens do not record error conditions, so a round
 /// trip through this function and [toAnalyzerTokenStream] will lose error
 /// information.
 Token fromAnalyzerTokenStream(analyzer.Token analyzerToken) {
   Token tokenHead = new SymbolToken(EOF_INFO, -1);
+  tokenHead.previous = tokenHead;
   Token tokenTail = tokenHead;
 
   // Both fasta and analyzer have links from a "BeginToken" to its matching
   // "EndToken" in a group (like parentheses and braces).  However, only fasta
   // makes these links for angle brackets.  We use these stacks to map the
   // links from the analyzer token stream into equivalent links in the fasta
   // token stream, and to create the links that fasta expects for angle
   // brackets.
 
   // Note: beginTokenStack and endTokenStack are seeded with a sentinel value
@@ skipping 58 matching lines @@
     return analyzerToken.next;
   }
 
   while (true) {
     // TODO(paulberry): join up begingroup/endgroup.
     if (analyzerToken.type == TokenType.EOF) {
       tokenTail.next = new SymbolToken(EOF_INFO, analyzerToken.offset);
       tokenTail.next.previousToken = tokenTail;
       tokenTail.next.precedingCommentTokens =
           translateComments(analyzerToken.precedingComments);
+      tokenTail.next.next = tokenTail.next;
       return tokenHead.next;
     }
     analyzerToken = translateAndAppend(analyzerToken);
   }
 }
 
 /// Converts a single analyzer token into a Fasta token.
 Token fromAnalyzerToken(analyzer.Token token) {
   Token beginGroup(PrecedenceInfo info) =>
       new BeginGroupToken(info, token.offset);
@@ skipping 473 matching lines @@
     case PERIOD_PERIOD_PERIOD_TOKEN:
       return TokenType.PERIOD_PERIOD_PERIOD;
     // case GENERIC_METHOD_TYPE_LIST_TOKEN:
     //   return TokenType.GENERIC_METHOD_TYPE_LIST;
     // case GENERIC_METHOD_TYPE_ASSIGN_TOKEN:
     //   return TokenType.GENERIC_METHOD_TYPE_ASSIGN;
     default:
       return internalError("Unhandled token ${token.info}");
   }
 }