Add support for documentation comments to most of AstBuilder.

pkg/front_end/lib/src/fasta/analyzer/token_utils.dart

 // Copyright (c) 2016, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library fasta.analyzer.token_utils;
 
 import '../parser/error_kind.dart' show ErrorKind;
 
 import '../scanner/error_token.dart' show ErrorToken;
 
@@ skipping 92 matching lines @@
 
   /// Handles an error found during [convertTokens].
   ///
   /// Intended to be overridden by derived classes; by default, does nothing.
   void reportError(analyzer.ScannerErrorCode errorCode, int offset,
       List<Object> arguments) {}
 
   /// Translates a sequence of fasta comment tokens to the corresponding
   /// analyzer tokens.
   analyzer.CommentToken translateCommentTokens(Token token) {
-    analyzer.CommentToken translateOneComment(Token token) {
-      // TODO(paulberry,ahe): It would be nice if the scanner gave us an
-      // easier way to distinguish between the two types of comment.
-      var type = token.value.startsWith('/*')
-          ? TokenType.MULTI_LINE_COMMENT
-          : TokenType.SINGLE_LINE_COMMENT;
-      return new analyzer.CommentToken(type, token.value, token.charOffset);
-    }
-
     analyzer.CommentToken head;
     if (token != null) {
-      head = translateOneComment(token);
+      head = toAnalyzerCommentToken(token);
       analyzer.CommentToken tail = head;
       token = token.next;
       while (token != null) {
-        tail = tail.setNext(translateOneComment(token));
+        tail = tail.setNext(toAnalyzerCommentToken(token));
         token = token.next;
       }
     }
     return head;
   }
 
   /// Translates a single fasta non-comment token to the corresponding analyzer
   /// token.
   ///
   /// [precedingComments] is not `null`, the translated token is pointed to it.
@@ skipping 75 matching lines @@
         return _makeError(
             analyzer.ScannerErrorCode.ILLEGAL_CHARACTER, [token.character]);
       case ErrorKind.UnexpectedDollarInString:
         return null;
       default:
         throw new UnimplementedError('$errorCode');
     }
   }
 }
 
+/// Converts a single Fasta comment token to an analyzer comment token.
+analyzer.CommentToken toAnalyzerCommentToken(Token token) {
+  // TODO(paulberry,ahe): It would be nice if the scanner gave us an
+  // easier way to distinguish between the two types of comment.
+  var type = token.value.startsWith('/*')
+      ? TokenType.MULTI_LINE_COMMENT
+      : TokenType.SINGLE_LINE_COMMENT;
+  return new analyzer.CommentToken(type, token.value, token.charOffset);
+}
+
 /// Converts a stream of Analyzer tokens (starting with [token] and continuing
 /// to EOF) to a stream of Fasta tokens.
 ///
 /// TODO(paulberry): Analyzer tokens do not record error conditions, so a round
 /// trip through this function and [toAnalyzerTokenStream] will lose error
 /// information.
 Token fromAnalyzerTokenStream(analyzer.Token analyzerToken) {
   Token tokenHead = new SymbolToken(EOF_INFO, -1);
   Token tokenTail = tokenHead;
 
@@ skipping 547 matching lines @@
     case PERIOD_PERIOD_PERIOD_TOKEN:
       return TokenType.PERIOD_PERIOD_PERIOD;
     // case GENERIC_METHOD_TYPE_LIST_TOKEN:
     //   return TokenType.GENERIC_METHOD_TYPE_LIST;
     // case GENERIC_METHOD_TYPE_ASSIGN_TOKEN:
     //   return TokenType.GENERIC_METHOD_TYPE_ASSIGN;
     default:
       return internalError("Unhandled token ${token.info}");
   }
 }