fasta.CommentToken implement analyzer.CommentToken

pkg/front_end/lib/src/fasta/scanner/array_based_scanner.dart

 // Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library fasta.scanner.array_based_scanner;
 
 import 'error_token.dart' show ErrorToken;
 
 import 'keyword.dart' show Keyword;
 
 import 'precedence.dart' show EOF_INFO, PrecedenceInfo;
 
 import 'token.dart'
-    show BeginGroupToken, KeywordToken, StringToken, SymbolToken, Token;
+    show
+        BeginGroupToken,
+        CommentToken,
+        DartDocToken,
+        KeywordToken,
+        StringToken,
+        SymbolToken,
+        Token;
 
 import 'token_constants.dart'
     show
         LT_TOKEN,
         OPEN_CURLY_BRACKET_TOKEN,
         OPEN_PAREN_TOKEN,
         STRING_INTERPOLATION_TOKEN;
 
 import 'characters.dart' show $LF, $STX;
 
@@ skipping 15 matching lines @@
   Link<BeginGroupToken> groupingStack = const Link<BeginGroupToken>();
 
   /**
    * Append the given token to the [tail] of the current stream of tokens.
    */
   void appendToken(Token token) {
     tail.next = token;
     tail.next.previousToken = tail;
     tail = tail.next;
     if (comments != null) {
-      tail.precedingComments = comments;
+      tail.precedingCommentTokens = comments;
       comments = null;
       commentsTail = null;
     }
   }
 
   /**
    * Appends a fixed token whose kind and content is determined by [info].
    * Appends an *operator* token from [info].
    *
    * An operator token represent operators like ':', '.', ';', '&&', '==', '--',
@@ skipping 159 matching lines @@
     }
     if (groupingStack.isEmpty) return;
     if (identical(groupingStack.head.kind, LT_TOKEN)) {
       groupingStack.head.endGroup = tail;
       groupingStack = groupingStack.tail;
     }
   }
 
   void appendComment(start, PrecedenceInfo info, bool asciiOnly) {
     if (!includeComments) return;
-    Token newComment = createSubstringToken(info, start, asciiOnly);
+    Token newComment = createCommentToken(info, start, asciiOnly);
+    _appendToCommentStream(newComment);
+  }
+
+  void appendDartDoc(start, PrecedenceInfo info, bool asciiOnly) {
+    if (!includeComments) return;
+    Token newComment = createDartDocToken(info, start, asciiOnly);
+    _appendToCommentStream(newComment);
+  }
+
+  void _appendToCommentStream(Token newComment) {
     if (comments == null) {
       comments = newComment;
       commentsTail = comments;
     } else {
       commentsTail.next = newComment;
       commentsTail.next.previousToken = commentsTail;
       commentsTail = commentsTail.next;
     }
   }
 
@@ skipping 14 matching lines @@
    * substring string [5,9).
    *
    * Note that [extraOffset] can only be used if the covered character(s) are
    * known to be ASCII.
    */
   StringToken createSubstringToken(
       PrecedenceInfo info, int start, bool asciiOnly,
       [int extraOffset = 0]);
 
   /**
+   * Returns a new comment from the scan offset [start] to the current
+   * [scanOffset] plus the [extraOffset]. For example, if the current
+   * scanOffset is 10, then [appendSubstringToken(5, -1)] will append the
+   * substring string [5,9).
+   *
+   * Note that [extraOffset] can only be used if the covered character(s) are
+   * known to be ASCII.
+   */
+  CommentToken createCommentToken(
+      PrecedenceInfo info, int start, bool asciiOnly,
+      [int extraOffset = 0]);
+
+  /**
+   * Returns a new dartdoc from the scan offset [start] to the current
+   * [scanOffset] plus the [extraOffset]. For example, if the current
+   * scanOffset is 10, then [appendSubstringToken(5, -1)] will append the
+   * substring string [5,9).
+   *
+   * Note that [extraOffset] can only be used if the covered character(s) are
+   * known to be ASCII.
+   */
+  DartDocToken createDartDocToken(
+      PrecedenceInfo info, int start, bool asciiOnly,
+      [int extraOffset = 0]);
+
+  /**
    * This method is called to discard '<' from the "grouping" stack.
    *
    * [PartialParser.skipExpression] relies on the fact that we do not
    * create groups for stuff like:
    * [:a = b < c, d = e > f:].
    *
    * In other words, this method is called when the scanner recognizes
    * something which cannot possibly be part of a type parameter/argument
    * list, like the '=' in the above example.
    */
   void discardOpenLt() {
     while (!groupingStack.isEmpty &&
         identical(groupingStack.head.kind, LT_TOKEN)) {
       groupingStack = groupingStack.tail;
     }
   }
 }