fasta.CommentToken implement analyzer.CommentToken

pkg/front_end/lib/src/fasta/scanner/abstract_scanner.dart

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 library fasta.scanner.abstract_scanner;
 
 import 'dart:collection' show ListMixin;
 
 import 'dart:typed_data' show Uint16List, Uint32List;
 
 import '../scanner.dart'
     show ErrorToken, Scanner, buildUnexpectedCharacterToken;
 
 import 'error_token.dart' show UnmatchedToken, UnterminatedToken;
 
 import 'keyword.dart' show KeywordState, Keyword;
 
 import 'precedence.dart';
 
-import 'token.dart' show BeginGroupToken, SymbolToken, Token;
+import 'token.dart' show BeginGroupToken, CommentToken, SymbolToken, Token;
 
 import 'token_constants.dart';
 
 import 'characters.dart';
 
 abstract class AbstractScanner implements Scanner {
   final bool includeComments;
 
   /**
    * The string offset for the next token that will be created.
@@ skipping 16 matching lines @@
   /**
    * A pointer to the last scanned token.
    */
   Token tail;
 
   /**
    * A pointer to the stream of comment tokens created by this scanner
    * before they are assigned to the [Token] precedingComments field
    * of a non-comment token. A value of `null` indicates no comment tokens.
    */
-  Token comments;
+  CommentToken comments;
 
   /**
    * A pointer to the last scanned comment token or `null` if none.
    */
   Token commentsTail;
 
   final List<int> lineStarts;
 
   AbstractScanner(this.includeComments, {int numberOfBytesHint})
       : lineStarts = new LineStarts(numberOfBytesHint) {
@@ skipping 113 matching lines @@
 
   /** Documentation in subclass [ArrayBasedScanner]. */
   void appendGt(PrecedenceInfo info);
 
   /** Documentation in subclass [ArrayBasedScanner]. */
   void appendGtGt(PrecedenceInfo info);
 
   /** Documentation in subclass [ArrayBasedScanner]. */
   void appendComment(start, PrecedenceInfo info, bool asciiOnly);
 
+  /** Documentation in subclass [ArrayBasedScanner]. */
+  void appendDartDoc(start, PrecedenceInfo info, bool asciiOnly);
+
   /// Append [token] to the token stream.
   void appendErrorToken(ErrorToken token);
 
   /** Documentation in subclass [ArrayBasedScanner]. */
   void discardOpenLt();
 
   /// Return true when at EOF.
   bool atEndOfFile();
 
   Token tokenize() {
@@ skipping 514 matching lines @@
       appendPrecedenceToken(SLASH_EQ_INFO);
       return advance();
     } else {
       appendPrecedenceToken(SLASH_INFO);
       return next;
     }
   }
 
   int tokenizeSingleLineComment(int next, int start) {
     bool asciiOnly = true;
+    bool dartdoc = identical($SLASH, peek());
     while (true) {
       next = advance();
       if (next > 127) asciiOnly = false;
       if (identical($LF, next) ||
           identical($CR, next) ||
           identical($EOF, next)) {
         if (!asciiOnly) handleUnicode(start);
-        appendComment(start, SINGLE_LINE_COMMENT_INFO, asciiOnly);
+        if (dartdoc) {
+          appendDartDoc(start, SINGLE_LINE_COMMENT_INFO, asciiOnly);
+        } else {
+          appendComment(start, SINGLE_LINE_COMMENT_INFO, asciiOnly);
+        }
         return next;
       }
     }
   }
 
   int tokenizeMultiLineComment(int next, int start) {
     bool asciiOnlyComment = true; // Track if the entire comment is ASCII.
     bool asciiOnlyLines = true; // Track ASCII since the last handleUnicode.
     int unicodeStart = start;
     int nesting = 1;
     next = advance();
+    bool dartdoc = identical($STAR, next);
     while (true) {
       if (identical($EOF, next)) {
         if (!asciiOnlyLines) handleUnicode(unicodeStart);
         unterminated('/*');
         break;
       } else if (identical($STAR, next)) {
         next = advance();
         if (identical($SLASH, next)) {
           --nesting;
           if (0 == nesting) {
             if (!asciiOnlyLines) handleUnicode(unicodeStart);
             next = advance();
-            appendComment(start, MULTI_LINE_COMMENT_INFO, asciiOnlyComment);
+            if (dartdoc) {
+              appendDartDoc(start, MULTI_LINE_COMMENT_INFO, asciiOnlyComment);
+            } else {
+              appendComment(start, MULTI_LINE_COMMENT_INFO, asciiOnlyComment);
+            }
             break;
           } else {
             next = advance();
           }
         }
       } else if (identical($SLASH, next)) {
         next = advance();
         if (identical($STAR, next)) {
           next = advance();
           ++nesting;
@@ skipping 468 matching lines @@
       switchToUint32(newLength);
     }
   }
 
   void switchToUint32(int newLength) {
     final newArray = new Uint32List(newLength);
     newArray.setRange(0, arrayLength, array);
     array = newArray;
   }
 }