New analyzer snapshot.

pkg/analyzer/lib/src/generated/scanner.dart

 // This code was auto-generated, is not intended to be edited, and is subject to
 // significant change. Please see the README file for more information.
 
 library engine.scanner;
 
 import 'dart:collection';
 import 'java_core.dart';
 import 'java_engine.dart';
 import 'source.dart';
 import 'error.dart';
@@ skipping 710 matching lines @@
    * The reader used to access the characters in the source.
    */
   CharacterReader _reader;
 
   /**
    * The error listener that will be informed of any errors that are found during the scan.
    */
   AnalysisErrorListener _errorListener;
 
   /**
+   * The flag specifying if documentation comments should be parsed.
+   */
+  bool _preserveComments = true;
+
+  /**
    * The token pointing to the head of the linked list of tokens.
    */
   Token _tokens;
 
   /**
    * The last token that was scanned.
    */
   Token tail;
 
   /**
@@ skipping 58 matching lines @@
   List<int> get lineStarts => _lineStarts;
 
   /**
    * Return `true` if any unmatched groups were found during the parse.
    *
    * @return `true` if any unmatched groups were found during the parse
    */
   bool hasUnmatchedGroups() => _hasUnmatchedGroups2;
 
   /**
+   * Set whether documentation tokens should be scanned.
+   *
+   * @param preserveComments `true` if documentation tokens should be scanned
+   */
+  void set preserveComments(bool preserveComments) {
+    this._preserveComments = preserveComments;
+  }
+
+  /**
    * Record that the source begins on the given line and column at the current offset as given by
    * the reader. The line starts for lines before the given line will not be correct.
    *
    * This method must be invoked at most one time and must be invoked before scanning begins. The
    * values provided must be sensible. The results are undefined if these conditions are violated.
    *
    * @param line the one-based index of the line containing the first character of the source
    * @param column the one-based index of the column in which the first character of the source
    *          occurs
    */
@@ skipping 204 matching lines @@
       token = new BeginTokenWithComment(type, _tokenStart, _firstComment);
       _firstComment = null;
       _lastComment = null;
     }
     tail = tail.setNext(token);
     _groupingStack.add(token);
     _stackEnd++;
   }
 
   void appendCommentToken(TokenType type, String value) {
+    if (!_preserveComments) {
+      return;
+    }
     if (_firstComment == null) {
       _firstComment = new StringToken(type, value, _tokenStart);
       _lastComment = _firstComment;
     } else {
       _lastComment = _lastComment.setNext(new StringToken(type, value, _tokenStart));
     }
   }
 
   void appendEndToken(TokenType type, TokenType beginType) {
     Token token;
@@ skipping 1542 matching lines @@
    * @return `true` if this token type represents an operator that can be defined by users
    */
   bool get isUserDefinableOperator => identical(lexeme, "==") || identical(lexeme, "~") || identical(lexeme, "[]") || identical(lexeme, "[]=") || identical(lexeme, "*") || identical(lexeme, "/") || identical(lexeme, "%") || identical(lexeme, "~/") || identical(lexeme, "+") || identical(lexeme, "-") || identical(lexeme, "<<") || identical(lexeme, ">>") || identical(lexeme, ">=") || identical(lexeme, ">") || identical(lexeme, "<=") || identical(lexeme, "<") || identical(lexeme, "&") || identical(lexeme, "^") || identical(lexeme, "|");
 }
 
 class TokenType_EOF extends TokenType {
   TokenType_EOF(String name, int ordinal, TokenClass arg0, String arg1) : super.con2(name, ordinal, arg0, arg1);
 
   String toString() => "-eof-";
 }