update fasta scanner to generate two types of comments

pkg/front_end/test/precedence_info_test.dart

 // Copyright (c) 2017, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 import 'package:front_end/src/fasta/scanner/precedence.dart';
 import 'package:front_end/src/fasta/scanner/string_scanner.dart';
 import 'package:front_end/src/fasta/scanner/token.dart' as fasta;
 import 'package:front_end/src/scanner/token.dart';
 import 'package:test/test.dart';
 import 'package:test_reflective_loader/test_reflective_loader.dart';
@@ skipping 100 matching lines @@
     }
     for (TokenType tt in allTokenTypes) {
       assertLexeme(tt.lexeme);
     }
     assertLexeme('1.0'); // DOUBLE
     assertLexeme('0xA'); // HEXADECIMAL
     assertLexeme('1'); // INT
     assertLexeme('var'); // KEYWORD
     assertLexeme('#!/'); // SCRIPT_TAG
     assertLexeme('"foo"'); // STRING
+    assertLexeme('bar'); // IDENTIFIER
     if (includeLazyAssignmentOperators) {
       assertLexeme('&&=');
       assertLexeme('||=');
     }
   }
 
   void test_isOperator() {
     var operatorLexemes = new Set<String>.from(const [
       '&',
       '&&',
@@ skipping 207 matching lines @@
       '<<',
       '-',
       '%',
       '+',
       '/',
       '*',
       '~',
       '~/',
     ];
     assertInfo((String source, fasta.Token token) {
-      expect(token.type.isUserDefinableOperator,
-          userDefinableOperatorLexemes.contains(source),
-          reason: source);
-      expect(token.isUserDefinableOperator,
-          userDefinableOperatorLexemes.contains(source),
+      var userDefinable = userDefinableOperatorLexemes.contains(source);
+      expect(token.type.isUserDefinableOperator, userDefinable, reason: source);
+      expect(token.isUserDefinableOperator, userDefinable, reason: source);
+      expect(fasta.isUserDefinableOperator(token.lexeme), userDefinable,
           reason: source);
     });
   }
 
   void test_name() {
     void assertName(String source, String name, {int offset: 0}) {
       if (source == null || source.isEmpty) return;
       var scanner = new StringScanner(source, includeComments: true);
       var token = scanner.tokenize();
       while (token.offset < offset) {
@@ skipping 134 matching lines @@
     expect(INT_INFO, same(TokenType.INT));
     expect(KEYWORD_INFO, same(TokenType.KEYWORD));
     expect(SCRIPT_INFO, same(TokenType.SCRIPT_TAG));
     expect(STRING_INFO, same(TokenType.STRING));
 
     assertLexeme('1.0', TokenType.DOUBLE);
     assertLexeme('0xA', TokenType.HEXADECIMAL);
     assertLexeme('1', TokenType.INT);
     assertLexeme('var', TokenType.KEYWORD);
     assertLexeme('#!/', TokenType.SCRIPT_TAG);
-    assertLexeme('"foo"',TokenType.STRING);
+    assertLexeme('"foo"', TokenType.STRING);
 
     expect(STRING_INTERPOLATION_INFO,
         same(TokenType.STRING_INTERPOLATION_EXPRESSION));
     expect(STRING_INTERPOLATION_IDENTIFIER_INFO,
         same(TokenType.STRING_INTERPOLATION_IDENTIFIER));
   }
 }