Tokenize one line at a time.

dart/tests/try/paste_content_rewriting_test.dart

 // Copyright (c) 2014, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 // SharedOptions=--package-root=sdk/lib/_internal/
 
 library trydart.paste_test;
 
 import 'dart:html';
 import 'dart:async';
 
 import '../../site/try/src/interaction_manager.dart' show
     InteractionManager;
 
 import '../../site/try/src/ui.dart' show
     mainEditorPane,
     observer;
 
 import '../../site/try/src/user_option.dart' show
     UserOption;
 
 import '../../pkg/expect/lib/expect.dart';
 import '../../pkg/async_helper/lib/async_helper.dart';
 
 const Map<String, String> tests = const <String, String> {
-  '<span><p>//...</p>}</span>': '//...\n}\n',
-  'someText': 'someText\n',
-  '"\$"': '"<DIAGNOSTIC>\$</DIAGNOSTIC>"\n',
-  '"\$\$"': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>"\n',
-  '"\$\$4"': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>4"\n',
-  '"\$\$4 "': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>4 "\n',
-  '1e': '<DIAGNOSTIC>1e</DIAGNOSTIC>\n',
+  '<span><p>//...</p>}</span>': '//...\n}',
+  'someText': 'someText',
+  '"\$"': '"<DIAGNOSTIC>\$</DIAGNOSTIC>"',
+  '"\$\$"': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>"',
+  '"\$\$4"': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>4"',
+  '"\$\$4 "': '"<DIAGNOSTIC>\$</DIAGNOSTIC><DIAGNOSTIC>\$</DIAGNOSTIC>4 "',
+  '1e': '<DIAGNOSTIC>1e</DIAGNOSTIC>',
+  'r"""\n\n\'"""': 'r"""\n\n\'"""',
+  '"': '<DIAGNOSTIC>"</DIAGNOSTIC>',
+  '/**\n*/': '/**\n*/',
 };
 
 List<Node> queryDiagnosticNodes() {
   return mainEditorPane.querySelectorAll('a.diagnostic>span');
 }
 
 Future runTests() {
   Iterator<String> keys = tests.keys.iterator;
   keys.moveNext();
   mainEditorPane.innerHtml = keys.current;
@@ skipping 26 matching lines @@
 void main() {
   UserOption.storage = {};
 
   var interaction = new InteractionManager();
   mainEditorPane = new DivElement();
   document.body.append(mainEditorPane);
   observer = new MutationObserver(interaction.onMutation)
       ..observe(
           mainEditorPane, childList: true, characterData: true, subtree: true);
 
-  mainEditorPane.innerHtml = "<span><p>//...</p>}</span>";
-
   asyncTest(runTests);
 }