Prevent double reporting on hex, strings, and multiline comments.

sdk/lib/_internal/compiler/implementation/scanner/scanner.dart

Index: sdk/lib/_internal/compiler/implementation/scanner/scanner.dart
diff --git a/sdk/lib/_internal/compiler/implementation/scanner/scanner.dart b/sdk/lib/_internal/compiler/implementation/scanner/scanner.dart
index f74e339dacf807912659ee1fb7a801e333aa9383..d4a9e18069bf7192bc10de358457c16d2df9b895 100644
--- a/sdk/lib/_internal/compiler/implementation/scanner/scanner.dart
+++ b/sdk/lib/_internal/compiler/implementation/scanner/scanner.dart
@@ -628,7 +628,8 @@ abstract class AbstractScanner implements Scanner {
         hasDigits = true;
       } else {
         if (!hasDigits) {
-          return unterminated('0x');
+          unterminated('0x', shouldAdvance: false);
+          return next;
         }
         appendSubstringToken(HEXADECIMAL_INFO, start, true);
         return next;
@@ -852,7 +853,7 @@ abstract class AbstractScanner implements Scanner {
       next = advance();
       if (identical(quoteChar, next)) {
         // Multiline string.
-        return tokenizeMultiLineString(quoteChar, start, raw);
+        return tokenizeMultiLineString(next, quoteChar, start, raw);
       } else {
         // Empty string.
         appendSubstringToken(STRING_INFO, start, true);
@@ -949,7 +950,6 @@ abstract class AbstractScanner implements Scanner {
 
   int tokenizeSingleLineRawString(int next, int quoteChar, int start) {
     bool asciiOnly = true;
-    next = advance(); // Advance past the quote.

[ahe, 2014/06/23 14:28:49]

This line caused dart2js to incorrectly compile this program:

main() {
  print(r'
');
}

I suggest that you create a test case for this. Exceptionally, this will have to
be a "naive" negative test (which we otherwise try to avoid). For example:

tests/language/bad_raw_string_negative_test.dart:
main() {
  print(r'
');
}

[srawlins, 2014/07/15 20:07:07]

I disagree. In this example, I get the correct error:

$ cat issue-18574-222.dart
main() {
  print(r'
');
}
$ xcodebuild/ReleaseIA32/dart-sdk/bin/dart2js issue-18574-222.dart
issue-18574-222.dart:2:9:
Error: String must end with r'.
  print(r'
        ^^
Error: Compilation failed.

I see that when tokenizeSingleLineRawString() is entered in this case, next is
$LF and peek() returns the single-quote character. Since next is correctly $LF,
this will be caught on line 960.

[ahe, 2014/07/16 07:54:18]

What I'm trying to say is:

You removed this line. That is good. It is good because, before your change,
dart2js would accept a broken program:

$ cat foo.dart
main() {
  print(r'
');
}

$ ./sdk/bin/dart2js foo.dart
Dart file (foo.dart) compiled to JavaScript: out.js
$

So your change is good. You fixed a bug. But you should add a regression test to
ensure this bug isn't reintroduced.

On 2014/07/15 20:07:07, srawlins wrote:

[srawlins, 2014/08/12 04:32:58]

Oh, I see! OK thank you. I've added your test as
tests/language/bad_raw_string_negative_test.dart

     while (next != $EOF) {
       if (identical(next, quoteChar)) {
         if (!asciiOnly) handleUnicode(start);
@@ -968,7 +968,7 @@ abstract class AbstractScanner implements Scanner {
     return unterminatedRawString(quoteChar);
   }
 
-  int tokenizeMultiLineRawString(int quoteChar, int start) {
+  int tokenizeMultiLineRawString(int next, int quoteChar, int start) {
     bool asciiOnlyString = true;
     bool asciiOnlyLine = true;
     int unicodeStart = start;
@@ -1005,12 +1005,12 @@ abstract class AbstractScanner implements Scanner {
     return unterminatedRawMultiLineString(quoteChar);
   }
 
-  int tokenizeMultiLineString(int quoteChar, int start, bool raw) {
-    if (raw) return tokenizeMultiLineRawString(quoteChar, start);
+  int tokenizeMultiLineString(int next, int quoteChar, int start, bool raw) {

[ahe, 2014/06/23 14:28:49]

I don't understand this change.

[srawlins, 2014/07/15 20:07:08]

Done. Sorry, I think from a previous fix.

+    if (raw) return tokenizeMultiLineRawString(next, quoteChar, start);
     bool asciiOnlyString = true;
     bool asciiOnlyLine = true;
     int unicodeStart = start;
-    int next = advance(); // Advance past the (last) quote (of three).
+    next = advance(); // Advance past the (last) quote (of three).
     while (!identical(next, $EOF)) {
       if (identical(next, $$)) {
         if (!asciiOnlyLine) handleUnicode(unicodeStart);
@@ -1078,6 +1078,7 @@ abstract class AbstractScanner implements Scanner {
     return unterminated(
         new String.fromCharCodes([quoteChar, quoteChar, quoteChar]));
   }
+
   int unterminatedRawMultiLineString(int quoteChar) {
     return unterminated(
         'r${new String.fromCharCodes([quoteChar, quoteChar, quoteChar])}');