Introduce newline tokens into the token stream.

runtime/vm/token.h

 // Copyright (c) 2012, the Dart project authors.  Please see the AUTHORS file
 // for details. All rights reserved. Use of this source code is governed by a
 // BSD-style license that can be found in the LICENSE file.
 
 #ifndef VM_TOKEN_H_
 #define VM_TOKEN_H_
 
 #include "platform/assert.h"
 
 namespace dart {
@@ skipping 106 matching lines @@
   TOK(kINTEGER, "", 0, kNoAttribute)                                           \
   TOK(kDOUBLE, "", 0, kNoAttribute)                                            \
                                                                                \
   TOK(kINTERPOL_VAR, "$", 0, kNoAttribute)                                     \
   TOK(kINTERPOL_START, "${", 0, kNoAttribute)                                  \
   TOK(kINTERPOL_END, "}", 0, kNoAttribute)                                     \
                                                                                \
   TOK(kAT, "@", 0, kNoAttribute)                                               \
   TOK(kHASH, "#", 0, kNoAttribute)                                             \
                                                                                \
+  TOK(kNEWLINE, "\n", 0, kNoAttribute)                                         \
   TOK(kWHITESP, "", 0, kNoAttribute)                                           \
   TOK(kERROR, "", 0, kNoAttribute)                                             \
   TOK(kILLEGAL, "", 0, kNoAttribute)                                           \
                                                                                \
   /* Support for Dart scripts. */                                              \
   TOK(kSCRIPTTAG, "#!", 0, kNoAttribute)                                       \
 
 // List of keywords. The list must be alphabetically ordered. The
 // keyword recognition code depends on the ordering.
 // If you add a keyword at the beginning or end of this list, make sure
@@ skipping 173 matching lines @@
   static const char* name_[];
   static const char* tok_str_[];
   static const uint8_t precedence_[];
   static const Attribute attributes_[];
 };
 
 
 }  // namespace dart
 
 #endif  // VM_TOKEN_H_