Scanner::LiteralBuffer usage cleanup.

src/parsing/token.h

 // Copyright 2012 the V8 project authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #ifndef V8_PARSING_TOKEN_H_
 #define V8_PARSING_TOKEN_H_
 
 #include "src/base/logging.h"
 #include "src/globals.h"
 
@@ skipping 153 matching lines @@
   K(SUPER, "super", 0)                                               \
                                                                      \
   /* Illegal token - not able to scan. */                            \
   T(ILLEGAL, "ILLEGAL", 0)                                           \
   T(ESCAPED_KEYWORD, NULL, 0)                                        \
   T(ESCAPED_STRICT_RESERVED_WORD, NULL, 0)                           \
                                                                      \
   /* Scanner-internal use only. */                                   \
   T(WHITESPACE, NULL, 0)                                             \
   T(UNINITIALIZED, NULL, 0)                                          \
+  T(REGEXP_LITERAL, NULL, 0)                                         \
                                                                      \
   /* ES6 Template Literals */                                        \
   T(TEMPLATE_SPAN, NULL, 0)                                          \
   T(TEMPLATE_TAIL, NULL, 0)
 
 class Token {
  public:
   // All token values.
 #define T(name, string, precedence) name,
   enum Value {
@@ skipping 134 matching lines @@
   }
 
   // Returns a string corresponding to the JS token string
   // (.e., "<" for the token LT) or NULL if the token doesn't
   // have a (unique) string (e.g. an IDENTIFIER).
   static const char* String(Value tok) {
     DCHECK(tok < NUM_TOKENS);  // tok is unsigned.
     return string_[tok];
   }
 
+  static uint8_t StringLength(Value tok) {
+    DCHECK(tok < NUM_TOKENS);
+    return string_length_[tok];
+  }
+
   // Returns the precedence > 0 for binary and compare
   // operators; returns 0 otherwise.
   static int Precedence(Value tok) {
     DCHECK(tok < NUM_TOKENS);  // tok is unsigned.
     return precedence_[tok];
   }
 
  private:
   static const char* const name_[NUM_TOKENS];
   static const char* const string_[NUM_TOKENS];
+  static const uint8_t string_length_[NUM_TOKENS];
   static const int8_t precedence_[NUM_TOKENS];
   static const char token_type[NUM_TOKENS];
 };
 
 }  // namespace internal
 }  // namespace v8
 
 #endif  // V8_PARSING_TOKEN_H_