Optimize the lexical scanner by selective inlining, and...

src/token.h

 // Copyright 2006-2008 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 179 matching lines @@
   T(NUMBER, NULL, 0)                                                    \
   T(STRING, NULL, 0)                                                    \
                                                                         \
   /* Identifiers (not keywords or future reserved words). */            \
   T(IDENTIFIER, NULL, 0)                                                \
                                                                         \
   /* Illegal token - not able to scan. */                               \
   T(ILLEGAL, "ILLEGAL", 0)                                              \
                                                                         \
   /* Scanner-internal use only. */                                      \
-  T(COMMENT, NULL, 0)
+  T(WHITESPACE, NULL, 0)
 
 
 class Token {
  public:
   // All token values.
 #define T(name, string, precedence) name,
   enum Value {
     TOKEN_LIST(T, T, IGNORE_TOKEN)
     NUM_TOKENS
   };
@@ skipping 61 matching lines @@
 #ifdef DEBUG
   static const char* name_[NUM_TOKENS];
 #endif
   static const char* string_[NUM_TOKENS];
   static int8_t precedence_[NUM_TOKENS];
 };
 
 } }  // namespace v8::internal
 
 #endif  // V8_TOKEN_H_