Added fast detection of one character tokens.

src/scanner-base.h

 // Copyright 2011 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 600 matching lines @@
     IMP,
     IN,
     N,
     P,
     PR,
     S,
     T,
     TH,
     TR,
     V,
-    W
+    W,
+    LAST_STATE = W
   };
 
+
+  STATIC_ASSERT(LAST_STATE <= 0xFF);
+  STATIC_ASSERT(Token::NUM_TOKENS <= 0x100);
   struct FirstState {
     const char* keyword;
-    State state;
-    Token::Value token;
+    State state : 8;
+    Token::Value token : 8;
   };
 
   // Range of possible first characters of a keyword.
   static const unsigned int kFirstCharRangeMin = 'b';
   static const unsigned int kFirstCharRangeMax = 'y';
   static const unsigned int kFirstCharRangeLength =
       kFirstCharRangeMax - kFirstCharRangeMin + 1;
   // State map for first keyword character range.
   static const FirstState first_states_[kFirstCharRangeLength];
 
@@ skipping 45 matching lines @@
   // keyword with the current prefix).
   const char* keyword_;
   int counter_;
   Token::Value keyword_token_;
 };
 
 
 } }  // namespace v8::internal
 
 #endif  // V8_SCANNER_BASE_H_