Added fast detection of one character tokens.

src/scanner-base.h

Index: src/scanner-base.h
diff --git a/src/scanner-base.h b/src/scanner-base.h
index 22844bbaf9f1757e539d45bd0eecd80a6379741e..0adba2da42bc88d250a75c70a9c20ef4397fd9ef 100644
--- a/src/scanner-base.h
+++ b/src/scanner-base.h
@@ -618,13 +618,17 @@ class KeywordMatcher {
     TH,
     TR,
     V,
-    W
+    W,
+    LAST_STATE = W
   };
 
+
+  STATIC_ASSERT(LAST_STATE <= 0xFF);
+  STATIC_ASSERT(Token::NUM_TOKENS <= 0x100);
   struct FirstState {
     const char* keyword;
-    State state;
-    Token::Value token;
+    State state : 8;
+    Token::Value token : 8;
   };
 
   // Range of possible first characters of a keyword.