Experimental parser: make the baseline lex utf8, utf16, ascii and latin1.

src/lexer/lexer.h

 // Portions of this code based on re2c:
 //   (re2c/examples/push.re)
 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
@@ skipping 12 matching lines @@
 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
 #ifndef V8_LEXER_LEXER_H
 #define V8_LEXER_LEXER_H
 
-#if defined(WIN32)  // FIXME: does this work?
-
-typedef signed char   int8_t;
-typedef signed short  int16_t;
-typedef signed int   int32_t;
-
-typedef unsigned char  uint8_t;
-typedef unsigned short uint16_t;
-typedef unsigned int  uint32_t;
-
-#else
-
-#include <stdint.h>
-#include <unistd.h>
-
-#endif  // defined(WIN32)
-
 #include "token.h"
 #include "flags.h"
+#include "v8stdint.h"
 
 #define YYCTYPE uint8_t
 
 namespace v8 {
 namespace internal {
 
 class ExperimentalScanner;
 class UnicodeCache;
 
 class PushScanner {
@@ skipping 29 matching lines @@
   uint32_t yyaccept;
 
   bool just_seen_line_terminator_;
 
   ExperimentalScanner* sink_;
 };
 
 } }
 
 #endif  // V8_LEXER_LEXER_H