Experimental lexer generator: generate code for utf-16 character classes.

src/lexer/lexer.gyp

 # Copyright 2012 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 56 matching lines @@
             '../../tools/lexer_generator/*.jinja',
           ],
           'outputs': [
             '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_latin1.cc',
           ],
           'action': [
             'python',
             '../../tools/lexer_generator/generator.py',
             '--re=../../src/lexer/lexer_py.re',
             '--code=<(SHARED_INTERMEDIATE_DIR)/generated_lexer_latin1.cc',
-            '--char-type=uint8_t',
+            '--encoding=latin1',
           ],
         },
         {
           'action_name': 'codegen_16',
           'inputs': [
             '../../src/lexer/lexer_py.re',
             '../../tools/lexer_generator/*.py',
             '../../tools/lexer_generator/*.jinja',
           ],
           'outputs': [
             '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf16.cc',
           ],
           'action': [
             'python',
             '../../tools/lexer_generator/generator.py',
             '--re=../../src/lexer/lexer_py.re',
             '--code=<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf16.cc',
-            '--char-type=uint16_t',
+            '--encoding=utf16',
           ],
         },
       ],
     },
   ],
 }