Experimental parser: utf8 added to build

src/lexer/lexer.gyp

Index: src/lexer/lexer.gyp
diff --git a/src/lexer/lexer.gyp b/src/lexer/lexer.gyp
index a4049a9cae51bb2ed0924900803404c0778480a3..97668985459990ba9a9847408b42e98ddef3e3e6 100644
--- a/src/lexer/lexer.gyp
+++ b/src/lexer/lexer.gyp
@@ -48,6 +48,7 @@
         'lexer-shell.cc',
         '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_latin1.cc',
         '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf16.cc',
+        '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf8.cc',
       ],
       'conditions': [
         ['v8_enable_i18n_support==1', {
@@ -94,6 +95,24 @@
             '--encoding=utf16',
           ],
         },
+        {
+          'action_name': 'codegen_utf8',
+          'inputs': [
+            '../../src/lexer/lexer_py.re',
+            '../../tools/lexer_generator/*.py',
+            '../../tools/lexer_generator/*.jinja',
+          ],
+          'outputs': [
+            '<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf8.cc',
+          ],
+          'action': [
+            'python',
+            '../../tools/lexer_generator/generator.py',
+            '--re=../../src/lexer/lexer_py.re',
+            '--code=<(SHARED_INTERMEDIATE_DIR)/generated_lexer_utf8.cc',
+            '--encoding=utf8',
+          ],
+        },
       ],
     },
   ],