Experimental parser: perform inlining in python

tools/lexer_generator/code_generator.jinja

 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
@@ skipping 178 matching lines @@
         reinterpret_cast<const uint8_t*>(cursor_),
         buffer_end_ - cursor_,
         &bytes_read);
     cursor_ += bytes_read - 1;
   {%- else -%}
     uncompilable code for {{encoding}}
   {%- endif -%}
 {%- endmacro -%}
 
 
-{%- macro write_label(label_name, node_number_chain) %}
-  {%- set node_number = node_number_chain|first -%}
+{%- macro write_label(label_name, node_number) %}
   {%- set state = dfa_states[node_number] -%}
   {%- set used = state['entry_points'][label_name] -%}
-  {%- set long_label = label_name + '_' + node_number_chain|join('_') -%}
+  {%- set long_label = label_name ~ '_' ~ node_number -%}
   {% if used -%}
     {{long_label}}:
   {%- else -%}
     // {{long_label}}:
   {%- endif %}
 {% endmacro -%}
 
 
-{%- macro do_dfa_state(node_number_chain) -%}
+{%- macro do_dfa_state(node_number) -%}
 
-  {%- set node_number = node_number_chain|first -%}
   {%- set state = dfa_states[node_number] -%}
 
-  {{ write_label('state_entry', node_number_chain) }}
+  {{ write_label('state_entry', node_number) }}
 
   {% if not state['can_elide_read'] -%}
     READ_CURSOR();
   {%- endif -%}
 
   {% if debug_print %}
     fprintf(stderr,
             "state {{state.node_number}}, start %d, cursor %d\n",
             start_ - buffer_,
             cursor_ - buffer_);
   {% endif -%}
 
   {%- set entry_action = state.entry_action -%}
   {%- if entry_action %}
     {{ dispatch_entry_action(entry_action[0], entry_action[1]) }}
   {%- endif %}
 
-  {{ write_label('after_entry_code', node_number_chain) }}
+  {{ write_label('after_entry_code', node_number) }}
 
   {%- if debug_print %}
     fprintf(stderr, "char at hand is %c (%d)\n", primary_char, primary_char);
   {% endif -%}
 
   {%- macro do_transition(jump_id) -%}
     {%- set transition_state_id = jump_table[jump_id][0] -%}
-    {%- set inline_transition = dfa_states[transition_state_id]['inline'] %}
+    {%- set inline_transition = jump_table[jump_id][1] == 'inline' %}
     FORWARD();
     {%- if inline_transition %}
-      {{ do_dfa_state([transition_state_id] + node_number_chain) }}
+      {{ do_dfa_state(transition_state_id) }}
     {% else %}
       {{ jump(jump_id) }}
     {% endif %}
   {%- endmacro -%}
 
   {%- if state['switch_transitions'] -%}
     switch(primary_char) {
     {%- for ranges, jump_id in state['switch_transitions'] %}
       {%- for r in ranges -%}
         {%- for key in range(r[0], r[1] + 1) -%}
@@ skipping 80 matching lines @@
   // Setup environment.
   next_.has_escapes = false;
   next_.is_onebyte = true;
   Token::Value stored_token;
   const {{char_type}} * marker;
   {{char_type}} primary_char;
 
 {# first node is start node #}
 {% for dfa_state in dfa_states -%}
   {%- if not dfa_state['inline'] %}
-    {{ do_dfa_state([dfa_state['node_number']]) }}
+    {{ do_dfa_state(dfa_state['node_number']) }}
   {%- endif -%}
 {%- endfor %}
 
   // Execute the default action.
   default_action:
 {%- if debug_print %}
     fprintf(stderr, "default action\n");
 {% endif -%}
     {{dispatch_match_action(default_action[0], default_action[1])}}
   CRASH();
 
   if (false) {
     // force use of stored_token
     stored_token = Token::ILLEGAL;
     // force use of marker
     marker = NULL;
     // force use of state_entry_0
     goto state_entry_0;
   }
 }
 } }