Experimental parser: introduce jump abstractions

tools/lexer_generator/code_generator.jinja

 // Copyright 2013 the V8 project authors. All rights reserved.
 // Redistribution and use in source and binary forms, with or without
 // modification, are permitted provided that the following conditions are
 // met:
 //
 //     * Redistributions of source code must retain the above copyright
 //       notice, this list of conditions and the following disclaimer.
 //     * Redistributions in binary form must reproduce the above
 //       copyright notice, this list of conditions and the following
 //       disclaimer in the documentation and/or other materials provided
 //       with the distribution.
 //     * Neither the name of Google Inc. nor the names of its
 //       contributors may be used to endorse or promote products derived
 //       from this software without specific prior written permission.
 //
 // THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
 // "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
 // LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
 // A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
 // OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
 // SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
 // LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
 // DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
 // THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
 // (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
 // OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+{%- macro jump(id) -%}
+  {%- set node = jump_table[id] -%}
+  goto {{ node[1] ~ '_' ~ node[0] }};
+{%- endmacro -%}
+
 {%- macro do_key(key) -%}
   {%- for r in key -%}
     {%- if not loop.first %} || {% endif -%}
     {%- if r[0] == 'PRIMARY_RANGE' -%}
       {%- if r[1][0] == r[1][1] -%}
         primary_char == {{r[1][0]}}
       {%- elif r[1][0] == 0 -%}
         primary_char <= {{r[1][1]}}
       {%- elif r[1][1] == upper_bound and not encoding == 'utf16'-%}
         primary_char >= {{r[1][0]}}
@@ skipping 79 matching lines @@
     RESET_START();
     {%- if encoding == 'utf16'-%}
       next_.is_onebyte = true;
     {%- endif -%}
     has_line_terminator_before_next_ = true;
     goto state_entry_0;
   {% elif type == 'token' %}
     DO_TOKEN(Token::{{value}})
     return;
   {% elif type == 'goto_start' %}
-    goto state_entry_{{value[0]}};
+    {{ jump(value[0]) }}
   {% elif type == 'store_token_and_goto' %}
     stored_token = Token::{{value[0]}};
-    goto after_entry_code_{{value[1]}};
+    {{ jump(value[1]) }}
   {% elif type == 'do_stored_token' %}
     DO_TOKEN(stored_token)
     return;
   {% elif type == 'do_token_and_go_forward' %}
     DO_TOKEN(Token::{{value}});
     FORWARD();
     RESET_START();
     return;
   {% elif type == 'harmony_token' %}
     if (harmony_{{value[0]}}_) {
       DO_TOKEN(Token::{{value[1]}});
     } else {
       DO_TOKEN(Token::{{value[2]}});
     }
     return;
   {% elif type == 'store_harmony_token_and_goto' %}
     if (harmony_{{value[0]}}_) {
       stored_token = Token::{{value[1]}};
     } else {
       stored_token = Token::{{value[2]}};
     }
-    goto after_entry_code_{{value[3]}};
+    {{ jump(value[3]) }}
   {% elif type == 'octal_number' %}
     last_octal_end_ = cursor_;
     DO_TOKEN(Token::NUMBER);
     return;
   {% elif type == 'backtrack' %}
     BACKWARD({{value[0]}});
     DO_TOKEN(Token::{{value[1]}});
     return;
   {% else %}
     uncompilable code for {{type}} {{value}}
@@ skipping 63 matching lines @@
   {%- if entry_action %}
     {{ dispatch_entry_action(entry_action[0], entry_action[1]) }}
   {%- endif %}
 
   {{ write_label('after_entry_code', node_number_chain) }}
 
   {%- if debug_print %}
     fprintf(stderr, "char at hand is %c (%d)\n", primary_char, primary_char);
   {% endif -%}
 
-  {%- macro do_transition(transition_state_id) -%}
+  {%- macro do_transition(jump_id) -%}
+    {%- set transition_state_id = jump_table[jump_id][0] -%}
     {%- set inline_transition = dfa_states[transition_state_id]['inline'] %}
     FORWARD();
     {%- if inline_transition %}
       {{ do_dfa_state([transition_state_id] + node_number_chain) }}
     {% else %}
-      goto state_entry_{{transition_state_id}};
+      {{ jump(jump_id) }}
     {% endif %}
   {%- endmacro -%}
 
   {%- if state['switch_transitions'] -%}
     switch(primary_char) {
-    {%- for ranges, transition_state_id in state['switch_transitions'] %}
+    {%- for ranges, jump_id in state['switch_transitions'] %}
       {%- for r in ranges -%}
         {%- for key in range(r[0], r[1] + 1) -%}
           case {{key}}:
         {% endfor %}
       {%- endfor -%}
-      {{ do_transition(transition_state_id) }}
+      {{ do_transition(jump_id) }}
     {% endfor -%}
     }
   {%- endif -%}
 
-  {%- for key, transition_state_id in state['if_transitions'] %}
+  {%- for key, jump_id in state['if_transitions'] %}
     if ({{do_key(key)}}) { // normal if transition
-      {{ do_transition(transition_state_id) }}
+      {{ do_transition(jump_id) }}
     }
   {% endfor -%}
 
-  {%- for key, transition_state_id in state['deferred_transitions'] %}
+  {%- for key, jump_id in state['deferred_transitions'] %}
     if ({{do_key(key)}}) { // deferred transition
-      {{ do_transition(transition_state_id) }}
+      {{ do_transition(jump_id) }}
     }
   {% endfor -%}
 
   {%- if state['long_char_transitions'] -%}
     if ({{long_char_check()}}) {
       next_.is_onebyte = false;
       {{long_char_create()}}
-      {%- for key, transition_state_id in state['long_char_transitions'] %}
+      {%- for key, jump_id in state['long_char_transitions'] %}
         if ({{do_key(key)}}) { // long_char transition
-          {{ do_transition(transition_state_id) }}
+          {{ do_transition(jump_id) }}
         }
       {% endfor -%}
     }
   {%- endif-%}
 
   {%- set match_action = state.match_action -%}
 
   {%- if match_action %}
     {{ dispatch_match_action(match_action[0], match_action[1]) }}
     CRASH();
@@ skipping 66 matching lines @@
     // force use of stored_token
     stored_token = Token::ILLEGAL;
     // force use of marker
     marker = NULL;
     // force use of state_entry_0
     goto state_entry_0;
   }
 }
 } }