Experimental parser: implement skip

tools/lexer_generator/code_generator.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 57 matching lines @@
        state.node_number())
 
     action = state.action()
     if action:
       if action.type() == 'terminate':
         code += 'PUSH_TOKEN(Token::EOS); return 0;'
         return code
       elif action.type() == 'terminate_illegal':
         code += 'PUSH_TOKEN(Token::ILLEGAL); return 1;'
         return code
+      elif action.type() == 'skip':
+        code += 'SKIP(); goto code_start;'
+        return code
 
     code += '''
     //fprintf(stderr, "char at hand is %c (%d)\\n", yych, yych);\n'''
 
     for key, s in state.transitions().items():
       code += CodeGenerator.key_to_code(key)
       code += ''' {
         FORWARD();
         goto code_%s;
     }
@@ skipping 49 matching lines @@
     code += '''
   CHECK(false);
 %s
   return 0;
 }
 
 }
 }
 ''' % default_action_code
     return code