Experimental parser: add push_token syntax

tools/lexer_generator/code_generator.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 70 matching lines @@
     //fprintf(stderr, "char at hand is %c (%d)\\n", yych, yych);\n'''
 
     for key, s in state.transitions().items():
       code += CodeGenerator.key_to_code(key)
       code += ''' {
         goto code_%s;
     }
 ''' % s.node_number()
 
     if action:
-      code += '%s\nBACK();\ngoto code_%s;\n' % (action.data(),
-                                                start_node_number)
+      if action.type() == 'code':
+        code += '%s\nBACK();\ngoto code_%s;\n' % (action.data(),
+                                                  start_node_number)
+      elif action.type() == 'push_token':
+        #TODO
+        pass
+      else:
+        raise Exception("unknown type %s" % action.type())
     else:
       code += 'goto default_action;'
     return code
 
   @staticmethod
   def rule_processor_to_code(rule_processor, use_mdfa):
     if use_mdfa:
       dfa = rule_processor.default_automata().minimal_dfa()
     else:
       dfa = rule_processor.default_automata().dfa()
@@ skipping 17 matching lines @@
   //fprintf(stderr, "default action\\n");
   %s
   goto code_%s;
   return 0;
 }
 
 }
 }
 ''' % (rule_processor.default_action, start_node_number)
     return code