Experimental lexer generator: add a test for the code generator.

tools/lexer_generator/code_generator.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 45 matching lines @@
     # FIXME: add different check types (if, switch, lookup table)
     # FIXME: add action + break / continue
     # FIXME: add default action
     code = '''
 code_%s:
     fprintf(stderr, "state %s\\n");''' % (state.node_number(),
                                           state.node_number())
 
     action = state.action()
     if action:
-      if action[1] == 'terminate':
+      if action.type() == 'terminate':
         code += 'return 0;'
         return code
-      elif action[1] == 'terminate_illegal':
+      elif action.type() == 'terminate_illegal':
         code += 'return 1;'
         return code
 
     code += '''
     yych = *(++cursor_);
     fprintf(stderr, "char at hand is %c (%d)\\n", yych, yych);\n'''
 
     for key, s in state.transitions().items():
       code += CodeGenerator.key_to_code(key)
       code += ''' {
         goto code_%s;
     }
 ''' % s.node_number()
 
     if action:
-      code += '%s\nyych = *(--cursor_);\ngoto code_%s;\n' % (state.action()[1],
+      code += '%s\nyych = *(--cursor_);\ngoto code_%s;\n' % (action.data(),
                                                              start_node_number)
     return code
 
   @staticmethod
   def dfa_to_code(dfa):
     code = '''
 YYCTYPE yych = *cursor_;
 goto code_%s;
 ''' % (dfa.start_state().node_number())
     for n in dfa.all_states_iter():
       code += CodeGenerator.dfa_state_to_code(n,
                                               dfa.start_state().node_number())
     return code