Experimental lexer generator: Code generator skeleton.

tools/lexer_generator/generator.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 116 matching lines @@
       (start, dfa_nodes) = nfa.compute_dfa()
       dfa = Dfa(start, dfa_nodes)
       self.__automata[rule_name] = (nfa, dfa)
 
   # Lexes strings with the help of DFAs procuded by the grammar. For sanity
   # checking the automata.
   def lex(self, string):
     (nfa, dfa) = self.__automata['default']
     return dfa.lex(string)
 
+  def generate_code(self):
+    (nfa, dfa) = self.__automata['default']
+    return dfa.to_code()
+
 if __name__ == '__main__':
 
   parser = argparse.ArgumentParser()
   parser.add_argument('--html')
   parser.add_argument('--re', default='src/lexer/lexer_py.re')
   parser.add_argument('--input')
+  parser.add_argument('--code')
   args = parser.parse_args()
 
   re_file = args.re
   parser_state = RuleParserState()
   print "parsing %s" % re_file
   with open(re_file, 'r') as f:
     generator = Generator(f.read())
 
   html_file = args.html
   if html_file:
     html = generator.generate_html()
     with open(args.html, 'w') as f:
       f.write(html)
       print "wrote html to %s" % html_file
 
+  code_file = args.code
+  if code_file:
+    code = generator.generate_code()
+    with open(code_file, 'w') as f:
+      f.write(code)
+      print "wrote code to %s" % code_file
+
   input_file = args.input
   if input_file:
     with open(input_file, 'r') as f:
       input_text = f.read() + '\0'
     for t in generator.lex(input_text):
       print t