Experimental parser: add break instruction

tools/lexer_generator/generator.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 78 matching lines @@
     builder = NfaBuilder()
     builder.set_character_classes(parser_state.character_classes)
     assert 'default' in parser_state.rules
     def process(k, v):
       graphs = []
       for (graph, (precedence, code, transition)) in v['regex']:
         default_code = v['default_action']
         action = code if code else default_code
         if action:
           graph = NfaBuilder.add_action(graph, (precedence, action))
-        if transition == 'continue':
+        if not transition:
+          pass
+        elif transition == 'continue':
           assert not k == 'default'
           graph = NfaBuilder.add_continue(graph)
         elif transition == 'break':
-          pass
+          assert code
+          graph = NfaBuilder.add_break(graph)
         elif (transition == 'terminate' or
               transition == 'terminate_illegal'):
           assert not code
           graph = NfaBuilder.add_action(graph, (-1, transition))
         else:
           assert k == 'default'
           subgraph_modifier = '*' if code else None
           graph = NfaBuilder.join_subgraph(
             graph, transition, rule_map[transition], subgraph_modifier)
         graphs.append(graph)
@@ skipping 37 matching lines @@
     with open(args.html, 'w') as f:
       f.write(html)
       print "wrote html to %s" % html_file
 
   input_file = args.input
   if input_file:
     with open(input_file, 'r') as f:
       input_text = f.read() + '\0'
     for t in generator.lex(input_text):
       print t