Experimental parser: faster dfa minimization

tools/lexer_generator/generator.py

Index: tools/lexer_generator/generator.py
diff --git a/tools/lexer_generator/generator.py b/tools/lexer_generator/generator.py
index bafdc59335907e509a434da0b9be62cf59f128ed..d50920bc3dfbae37dffc8fa80ee9a30e3b4abbaa 100644
--- a/tools/lexer_generator/generator.py
+++ b/tools/lexer_generator/generator.py
@@ -28,7 +28,7 @@
 import argparse
 from nfa import Nfa
 from nfa_builder import NfaBuilder
-from dfa import Dfa
+from dfa import Dfa, DfaMinimizer
 from rule_parser import RuleParser, RuleParserState, RuleProcessor
 from code_generator import CodeGenerator
 
@@ -98,6 +98,7 @@ if __name__ == '__main__':
   parser.add_argument('--input')
   parser.add_argument('--code')
   parser.add_argument('--minimize-default', action='store_true')
+  parser.add_argument('--no-verify-default', action='store_true')
   args = parser.parse_args()
 
   re_file = args.re
@@ -105,6 +106,12 @@ if __name__ == '__main__':
   with open(re_file, 'r') as f:
     rule_processor = RuleProcessor.parse(f.read())
 
+  if args.minimize_default:
+    if args.no_verify_default:
+      DfaMinimizer.set_verify(False)
+    rule_processor.default_automata().minimal_dfa()
+    DfaMinimizer.set_verify(True)
+
   html_file = args.html
   if html_file:
     html = generate_html(rule_processor, args.minimize_default)