Experimental lexer generator: parse \000 etc. inside char classes.

tools/lexer_generator/rule_parser.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 19 matching lines @@
 from regex_parser import RegexParser
 from nfa import NfaBuilder
 from transition_keys import TransitionKey
 
 class RuleParser:
 
   tokens = RuleLexer.tokens
 
   def __init__(self):
     self.aliases = {
-      'eof' : RegexParser.parse("eof"), #RegexParser.parse("[\0]"),
+      'eof' : RegexParser.parse("[\\0]"),
       'any' : RegexParser.parse("."),
     }
     self.character_classes = {}
     self.current_transition = None
     self.rules = {}
 
   def p_statements(self, p):
     'statements : statement maybe_statements'
 
   def p_maybe_statement(self, p):
@@ skipping 112 matching lines @@
   def p_error(self, p):
     raise Exception("Syntax error in input '%s'" % p)
 
   def build(self, **kwargs):
     self.parser = yacc.yacc(module=self, debug=0, write_tables=0, **kwargs)
     self.lexer = RuleLexer()
     self.lexer.build(**kwargs)
 
   def parse(self, data):
     return self.parser.parse(data, lexer=self.lexer.lexer)