Experimental parser: split off dot processing

tools/lexer_generator/rule_parser.py

Index: tools/lexer_generator/rule_parser.py
diff --git a/tools/lexer_generator/rule_parser.py b/tools/lexer_generator/rule_parser.py
index 4cd9a0877786b9cfce113bf73e46d7e730eab7a1..c1178693f8d4454717c59ff32bab334f92164538 100644
--- a/tools/lexer_generator/rule_parser.py
+++ b/tools/lexer_generator/rule_parser.py
@@ -331,10 +331,14 @@ class RuleProcessor(object):
   def __init__(self, string, encoding_name):
     self.__automata = {}
     self.__default_action = None
-    self.__parser_state = RuleParserState(KeyEncoding.get(encoding_name))
+    self.__encoding = KeyEncoding.get(encoding_name)
+    self.__parser_state = RuleParserState(self.__encoding)
     RuleParser.parse(string, self.__parser_state)
     self.__process_parser_state()
 
+  def encoding(self):
+    return self.__encoding
+
   def alias_iter(self):
     return iter(self.__parser_state.aliases.items())