Experimental parser: cleanup RegexParser

tools/lexer_generator/transition_keys.py

 # Copyright 2013 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
@@ skipping 170 matching lines @@
     name = '__' + name
     return TransitionKey.__cached_key(None, name, get_bounds)
 
   @staticmethod
   def __process_term(encoding, term, ranges, key_map):
     key = term.name()
     args = term.args()
     if key == 'RANGE':
       ranges.append((ord(args[0]), ord(args[1])))
     elif key == 'LITERAL':
-      ranges.append((ord(args[0]), ord(args[0])))
+      for char in args[0]:
+        ranges.append((ord(char), ord(char)))
     elif key == 'CAT':
-      for x in [args[0], args[1]]:
+      for x in args:
         TransitionKey.__process_term(encoding, x, ranges, key_map)
     elif key == 'CHARACTER_CLASS':
       class_name = args[0]
       if encoding.class_range(class_name):
         r = encoding.class_range(class_name)
         if class_name in key_map:
           assert key_map[class_name] == TransitionKey(encoding, [r])
         ranges.append(r)
       elif encoding.predefined_range_iter(class_name):
         rs = list(encoding.predefined_range_iter(class_name))
@@ skipping 330 matching lines @@
         self.class_range('non_primary_whitespace')])
     self.add_predefined_range(
       'letter', [(65, 90), (97, 122), self.class_range('non_primary_letter')])
     self.add_predefined_range(
       'line_terminator',
       [(10, 10), (13, 13), self.class_range('non_primary_line_terminator')])
     self.add_predefined_range(
       'identifier_part_not_letter',
       [(48, 57), (95, 95),
        self.class_range('non_primary_identifier_part_not_letter')])