Experimental parser: split off dot processing

tools/lexer_generator/encoding.py

-# Copyright 2013 the V8 project authors. All rights reserved.
+# Copyright 2014 the V8 project authors. All rights reserved.
 # Redistribution and use in source and binary forms, with or without
 # modification, are permitted provided that the following conditions are
 # met:
 #
 #     * Redistributions of source code must retain the above copyright
 #       notice, this list of conditions and the following disclaimer.
 #     * Redistributions in binary form must reproduce the above
 #       copyright notice, this list of conditions and the following
 #       disclaimer in the documentation and/or other materials provided
 #       with the distribution.
@@ skipping 27 matching lines @@
     ord('\n') : '\\n',
     ord('\r') : '\\r',
   }
 
   @staticmethod
   def to_str(encoding, x):
     assert not encoding or encoding.in_primary_range(x, x)
     if x > 127:
       return str(x)
     if not x in KeyEncoding.__printable_cache:
-      res = "'%s'" % chr(x) if chr(x) in printable else str(x)
+      res = "%s" % chr(x) if chr(x) in printable else str(x)
       KeyEncoding.__printable_cache[x] = res
     return KeyEncoding.__printable_cache[x]
 
   @staticmethod
   def get(name):
     if not KeyEncoding.__encodings:
       Latin1Encoding()
       Utf16Encoding()
       Utf8Encoding()
     return KeyEncoding.__encodings[name]
@@ skipping 125 matching lines @@
       {
         'whitespace':
           [(9, 9), (11, 12), (32, 32), ('non_primary_whitespace',)],
         'letter':
           [(65, 90), (97, 122), ('non_primary_letter',)],
         'line_terminator':
           [(10, 10), (13, 13), ('non_primary_line_terminator',)],
         'identifier_part_not_letter':
           [(48, 57), (95, 95), ('non_primary_identifier_part_not_letter',)],
       })