OLD | NEW |
(Empty) | |
| 1 """JSON token scanner |
| 2 """ |
| 3 import re |
| 4 def _import_c_make_scanner(): |
| 5 try: |
| 6 from simplejson._speedups import make_scanner |
| 7 return make_scanner |
| 8 except ImportError: |
| 9 return None |
| 10 c_make_scanner = _import_c_make_scanner() |
| 11 |
| 12 __all__ = ['make_scanner'] |
| 13 |
| 14 NUMBER_RE = re.compile( |
| 15 r'(-?(?:0|[1-9]\d*))(\.\d+)?([eE][-+]?\d+)?', |
| 16 (re.VERBOSE | re.MULTILINE | re.DOTALL)) |
| 17 |
| 18 def py_make_scanner(context): |
| 19 parse_object = context.parse_object |
| 20 parse_array = context.parse_array |
| 21 parse_string = context.parse_string |
| 22 match_number = NUMBER_RE.match |
| 23 encoding = context.encoding |
| 24 strict = context.strict |
| 25 parse_float = context.parse_float |
| 26 parse_int = context.parse_int |
| 27 parse_constant = context.parse_constant |
| 28 object_hook = context.object_hook |
| 29 object_pairs_hook = context.object_pairs_hook |
| 30 memo = context.memo |
| 31 |
| 32 def _scan_once(string, idx): |
| 33 try: |
| 34 nextchar = string[idx] |
| 35 except IndexError: |
| 36 raise StopIteration |
| 37 |
| 38 if nextchar == '"': |
| 39 return parse_string(string, idx + 1, encoding, strict) |
| 40 elif nextchar == '{': |
| 41 return parse_object((string, idx + 1), encoding, strict, |
| 42 _scan_once, object_hook, object_pairs_hook, memo) |
| 43 elif nextchar == '[': |
| 44 return parse_array((string, idx + 1), _scan_once) |
| 45 elif nextchar == 'n' and string[idx:idx + 4] == 'null': |
| 46 return None, idx + 4 |
| 47 elif nextchar == 't' and string[idx:idx + 4] == 'true': |
| 48 return True, idx + 4 |
| 49 elif nextchar == 'f' and string[idx:idx + 5] == 'false': |
| 50 return False, idx + 5 |
| 51 |
| 52 m = match_number(string, idx) |
| 53 if m is not None: |
| 54 integer, frac, exp = m.groups() |
| 55 if frac or exp: |
| 56 res = parse_float(integer + (frac or '') + (exp or '')) |
| 57 else: |
| 58 res = parse_int(integer) |
| 59 return res, m.end() |
| 60 elif nextchar == 'N' and string[idx:idx + 3] == 'NaN': |
| 61 return parse_constant('NaN'), idx + 3 |
| 62 elif nextchar == 'I' and string[idx:idx + 8] == 'Infinity': |
| 63 return parse_constant('Infinity'), idx + 8 |
| 64 elif nextchar == '-' and string[idx:idx + 9] == '-Infinity': |
| 65 return parse_constant('-Infinity'), idx + 9 |
| 66 else: |
| 67 raise StopIteration |
| 68 |
| 69 def scan_once(string, idx): |
| 70 try: |
| 71 return _scan_once(string, idx) |
| 72 finally: |
| 73 memo.clear() |
| 74 |
| 75 return scan_once |
| 76 |
| 77 make_scanner = c_make_scanner or py_make_scanner |
OLD | NEW |