Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(147)

Side by Side Diff: pylib/simplejson/scanner.py

Issue 6183003: Added third_party python libraries that are needed for browser testing. (Closed) Base URL: svn://svn.chromium.org/native_client/trunk/src/third_party/
Patch Set: Created 9 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « pylib/simplejson/ordered_dict.py ('k') | pylib/simplejson/tool.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
(Empty)
1 """JSON token scanner
2 """
3 import re
4 def _import_c_make_scanner():
5 try:
6 from simplejson._speedups import make_scanner
7 return make_scanner
8 except ImportError:
9 return None
10 c_make_scanner = _import_c_make_scanner()
11
12 __all__ = ['make_scanner']
13
14 NUMBER_RE = re.compile(
15 r'(-?(?:0|[1-9]\d*))(\.\d+)?([eE][-+]?\d+)?',
16 (re.VERBOSE | re.MULTILINE | re.DOTALL))
17
18 def py_make_scanner(context):
19 parse_object = context.parse_object
20 parse_array = context.parse_array
21 parse_string = context.parse_string
22 match_number = NUMBER_RE.match
23 encoding = context.encoding
24 strict = context.strict
25 parse_float = context.parse_float
26 parse_int = context.parse_int
27 parse_constant = context.parse_constant
28 object_hook = context.object_hook
29 object_pairs_hook = context.object_pairs_hook
30 memo = context.memo
31
32 def _scan_once(string, idx):
33 try:
34 nextchar = string[idx]
35 except IndexError:
36 raise StopIteration
37
38 if nextchar == '"':
39 return parse_string(string, idx + 1, encoding, strict)
40 elif nextchar == '{':
41 return parse_object((string, idx + 1), encoding, strict,
42 _scan_once, object_hook, object_pairs_hook, memo)
43 elif nextchar == '[':
44 return parse_array((string, idx + 1), _scan_once)
45 elif nextchar == 'n' and string[idx:idx + 4] == 'null':
46 return None, idx + 4
47 elif nextchar == 't' and string[idx:idx + 4] == 'true':
48 return True, idx + 4
49 elif nextchar == 'f' and string[idx:idx + 5] == 'false':
50 return False, idx + 5
51
52 m = match_number(string, idx)
53 if m is not None:
54 integer, frac, exp = m.groups()
55 if frac or exp:
56 res = parse_float(integer + (frac or '') + (exp or ''))
57 else:
58 res = parse_int(integer)
59 return res, m.end()
60 elif nextchar == 'N' and string[idx:idx + 3] == 'NaN':
61 return parse_constant('NaN'), idx + 3
62 elif nextchar == 'I' and string[idx:idx + 8] == 'Infinity':
63 return parse_constant('Infinity'), idx + 8
64 elif nextchar == '-' and string[idx:idx + 9] == '-Infinity':
65 return parse_constant('-Infinity'), idx + 9
66 else:
67 raise StopIteration
68
69 def scan_once(string, idx):
70 try:
71 return _scan_once(string, idx)
72 finally:
73 memo.clear()
74
75 return scan_once
76
77 make_scanner = c_make_scanner or py_make_scanner
OLDNEW
« no previous file with comments | « pylib/simplejson/ordered_dict.py ('k') | pylib/simplejson/tool.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698