Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(198)

Side by Side Diff: reviewbot/third_party/google-api-python-client/httplib2/iri2uri.py

Issue 20515002: Add google-api-python-client in third_party/ (Closed) Base URL: https://src.chromium.org/chrome/trunk/tools/
Patch Set: Created 7 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
Property Changes:
Added: svn:eol-style
+ LF
OLDNEW
(Empty)
1 """
2 iri2uri
3
4 Converts an IRI to a URI.
5
6 """
7 __author__ = "Joe Gregorio (joe@bitworking.org)"
8 __copyright__ = "Copyright 2006, Joe Gregorio"
9 __contributors__ = []
10 __version__ = "1.0.0"
11 __license__ = "MIT"
12 __history__ = """
13 """
14
15 import urlparse
16
17
18 # Convert an IRI to a URI following the rules in RFC 3987
19 #
20 # The characters we need to enocde and escape are defined in the spec:
21 #
22 # iprivate = %xE000-F8FF / %xF0000-FFFFD / %x100000-10FFFD
23 # ucschar = %xA0-D7FF / %xF900-FDCF / %xFDF0-FFEF
24 # / %x10000-1FFFD / %x20000-2FFFD / %x30000-3FFFD
25 # / %x40000-4FFFD / %x50000-5FFFD / %x60000-6FFFD
26 # / %x70000-7FFFD / %x80000-8FFFD / %x90000-9FFFD
27 # / %xA0000-AFFFD / %xB0000-BFFFD / %xC0000-CFFFD
28 # / %xD0000-DFFFD / %xE1000-EFFFD
29
30 escape_range = [
31 (0xA0, 0xD7FF),
32 (0xE000, 0xF8FF),
33 (0xF900, 0xFDCF),
34 (0xFDF0, 0xFFEF),
35 (0x10000, 0x1FFFD),
36 (0x20000, 0x2FFFD),
37 (0x30000, 0x3FFFD),
38 (0x40000, 0x4FFFD),
39 (0x50000, 0x5FFFD),
40 (0x60000, 0x6FFFD),
41 (0x70000, 0x7FFFD),
42 (0x80000, 0x8FFFD),
43 (0x90000, 0x9FFFD),
44 (0xA0000, 0xAFFFD),
45 (0xB0000, 0xBFFFD),
46 (0xC0000, 0xCFFFD),
47 (0xD0000, 0xDFFFD),
48 (0xE1000, 0xEFFFD),
49 (0xF0000, 0xFFFFD),
50 (0x100000, 0x10FFFD),
51 ]
52
53 def encode(c):
54 retval = c
55 i = ord(c)
56 for low, high in escape_range:
57 if i < low:
58 break
59 if i >= low and i <= high:
60 retval = "".join(["%%%2X" % ord(o) for o in c.encode('utf-8')])
61 break
62 return retval
63
64
65 def iri2uri(uri):
66 """Convert an IRI to a URI. Note that IRIs must be
67 passed in a unicode strings. That is, do not utf-8 encode
68 the IRI before passing it into the function."""
69 if isinstance(uri ,unicode):
70 (scheme, authority, path, query, fragment) = urlparse.urlsplit(uri)
71 authority = authority.encode('idna')
72 # For each character in 'ucschar' or 'iprivate'
73 # 1. encode as utf-8
74 # 2. then %-encode each octet of that utf-8
75 uri = urlparse.urlunsplit((scheme, authority, path, query, fragment))
76 uri = "".join([encode(c) for c in uri])
77 return uri
78
79 if __name__ == "__main__":
80 import unittest
81
82 class Test(unittest.TestCase):
83
84 def test_uris(self):
85 """Test that URIs are invariant under the transformation."""
86 invariant = [
87 u"ftp://ftp.is.co.za/rfc/rfc1808.txt",
88 u"http://www.ietf.org/rfc/rfc2396.txt",
89 u"ldap://[2001:db8::7]/c=GB?objectClass?one",
90 u"mailto:John.Doe@example.com",
91 u"news:comp.infosystems.www.servers.unix",
92 u"tel:+1-816-555-1212",
93 u"telnet://192.0.2.16:80/",
94 u"urn:oasis:names:specification:docbook:dtd:xml:4.1.2" ]
95 for uri in invariant:
96 self.assertEqual(uri, iri2uri(uri))
97
98 def test_iri(self):
99 """ Test that the right type of escaping is done for each part of th e URI."""
100 self.assertEqual("http://xn--o3h.com/%E2%98%84", iri2uri(u"http://\N {COMET}.com/\N{COMET}"))
101 self.assertEqual("http://bitworking.org/?fred=%E2%98%84", iri2uri(u" http://bitworking.org/?fred=\N{COMET}"))
102 self.assertEqual("http://bitworking.org/#%E2%98%84", iri2uri(u"http: //bitworking.org/#\N{COMET}"))
103 self.assertEqual("#%E2%98%84", iri2uri(u"#\N{COMET}"))
104 self.assertEqual("/fred?bar=%E2%98%9A#%E2%98%84", iri2uri(u"/fred?ba r=\N{BLACK LEFT POINTING INDEX}#\N{COMET}"))
105 self.assertEqual("/fred?bar=%E2%98%9A#%E2%98%84", iri2uri(iri2uri(u" /fred?bar=\N{BLACK LEFT POINTING INDEX}#\N{COMET}")))
106 self.assertNotEqual("/fred?bar=%E2%98%9A#%E2%98%84", iri2uri(u"/fred ?bar=\N{BLACK LEFT POINTING INDEX}#\N{COMET}".encode('utf-8')))
107
108 unittest.main()
109
110
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698