OLD | NEW |
1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "components/safe_browsing_db/v4_protocol_manager_util.h" | 5 #include "components/safe_browsing_db/v4_protocol_manager_util.h" |
6 | 6 |
7 #include <vector> | 7 #include <vector> |
8 | 8 |
9 #include "base/base64.h" | 9 #include "base/base64.h" |
10 #include "base/strings/stringprintf.h" | |
11 #include "base/time/time.h" | 10 #include "base/time/time.h" |
12 #include "net/base/escape.h" | 11 #include "net/base/escape.h" |
13 #include "net/http/http_request_headers.h" | 12 #include "net/http/http_request_headers.h" |
14 #include "testing/gtest/include/gtest/gtest.h" | 13 #include "testing/gtest/include/gtest/gtest.h" |
15 | 14 |
16 using base::Time; | 15 using base::Time; |
17 using base::TimeDelta; | 16 using base::TimeDelta; |
18 | 17 |
19 namespace { | 18 namespace { |
20 | 19 |
21 const char kClient[] = "unittest"; | 20 const char kClient[] = "unittest"; |
22 const char kAppVer[] = "1.0"; | 21 const char kAppVer[] = "1.0"; |
23 const char kKeyParam[] = "test_key_param"; | 22 const char kKeyParam[] = "test_key_param"; |
24 | 23 |
25 bool VectorContains(const std::vector<std::string>& data, | |
26 const std::string& str) { | |
27 return std::find(data.begin(), data.end(), str) != data.end(); | |
28 } | |
29 | |
30 } // namespace | 24 } // namespace |
31 | 25 |
32 namespace safe_browsing { | 26 namespace safe_browsing { |
33 | 27 |
34 class V4ProtocolManagerUtilTest : public testing::Test { | 28 class SafeBrowsingV4ProtocolManagerUtilTest : public testing::Test { |
35 protected: | 29 protected: |
36 void PopulateV4ProtocolConfig(V4ProtocolConfig* config) { | 30 void PopulateV4ProtocolConfig(V4ProtocolConfig* config) { |
37 config->client_name = kClient; | 31 config->client_name = kClient; |
38 config->version = kAppVer; | 32 config->version = kAppVer; |
39 config->key_param = kKeyParam; | 33 config->key_param = kKeyParam; |
40 } | 34 } |
41 }; | 35 }; |
42 | 36 |
43 TEST_F(V4ProtocolManagerUtilTest, TestBackOffLogic) { | 37 TEST_F(SafeBrowsingV4ProtocolManagerUtilTest, TestBackOffLogic) { |
44 size_t error_count = 0, back_off_multiplier = 1; | 38 size_t error_count = 0, back_off_multiplier = 1; |
45 | 39 |
46 // 1 error. | 40 // 1 error. |
47 base::TimeDelta next = V4ProtocolManagerUtil::GetNextBackOffInterval( | 41 base::TimeDelta next = V4ProtocolManagerUtil::GetNextBackOffInterval( |
48 &error_count, &back_off_multiplier); | 42 &error_count, &back_off_multiplier); |
49 EXPECT_EQ(1U, error_count); | 43 EXPECT_EQ(1U, error_count); |
50 EXPECT_EQ(1U, back_off_multiplier); | 44 EXPECT_EQ(1U, back_off_multiplier); |
51 EXPECT_LE(TimeDelta::FromMinutes(15), next); | 45 EXPECT_LE(TimeDelta::FromMinutes(15), next); |
52 EXPECT_GE(TimeDelta::FromMinutes(30), next); | 46 EXPECT_GE(TimeDelta::FromMinutes(30), next); |
53 | 47 |
(...skipping 53 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
107 EXPECT_EQ(TimeDelta::FromHours(24), next); | 101 EXPECT_EQ(TimeDelta::FromHours(24), next); |
108 | 102 |
109 // 9 errors, reached max backoff and multiplier capped. | 103 // 9 errors, reached max backoff and multiplier capped. |
110 next = V4ProtocolManagerUtil::GetNextBackOffInterval(&error_count, | 104 next = V4ProtocolManagerUtil::GetNextBackOffInterval(&error_count, |
111 &back_off_multiplier); | 105 &back_off_multiplier); |
112 EXPECT_EQ(9U, error_count); | 106 EXPECT_EQ(9U, error_count); |
113 EXPECT_EQ(128U, back_off_multiplier); | 107 EXPECT_EQ(128U, back_off_multiplier); |
114 EXPECT_EQ(TimeDelta::FromHours(24), next); | 108 EXPECT_EQ(TimeDelta::FromHours(24), next); |
115 } | 109 } |
116 | 110 |
117 TEST_F(V4ProtocolManagerUtilTest, TestGetRequestUrlAndUpdateHeaders) { | 111 TEST_F(SafeBrowsingV4ProtocolManagerUtilTest, |
| 112 TestGetRequestUrlAndUpdateHeaders) { |
118 V4ProtocolConfig config; | 113 V4ProtocolConfig config; |
119 PopulateV4ProtocolConfig(&config); | 114 PopulateV4ProtocolConfig(&config); |
120 | 115 |
121 net::HttpRequestHeaders headers; | 116 net::HttpRequestHeaders headers; |
122 GURL gurl; | 117 GURL gurl; |
123 V4ProtocolManagerUtil::GetRequestUrlAndHeaders("request_base64", "someMethod", | 118 V4ProtocolManagerUtil::GetRequestUrlAndHeaders("request_base64", "someMethod", |
124 config, &gurl, &headers); | 119 config, &gurl, &headers); |
125 std::string expectedUrl = | 120 std::string expectedUrl = |
126 "https://safebrowsing.googleapis.com/v4/someMethod?" | 121 "https://safebrowsing.googleapis.com/v4/someMethod?" |
127 "$req=request_base64&$ct=application/x-protobuf&key=test_key_param"; | 122 "$req=request_base64&$ct=application/x-protobuf&key=test_key_param"; |
128 EXPECT_EQ(expectedUrl, gurl.spec()); | 123 EXPECT_EQ(expectedUrl, gurl.spec()); |
129 std::string header_value; | 124 std::string header_value; |
130 EXPECT_TRUE(headers.GetHeader("X-HTTP-Method-Override", &header_value)); | 125 EXPECT_TRUE(headers.GetHeader("X-HTTP-Method-Override", &header_value)); |
131 EXPECT_EQ("POST", header_value); | 126 EXPECT_EQ("POST", header_value); |
132 } | 127 } |
133 | 128 |
134 // Tests that we generate the required host/path combinations for testing | |
135 // according to the Safe Browsing spec. | |
136 // See: https://developers.google.com/safe-browsing/v4/urls-hashing | |
137 TEST_F(V4ProtocolManagerUtilTest, UrlParsing) { | |
138 std::vector<std::string> hosts, paths; | |
139 | |
140 GURL url("http://a.b.c/1/2.html?param=1"); | |
141 V4ProtocolManagerUtil::GenerateHostsToCheck(url, &hosts); | |
142 V4ProtocolManagerUtil::GeneratePathsToCheck(url, &paths); | |
143 EXPECT_EQ(hosts.size(), static_cast<size_t>(2)); | |
144 EXPECT_EQ(paths.size(), static_cast<size_t>(4)); | |
145 EXPECT_EQ(hosts[0], "b.c"); | |
146 EXPECT_EQ(hosts[1], "a.b.c"); | |
147 | |
148 EXPECT_TRUE(VectorContains(paths, "/1/2.html?param=1")); | |
149 EXPECT_TRUE(VectorContains(paths, "/1/2.html")); | |
150 EXPECT_TRUE(VectorContains(paths, "/1/")); | |
151 EXPECT_TRUE(VectorContains(paths, "/")); | |
152 | |
153 url = GURL("http://a.b.c.d.e.f.g/1.html"); | |
154 V4ProtocolManagerUtil::GenerateHostsToCheck(url, &hosts); | |
155 V4ProtocolManagerUtil::GeneratePathsToCheck(url, &paths); | |
156 EXPECT_EQ(hosts.size(), static_cast<size_t>(5)); | |
157 EXPECT_EQ(paths.size(), static_cast<size_t>(2)); | |
158 EXPECT_EQ(hosts[0], "f.g"); | |
159 EXPECT_EQ(hosts[1], "e.f.g"); | |
160 EXPECT_EQ(hosts[2], "d.e.f.g"); | |
161 EXPECT_EQ(hosts[3], "c.d.e.f.g"); | |
162 EXPECT_EQ(hosts[4], "a.b.c.d.e.f.g"); | |
163 EXPECT_TRUE(VectorContains(paths, "/1.html")); | |
164 EXPECT_TRUE(VectorContains(paths, "/")); | |
165 | |
166 url = GURL("http://a.b/saw-cgi/eBayISAPI.dll/"); | |
167 V4ProtocolManagerUtil::GeneratePathsToCheck(url, &paths); | |
168 EXPECT_EQ(paths.size(), static_cast<size_t>(3)); | |
169 EXPECT_TRUE(VectorContains(paths, "/saw-cgi/eBayISAPI.dll/")); | |
170 EXPECT_TRUE(VectorContains(paths, "/saw-cgi/")); | |
171 EXPECT_TRUE(VectorContains(paths, "/")); | |
172 } | |
173 | |
174 // Tests the url canonicalization according to the Safe Browsing spec. | |
175 // See: https://developers.google.com/safe-browsing/v4/urls-hashing | |
176 TEST_F(V4ProtocolManagerUtilTest, CanonicalizeUrl) { | |
177 struct { | |
178 const char* input_url; | |
179 const char* expected_canonicalized_hostname; | |
180 const char* expected_canonicalized_path; | |
181 const char* expected_canonicalized_query; | |
182 } tests[] = { | |
183 {"http://host/%25%32%35", "host", "/%25", ""}, | |
184 {"http://host/%25%32%35%25%32%35", "host", "/%25%25", ""}, | |
185 {"http://host/%2525252525252525", "host", "/%25", ""}, | |
186 {"http://host/asdf%25%32%35asd", "host", "/asdf%25asd", ""}, | |
187 {"http://host/%%%25%32%35asd%%", "host", "/%25%25%25asd%25%25", ""}, | |
188 {"http://host/%%%25%32%35asd%%", "host", "/%25%25%25asd%25%25", ""}, | |
189 {"http://www.google.com/", "www.google.com", "/", ""}, | |
190 {"http://%31%36%38%2e%31%38%38%2e%39%39%2e%32%36/%2E%73%65%63%75%72%65/" | |
191 "%77" | |
192 "%77%77%2E%65%62%61%79%2E%63%6F%6D/", | |
193 "168.188.99.26", "/.secure/www.ebay.com/", ""}, | |
194 {"http://195.127.0.11/uploads/%20%20%20%20/.verify/" | |
195 ".eBaysecure=updateuserd" | |
196 "ataxplimnbqmn-xplmvalidateinfoswqpcmlx=hgplmcx/", | |
197 "195.127.0.11", | |
198 "/uploads/%20%20%20%20/.verify/" | |
199 ".eBaysecure=updateuserdataxplimnbqmn-xplmv" | |
200 "alidateinfoswqpcmlx=hgplmcx/", | |
201 ""}, | |
202 {"http://host.com/%257Ea%2521b%2540c%2523d%2524e%25f%255E00%252611%252A" | |
203 "22%252833%252944_55%252B", | |
204 "host.com", "/~a!b@c%23d$e%25f^00&11*22(33)44_55+", ""}, | |
205 {"http://3279880203/blah", "195.127.0.11", "/blah", ""}, | |
206 {"http://www.google.com/blah/..", "www.google.com", "/", ""}, | |
207 {"http://www.google.com/blah#fraq", "www.google.com", "/blah", ""}, | |
208 {"http://www.GOOgle.com/", "www.google.com", "/", ""}, | |
209 {"http://www.google.com.../", "www.google.com", "/", ""}, | |
210 {"http://www.google.com/q?", "www.google.com", "/q", ""}, | |
211 {"http://www.google.com/q?r?", "www.google.com", "/q", "r?"}, | |
212 {"http://www.google.com/q?r?s", "www.google.com", "/q", "r?s"}, | |
213 {"http://evil.com/foo#bar#baz", "evil.com", "/foo", ""}, | |
214 {"http://evil.com/foo;", "evil.com", "/foo;", ""}, | |
215 {"http://evil.com/foo?bar;", "evil.com", "/foo", "bar;"}, | |
216 {"http://notrailingslash.com", "notrailingslash.com", "/", ""}, | |
217 {"http://www.gotaport.com:1234/", "www.gotaport.com", "/", ""}, | |
218 {" http://www.google.com/ ", "www.google.com", "/", ""}, | |
219 {"http:// leadingspace.com/", "%20leadingspace.com", "/", ""}, | |
220 {"http://%20leadingspace.com/", "%20leadingspace.com", "/", ""}, | |
221 {"https://www.securesite.com/", "www.securesite.com", "/", ""}, | |
222 {"http://host.com/ab%23cd", "host.com", "/ab%23cd", ""}, | |
223 {"http://host%3e.com//twoslashes?more//slashes", "host>.com", | |
224 "/twoslashes", "more//slashes"}, | |
225 {"http://host.com/abc?val=xyz#anything", "host.com", "/abc", "val=xyz"}, | |
226 {"http://abc:def@host.com/xyz", "host.com", "/xyz", ""}, | |
227 {"http://host%3e.com/abc/%2e%2e%2fdef", "host>.com", "/def", ""}, | |
228 {"http://.......host...com.....//abc/////def%2F%2F%2Fxyz", "host.com", | |
229 "/abc/def/xyz", ""}, | |
230 {"ftp://host.com/foo?bar", "host.com", "/foo", "bar"}, | |
231 {"data:text/html;charset=utf-8,%0D%0A", "", "", ""}, | |
232 {"javascript:alert()", "", "", ""}, | |
233 {"mailto:abc@example.com", "", "", ""}, | |
234 }; | |
235 for (size_t i = 0; i < arraysize(tests); ++i) { | |
236 SCOPED_TRACE(base::StringPrintf("Test: %s", tests[i].input_url)); | |
237 GURL url(tests[i].input_url); | |
238 | |
239 std::string canonicalized_hostname; | |
240 std::string canonicalized_path; | |
241 std::string canonicalized_query; | |
242 V4ProtocolManagerUtil::CanonicalizeUrl(url, &canonicalized_hostname, | |
243 &canonicalized_path, | |
244 &canonicalized_query); | |
245 | |
246 EXPECT_EQ(tests[i].expected_canonicalized_hostname, canonicalized_hostname); | |
247 EXPECT_EQ(tests[i].expected_canonicalized_path, canonicalized_path); | |
248 EXPECT_EQ(tests[i].expected_canonicalized_query, canonicalized_query); | |
249 } | |
250 } | |
251 | |
252 } // namespace safe_browsing | 129 } // namespace safe_browsing |
OLD | NEW |