| OLD | NEW |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 // NB: Modelled after Mozilla's code (originally written by Pamela Greene, | 5 // NB: Modelled after Mozilla's code (originally written by Pamela Greene, |
| 6 // later modified by others), but almost entirely rewritten for Chrome. | 6 // later modified by others), but almost entirely rewritten for Chrome. |
| 7 // (netwerk/dns/src/nsEffectiveTLDService.cpp) | 7 // (netwerk/dns/src/nsEffectiveTLDService.cpp) |
| 8 /* ***** BEGIN LICENSE BLOCK ***** | 8 /* ***** BEGIN LICENSE BLOCK ***** |
| 9 * Version: MPL 1.1/GPL 2.0/LGPL 2.1 | 9 * Version: MPL 1.1/GPL 2.0/LGPL 2.1 |
| 10 * | 10 * |
| (...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 59 namespace registry_controlled_domains { | 59 namespace registry_controlled_domains { |
| 60 | 60 |
| 61 namespace { | 61 namespace { |
| 62 #include "net/base/registry_controlled_domains/effective_tld_names-inc.cc" | 62 #include "net/base/registry_controlled_domains/effective_tld_names-inc.cc" |
| 63 | 63 |
| 64 // See make_dafsa.py for documentation of the generated dafsa byte array. | 64 // See make_dafsa.py for documentation of the generated dafsa byte array. |
| 65 | 65 |
| 66 const unsigned char* g_graph = kDafsa; | 66 const unsigned char* g_graph = kDafsa; |
| 67 size_t g_graph_length = sizeof(kDafsa); | 67 size_t g_graph_length = sizeof(kDafsa); |
| 68 | 68 |
| 69 struct MappedHostComponent { | |
| 70 size_t original_begin; | |
| 71 size_t original_end; | |
| 72 | |
| 73 size_t canonical_begin; | |
| 74 size_t canonical_end; | |
| 75 }; | |
| 76 | |
| 77 size_t GetRegistryLengthImpl(base::StringPiece host, | 69 size_t GetRegistryLengthImpl(base::StringPiece host, |
| 78 UnknownRegistryFilter unknown_filter, | 70 UnknownRegistryFilter unknown_filter, |
| 79 PrivateRegistryFilter private_filter) { | 71 PrivateRegistryFilter private_filter) { |
| 80 if (host.empty()) | 72 DCHECK(!host.empty()); |
| 81 return std::string::npos; | |
| 82 | 73 |
| 83 // Skip leading dots. | 74 // Skip leading dots. |
| 84 const size_t host_check_begin = host.find_first_not_of('.'); | 75 const size_t host_check_begin = host.find_first_not_of('.'); |
| 85 if (host_check_begin == std::string::npos) | 76 if (host_check_begin == std::string::npos) |
| 86 return 0; // Host is only dots. | 77 return 0; // Host is only dots. |
| 87 | 78 |
| 88 // A single trailing dot isn't relevant in this determination, but does need | 79 // A single trailing dot isn't relevant in this determination, but does need |
| 89 // to be included in the final returned length. | 80 // to be included in the final returned length. |
| 90 size_t host_check_len = host.length(); | 81 size_t host_check_len = host.length(); |
| 91 if (host[host_check_len - 1] == '.') { | 82 if (host[host_check_len - 1] == '.') { |
| (...skipping 99 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 191 // interface type for all the APIs. | 182 // interface type for all the APIs. |
| 192 base::StringPiece GetDomainAndRegistryAsStringPiece( | 183 base::StringPiece GetDomainAndRegistryAsStringPiece( |
| 193 const GURL& gurl, | 184 const GURL& gurl, |
| 194 PrivateRegistryFilter filter) { | 185 PrivateRegistryFilter filter) { |
| 195 base::StringPiece host = gurl.host_piece(); | 186 base::StringPiece host = gurl.host_piece(); |
| 196 if (host.empty() || gurl.HostIsIPAddress()) | 187 if (host.empty() || gurl.HostIsIPAddress()) |
| 197 return base::StringPiece(); | 188 return base::StringPiece(); |
| 198 return GetDomainAndRegistryImpl(host, filter); | 189 return GetDomainAndRegistryImpl(host, filter); |
| 199 } | 190 } |
| 200 | 191 |
| 201 // These two functions append the given string as-is to the given output, | |
| 202 // converting to UTF-8 if necessary. | |
| 203 void AppendInvalidString(base::StringPiece str, url::CanonOutput* output) { | |
| 204 output->Append(str.data(), static_cast<int>(str.length())); | |
| 205 } | |
| 206 void AppendInvalidString(base::StringPiece16 str, url::CanonOutput* output) { | |
| 207 std::string utf8 = base::UTF16ToUTF8(str); | |
| 208 output->Append(utf8.data(), static_cast<int>(utf8.length())); | |
| 209 } | |
| 210 | |
| 211 // Backend for PermissiveGetHostRegistryLength that handles both UTF-8 and | |
| 212 // UTF-16 input. The template type is the std::string type to use (it makes the | |
| 213 // typedefs easier than using the character type). | |
| 214 template <typename Str> | |
| 215 size_t DoPermissiveGetHostRegistryLength(base::BasicStringPiece<Str> host, | |
| 216 UnknownRegistryFilter unknown_filter, | |
| 217 PrivateRegistryFilter private_filter) { | |
| 218 std::string canonical_host; // Do not modify outside of canon_output. | |
| 219 canonical_host.reserve(host.length()); | |
| 220 url::StdStringCanonOutput canon_output(&canonical_host); | |
| 221 | |
| 222 std::vector<MappedHostComponent> components; | |
| 223 | |
| 224 for (size_t current = 0; current < host.length(); current++) { | |
| 225 size_t begin = current; | |
| 226 | |
| 227 // Advance to next "." or end. | |
| 228 current = host.find('.', begin); | |
| 229 if (current == std::string::npos) | |
| 230 current = host.length(); | |
| 231 | |
| 232 MappedHostComponent mapping; | |
| 233 mapping.original_begin = begin; | |
| 234 mapping.original_end = current; | |
| 235 mapping.canonical_begin = static_cast<size_t>(canon_output.length()); | |
| 236 | |
| 237 // Try to append the canonicalized version of this component. | |
| 238 int current_len = static_cast<int>(current - begin); | |
| 239 if (!url::CanonicalizeHostSubstring( | |
| 240 host.data(), url::Component(static_cast<int>(begin), current_len), | |
| 241 &canon_output)) { | |
| 242 // Failed to canonicalize this component; append as-is. | |
| 243 AppendInvalidString(host.substr(begin, current_len), &canon_output); | |
| 244 } | |
| 245 | |
| 246 mapping.canonical_end = static_cast<size_t>(canon_output.length()); | |
| 247 components.push_back(mapping); | |
| 248 | |
| 249 if (current < host.length()) | |
| 250 canon_output.push_back('.'); | |
| 251 } | |
| 252 canon_output.Complete(); | |
| 253 | |
| 254 size_t canonical_rcd_len = | |
| 255 GetRegistryLengthImpl(canonical_host, unknown_filter, private_filter); | |
| 256 if (canonical_rcd_len == 0 || canonical_rcd_len == std::string::npos) | |
| 257 return canonical_rcd_len; // Error or no registry controlled domain. | |
| 258 | |
| 259 // Find which host component the result started in. | |
| 260 size_t canonical_rcd_begin = canonical_host.length() - canonical_rcd_len; | |
| 261 for (const auto& mapping : components) { | |
| 262 // In the common case, GetRegistryLengthImpl will identify the beginning | |
| 263 // of a component and we can just return where that component was in the | |
| 264 // original string. | |
| 265 if (canonical_rcd_begin == mapping.canonical_begin) | |
| 266 return host.length() - mapping.original_begin; | |
| 267 | |
| 268 if (canonical_rcd_begin >= mapping.canonical_end) | |
| 269 continue; | |
| 270 | |
| 271 // The registry controlled domain begin was identified as being in the | |
| 272 // middle of this dot-separated domain component in the non-canonical | |
| 273 // input. This indicates some form of escaped dot, or a non-ASCII | |
| 274 // character that was canonicalized to a dot. | |
| 275 // | |
| 276 // Brute-force search from the end by repeatedly canonicalizing longer | |
| 277 // substrings until we get a match for the canonicalized version. This | |
| 278 // can't be done with binary search because canonicalization might increase | |
| 279 // or decrease the length of the produced string depending on where it's | |
| 280 // split. This depends on the canonicalization process not changing the | |
| 281 // order of the characters. Punycode can change the order of characters, | |
| 282 // but it doesn't work across dots so this is safe. | |
| 283 | |
| 284 // Expected canonical registry controlled domain. | |
| 285 base::StringPiece canonical_rcd(&canonical_host[canonical_rcd_begin], | |
| 286 canonical_rcd_len); | |
| 287 | |
| 288 for (int current_try = static_cast<int>(mapping.original_end) - 1; | |
| 289 current_try >= static_cast<int>(mapping.original_begin); | |
| 290 current_try--) { | |
| 291 std::string try_string; | |
| 292 url::StdStringCanonOutput try_output(&try_string); | |
| 293 | |
| 294 if (!url::CanonicalizeHostSubstring( | |
| 295 host.data(), | |
| 296 url::Component( | |
| 297 current_try, | |
| 298 static_cast<int>(mapping.original_end) - current_try), | |
| 299 &try_output)) | |
| 300 continue; // Invalid substring, skip. | |
| 301 | |
| 302 try_output.Complete(); | |
| 303 if (try_string == canonical_rcd) | |
| 304 return host.length() - current_try; | |
| 305 } | |
| 306 } | |
| 307 | |
| 308 NOTREACHED(); | |
| 309 return canonical_rcd_len; | |
| 310 } | |
| 311 | |
| 312 } // namespace | 192 } // namespace |
| 313 | 193 |
| 314 std::string GetDomainAndRegistry(const GURL& gurl, | 194 std::string GetDomainAndRegistry(const GURL& gurl, |
| 315 PrivateRegistryFilter filter) { | 195 PrivateRegistryFilter filter) { |
| 316 return GetDomainAndRegistryAsStringPiece(gurl, filter).as_string(); | 196 return GetDomainAndRegistryAsStringPiece(gurl, filter).as_string(); |
| 317 } | 197 } |
| 318 | 198 |
| 319 std::string GetDomainAndRegistry(base::StringPiece host, | 199 std::string GetDomainAndRegistry(base::StringPiece host, |
| 320 PrivateRegistryFilter filter) { | 200 PrivateRegistryFilter filter) { |
| 321 url::CanonHostInfo host_info; | 201 url::CanonHostInfo host_info; |
| (...skipping 29 matching lines...) Expand all Loading... |
| 351 bool SameDomainOrHost(const url::Origin& origin1, | 231 bool SameDomainOrHost(const url::Origin& origin1, |
| 352 const url::Origin& origin2, | 232 const url::Origin& origin2, |
| 353 PrivateRegistryFilter filter) { | 233 PrivateRegistryFilter filter) { |
| 354 return SameDomainOrHost(origin1.GetURL(), origin2.GetURL(), filter); | 234 return SameDomainOrHost(origin1.GetURL(), origin2.GetURL(), filter); |
| 355 } | 235 } |
| 356 | 236 |
| 357 size_t GetRegistryLength( | 237 size_t GetRegistryLength( |
| 358 const GURL& gurl, | 238 const GURL& gurl, |
| 359 UnknownRegistryFilter unknown_filter, | 239 UnknownRegistryFilter unknown_filter, |
| 360 PrivateRegistryFilter private_filter) { | 240 PrivateRegistryFilter private_filter) { |
| 361 return GetRegistryLengthImpl(gurl.host_piece(), unknown_filter, | 241 base::StringPiece host = gurl.host_piece(); |
| 362 private_filter); | 242 if (host.empty()) |
| 243 return std::string::npos; |
| 244 if (gurl.HostIsIPAddress()) |
| 245 return 0; |
| 246 return GetRegistryLengthImpl(host, unknown_filter, private_filter); |
| 363 } | 247 } |
| 364 | 248 |
| 365 bool HostHasRegistryControlledDomain(base::StringPiece host, | 249 size_t GetRegistryLength(base::StringPiece host, |
| 366 UnknownRegistryFilter unknown_filter, | 250 UnknownRegistryFilter unknown_filter, |
| 367 PrivateRegistryFilter private_filter) { | 251 PrivateRegistryFilter private_filter) { |
| 368 url::CanonHostInfo host_info; | 252 url::CanonHostInfo host_info; |
| 369 const std::string canon_host(CanonicalizeHost(host, &host_info)); | 253 const std::string canon_host(CanonicalizeHost(host, &host_info)); |
| 370 | 254 if (canon_host.empty()) |
| 371 size_t rcd_length; | 255 return std::string::npos; |
| 372 switch (host_info.family) { | 256 if (host_info.IsIPAddress()) |
| 373 case url::CanonHostInfo::IPV4: | 257 return 0; |
| 374 case url::CanonHostInfo::IPV6: | |
| 375 // IP addresses don't have R.C.D.'s. | |
| 376 return false; | |
| 377 case url::CanonHostInfo::BROKEN: | |
| 378 // Host is not canonicalizable. Fall back to the slower "permissive" | |
| 379 // version. | |
| 380 rcd_length = | |
| 381 PermissiveGetHostRegistryLength(host, unknown_filter, private_filter); | |
| 382 break; | |
| 383 case url::CanonHostInfo::NEUTRAL: | |
| 384 rcd_length = | |
| 385 GetRegistryLengthImpl(canon_host, unknown_filter, private_filter); | |
| 386 break; | |
| 387 default: | |
| 388 NOTREACHED(); | |
| 389 return false; | |
| 390 } | |
| 391 return (rcd_length != 0) && (rcd_length != std::string::npos); | |
| 392 } | |
| 393 | |
| 394 size_t GetCanonicalHostRegistryLength(base::StringPiece canon_host, | |
| 395 UnknownRegistryFilter unknown_filter, | |
| 396 PrivateRegistryFilter private_filter) { | |
| 397 #ifndef NDEBUG | |
| 398 // Ensure passed-in host name is canonical. | |
| 399 url::CanonHostInfo host_info; | |
| 400 DCHECK_EQ(net::CanonicalizeHost(canon_host, &host_info), canon_host); | |
| 401 #endif | |
| 402 | |
| 403 return GetRegistryLengthImpl(canon_host, unknown_filter, private_filter); | 258 return GetRegistryLengthImpl(canon_host, unknown_filter, private_filter); |
| 404 } | 259 } |
| 405 | 260 |
| 406 size_t PermissiveGetHostRegistryLength(base::StringPiece host, | |
| 407 UnknownRegistryFilter unknown_filter, | |
| 408 PrivateRegistryFilter private_filter) { | |
| 409 return DoPermissiveGetHostRegistryLength<std::string>(host, unknown_filter, | |
| 410 private_filter); | |
| 411 } | |
| 412 | |
| 413 size_t PermissiveGetHostRegistryLength(base::StringPiece16 host, | |
| 414 UnknownRegistryFilter unknown_filter, | |
| 415 PrivateRegistryFilter private_filter) { | |
| 416 return DoPermissiveGetHostRegistryLength<base::string16>(host, unknown_filter, | |
| 417 private_filter); | |
| 418 } | |
| 419 | |
| 420 void SetFindDomainGraph() { | 261 void SetFindDomainGraph() { |
| 421 g_graph = kDafsa; | 262 g_graph = kDafsa; |
| 422 g_graph_length = sizeof(kDafsa); | 263 g_graph_length = sizeof(kDafsa); |
| 423 } | 264 } |
| 424 | 265 |
| 425 void SetFindDomainGraph(const unsigned char* domains, size_t length) { | 266 void SetFindDomainGraph(const unsigned char* domains, size_t length) { |
| 426 CHECK(domains); | 267 CHECK(domains); |
| 427 CHECK_NE(length, 0u); | 268 CHECK_NE(length, 0u); |
| 428 g_graph = domains; | 269 g_graph = domains; |
| 429 g_graph_length = length; | 270 g_graph_length = length; |
| 430 } | 271 } |
| 431 | 272 |
| 432 } // namespace registry_controlled_domains | 273 } // namespace registry_controlled_domains |
| 433 } // namespace net | 274 } // namespace net |
| OLD | NEW |