| OLD | NEW |
| (Empty) |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 // Use of this source code is governed by a BSD-style license that can be | |
| 3 // found in the LICENSE file. | |
| 4 | |
| 5 // Brought to you by the letter D and the number 2. | |
| 6 | |
| 7 #ifndef NET_COOKIES_COOKIE_MONSTER_H_ | |
| 8 #define NET_COOKIES_COOKIE_MONSTER_H_ | |
| 9 | |
| 10 #include <deque> | |
| 11 #include <map> | |
| 12 #include <queue> | |
| 13 #include <set> | |
| 14 #include <string> | |
| 15 #include <utility> | |
| 16 #include <vector> | |
| 17 | |
| 18 #include "base/basictypes.h" | |
| 19 #include "base/callback_forward.h" | |
| 20 #include "base/gtest_prod_util.h" | |
| 21 #include "base/memory/linked_ptr.h" | |
| 22 #include "base/memory/ref_counted.h" | |
| 23 #include "base/memory/scoped_ptr.h" | |
| 24 #include "base/synchronization/lock.h" | |
| 25 #include "base/time/time.h" | |
| 26 #include "net/base/net_export.h" | |
| 27 #include "net/cookies/canonical_cookie.h" | |
| 28 #include "net/cookies/cookie_constants.h" | |
| 29 #include "net/cookies/cookie_store.h" | |
| 30 #include "url/gurl.h" | |
| 31 | |
| 32 namespace base { | |
| 33 class Histogram; | |
| 34 class HistogramBase; | |
| 35 class TimeTicks; | |
| 36 } // namespace base | |
| 37 | |
| 38 namespace net { | |
| 39 | |
| 40 class CookieMonsterDelegate; | |
| 41 class ParsedCookie; | |
| 42 | |
| 43 // The cookie monster is the system for storing and retrieving cookies. It has | |
| 44 // an in-memory list of all cookies, and synchronizes non-session cookies to an | |
| 45 // optional permanent storage that implements the PersistentCookieStore | |
| 46 // interface. | |
| 47 // | |
| 48 // This class IS thread-safe. Normally, it is only used on the I/O thread, but | |
| 49 // is also accessed directly through Automation for UI testing. | |
| 50 // | |
| 51 // All cookie tasks are handled asynchronously. Tasks may be deferred if | |
| 52 // all affected cookies are not yet loaded from the backing store. Otherwise, | |
| 53 // the callback may be invoked immediately (prior to return of the asynchronous | |
| 54 // function). | |
| 55 // | |
| 56 // A cookie task is either pending loading of the entire cookie store, or | |
| 57 // loading of cookies for a specfic domain key(eTLD+1). In the former case, the | |
| 58 // cookie task will be queued in tasks_pending_ while PersistentCookieStore | |
| 59 // chain loads the cookie store on DB thread. In the latter case, the cookie | |
| 60 // task will be queued in tasks_pending_for_key_ while PermanentCookieStore | |
| 61 // loads cookies for the specified domain key(eTLD+1) on DB thread. | |
| 62 // | |
| 63 // Callbacks are guaranteed to be invoked on the calling thread. | |
| 64 // | |
| 65 // TODO(deanm) Implement CookieMonster, the cookie database. | |
| 66 // - Verify that our domain enforcement and non-dotted handling is correct | |
| 67 class NET_EXPORT CookieMonster : public CookieStore { | |
| 68 public: | |
| 69 class PersistentCookieStore; | |
| 70 typedef CookieMonsterDelegate Delegate; | |
| 71 | |
| 72 // Terminology: | |
| 73 // * The 'top level domain' (TLD) of an internet domain name is | |
| 74 // the terminal "." free substring (e.g. "com" for google.com | |
| 75 // or world.std.com). | |
| 76 // * The 'effective top level domain' (eTLD) is the longest | |
| 77 // "." initiated terminal substring of an internet domain name | |
| 78 // that is controlled by a general domain registrar. | |
| 79 // (e.g. "co.uk" for news.bbc.co.uk). | |
| 80 // * The 'effective top level domain plus one' (eTLD+1) is the | |
| 81 // shortest "." delimited terminal substring of an internet | |
| 82 // domain name that is not controlled by a general domain | |
| 83 // registrar (e.g. "bbc.co.uk" for news.bbc.co.uk, or | |
| 84 // "google.com" for news.google.com). The general assumption | |
| 85 // is that all hosts and domains under an eTLD+1 share some | |
| 86 // administrative control. | |
| 87 | |
| 88 // CookieMap is the central data structure of the CookieMonster. It | |
| 89 // is a map whose values are pointers to CanonicalCookie data | |
| 90 // structures (the data structures are owned by the CookieMonster | |
| 91 // and must be destroyed when removed from the map). The key is based on the | |
| 92 // effective domain of the cookies. If the domain of the cookie has an | |
| 93 // eTLD+1, that is the key for the map. If the domain of the cookie does not | |
| 94 // have an eTLD+1, the key of the map is the host the cookie applies to (it is | |
| 95 // not legal to have domain cookies without an eTLD+1). This rule | |
| 96 // excludes cookies for, e.g, ".com", ".co.uk", or ".internalnetwork". | |
| 97 // This behavior is the same as the behavior in Firefox v 3.6.10. | |
| 98 | |
| 99 // NOTE(deanm): | |
| 100 // I benchmarked hash_multimap vs multimap. We're going to be query-heavy | |
| 101 // so it would seem like hashing would help. However they were very | |
| 102 // close, with multimap being a tiny bit faster. I think this is because | |
| 103 // our map is at max around 1000 entries, and the additional complexity | |
| 104 // for the hashing might not overcome the O(log(1000)) for querying | |
| 105 // a multimap. Also, multimap is standard, another reason to use it. | |
| 106 // TODO(rdsmith): This benchmark should be re-done now that we're allowing | |
| 107 // subtantially more entries in the map. | |
| 108 typedef std::multimap<std::string, CanonicalCookie*> CookieMap; | |
| 109 typedef std::pair<CookieMap::iterator, CookieMap::iterator> CookieMapItPair; | |
| 110 typedef std::vector<CookieMap::iterator> CookieItVector; | |
| 111 | |
| 112 // Cookie garbage collection thresholds. Based off of the Mozilla defaults. | |
| 113 // When the number of cookies gets to k{Domain,}MaxCookies | |
| 114 // purge down to k{Domain,}MaxCookies - k{Domain,}PurgeCookies. | |
| 115 // It might seem scary to have a high purge value, but really it's not. | |
| 116 // You just make sure that you increase the max to cover the increase | |
| 117 // in purge, and we would have been purging the same number of cookies. | |
| 118 // We're just going through the garbage collection process less often. | |
| 119 // Note that the DOMAIN values are per eTLD+1; see comment for the | |
| 120 // CookieMap typedef. So, e.g., the maximum number of cookies allowed for | |
| 121 // google.com and all of its subdomains will be 150-180. | |
| 122 // | |
| 123 // Any cookies accessed more recently than kSafeFromGlobalPurgeDays will not | |
| 124 // be evicted by global garbage collection, even if we have more than | |
| 125 // kMaxCookies. This does not affect domain garbage collection. | |
| 126 static const size_t kDomainMaxCookies; | |
| 127 static const size_t kDomainPurgeCookies; | |
| 128 static const size_t kMaxCookies; | |
| 129 static const size_t kPurgeCookies; | |
| 130 | |
| 131 // Quota for cookies with {low, medium, high} priorities within a domain. | |
| 132 static const size_t kDomainCookiesQuotaLow; | |
| 133 static const size_t kDomainCookiesQuotaMedium; | |
| 134 static const size_t kDomainCookiesQuotaHigh; | |
| 135 | |
| 136 // The store passed in should not have had Init() called on it yet. This | |
| 137 // class will take care of initializing it. The backing store is NOT owned by | |
| 138 // this class, but it must remain valid for the duration of the cookie | |
| 139 // monster's existence. If |store| is NULL, then no backing store will be | |
| 140 // updated. If |delegate| is non-NULL, it will be notified on | |
| 141 // creation/deletion of cookies. | |
| 142 CookieMonster(PersistentCookieStore* store, CookieMonsterDelegate* delegate); | |
| 143 | |
| 144 // Only used during unit testing. | |
| 145 CookieMonster(PersistentCookieStore* store, | |
| 146 CookieMonsterDelegate* delegate, | |
| 147 int last_access_threshold_milliseconds); | |
| 148 | |
| 149 // Helper function that adds all cookies from |list| into this instance, | |
| 150 // overwriting any equivalent cookies. | |
| 151 bool ImportCookies(const CookieList& list); | |
| 152 | |
| 153 typedef base::Callback<void(const CookieList& cookies)> GetCookieListCallback; | |
| 154 typedef base::Callback<void(bool success)> DeleteCookieCallback; | |
| 155 typedef base::Callback<void(bool cookies_exist)> HasCookiesForETLDP1Callback; | |
| 156 | |
| 157 // Sets a cookie given explicit user-provided cookie attributes. The cookie | |
| 158 // name, value, domain, etc. are each provided as separate strings. This | |
| 159 // function expects each attribute to be well-formed. It will check for | |
| 160 // disallowed characters (e.g. the ';' character is disallowed within the | |
| 161 // cookie value attribute) and will return false without setting the cookie | |
| 162 // if such characters are found. | |
| 163 void SetCookieWithDetailsAsync(const GURL& url, | |
| 164 const std::string& name, | |
| 165 const std::string& value, | |
| 166 const std::string& domain, | |
| 167 const std::string& path, | |
| 168 const base::Time& expiration_time, | |
| 169 bool secure, | |
| 170 bool http_only, | |
| 171 CookiePriority priority, | |
| 172 const SetCookiesCallback& callback); | |
| 173 | |
| 174 | |
| 175 // Returns all the cookies, for use in management UI, etc. This does not mark | |
| 176 // the cookies as having been accessed. | |
| 177 // The returned cookies are ordered by longest path, then by earliest | |
| 178 // creation date. | |
| 179 void GetAllCookiesAsync(const GetCookieListCallback& callback); | |
| 180 | |
| 181 // Returns all the cookies, for use in management UI, etc. Filters results | |
| 182 // using given url scheme, host / domain and path and options. This does not | |
| 183 // mark the cookies as having been accessed. | |
| 184 // The returned cookies are ordered by longest path, then earliest | |
| 185 // creation date. | |
| 186 void GetAllCookiesForURLWithOptionsAsync( | |
| 187 const GURL& url, | |
| 188 const CookieOptions& options, | |
| 189 const GetCookieListCallback& callback); | |
| 190 | |
| 191 // Deletes all of the cookies. | |
| 192 void DeleteAllAsync(const DeleteCallback& callback); | |
| 193 | |
| 194 // Deletes all cookies that match the host of the given URL | |
| 195 // regardless of path. This includes all http_only and secure cookies, | |
| 196 // but does not include any domain cookies that may apply to this host. | |
| 197 // Returns the number of cookies deleted. | |
| 198 void DeleteAllForHostAsync(const GURL& url, | |
| 199 const DeleteCallback& callback); | |
| 200 | |
| 201 // Deletes one specific cookie. | |
| 202 void DeleteCanonicalCookieAsync(const CanonicalCookie& cookie, | |
| 203 const DeleteCookieCallback& callback); | |
| 204 | |
| 205 // Checks whether for a given ETLD+1, there currently exist any cookies. | |
| 206 void HasCookiesForETLDP1Async(const std::string& etldp1, | |
| 207 const HasCookiesForETLDP1Callback& callback); | |
| 208 | |
| 209 // Resets the list of cookieable schemes to the supplied schemes. | |
| 210 // If this this method is called, it must be called before first use of | |
| 211 // the instance (i.e. as part of the instance initialization process). | |
| 212 void SetCookieableSchemes(const char* const schemes[], size_t num_schemes); | |
| 213 | |
| 214 // Resets the list of cookieable schemes to kDefaultCookieableSchemes with or | |
| 215 // without 'file' being included. | |
| 216 // | |
| 217 // There are some unknowns about how to correctly handle file:// cookies, | |
| 218 // and our implementation for this is not robust enough. This allows you | |
| 219 // to enable support, but it should only be used for testing. Bug 1157243. | |
| 220 void SetEnableFileScheme(bool accept); | |
| 221 | |
| 222 // Instructs the cookie monster to not delete expired cookies. This is used | |
| 223 // in cases where the cookie monster is used as a data structure to keep | |
| 224 // arbitrary cookies. | |
| 225 void SetKeepExpiredCookies(); | |
| 226 | |
| 227 // Protects session cookies from deletion on shutdown. | |
| 228 void SetForceKeepSessionState(); | |
| 229 | |
| 230 // Flush the backing store (if any) to disk and post the given callback when | |
| 231 // done. | |
| 232 // WARNING: THE CALLBACK WILL RUN ON A RANDOM THREAD. IT MUST BE THREAD SAFE. | |
| 233 // It may be posted to the current thread, or it may run on the thread that | |
| 234 // actually does the flushing. Your Task should generally post a notification | |
| 235 // to the thread you actually want to be notified on. | |
| 236 void FlushStore(const base::Closure& callback); | |
| 237 | |
| 238 // CookieStore implementation. | |
| 239 | |
| 240 // Sets the cookies specified by |cookie_list| returned from |url| | |
| 241 // with options |options| in effect. | |
| 242 void SetCookieWithOptionsAsync(const GURL& url, | |
| 243 const std::string& cookie_line, | |
| 244 const CookieOptions& options, | |
| 245 const SetCookiesCallback& callback) override; | |
| 246 | |
| 247 // Gets all cookies that apply to |url| given |options|. | |
| 248 // The returned cookies are ordered by longest path, then earliest | |
| 249 // creation date. | |
| 250 void GetCookiesWithOptionsAsync(const GURL& url, | |
| 251 const CookieOptions& options, | |
| 252 const GetCookiesCallback& callback) override; | |
| 253 | |
| 254 // Invokes GetAllCookiesForURLWithOptions with options set to include HTTP | |
| 255 // only cookies. | |
| 256 void GetAllCookiesForURLAsync(const GURL& url, | |
| 257 const GetCookieListCallback& callback) override; | |
| 258 | |
| 259 // Deletes all cookies with that might apply to |url| that has |cookie_name|. | |
| 260 void DeleteCookieAsync(const GURL& url, | |
| 261 const std::string& cookie_name, | |
| 262 const base::Closure& callback) override; | |
| 263 | |
| 264 // Deletes all of the cookies that have a creation_date greater than or equal | |
| 265 // to |delete_begin| and less than |delete_end|. | |
| 266 // Returns the number of cookies that have been deleted. | |
| 267 void DeleteAllCreatedBetweenAsync(const base::Time& delete_begin, | |
| 268 const base::Time& delete_end, | |
| 269 const DeleteCallback& callback) override; | |
| 270 | |
| 271 // Deletes all of the cookies that match the host of the given URL | |
| 272 // regardless of path and that have a creation_date greater than or | |
| 273 // equal to |delete_begin| and less then |delete_end|. This includes | |
| 274 // all http_only and secure cookies, but does not include any domain | |
| 275 // cookies that may apply to this host. | |
| 276 // Returns the number of cookies deleted. | |
| 277 void DeleteAllCreatedBetweenForHostAsync( | |
| 278 const base::Time delete_begin, | |
| 279 const base::Time delete_end, | |
| 280 const GURL& url, | |
| 281 const DeleteCallback& callback) override; | |
| 282 | |
| 283 void DeleteSessionCookiesAsync(const DeleteCallback&) override; | |
| 284 | |
| 285 CookieMonster* GetCookieMonster() override; | |
| 286 | |
| 287 // Enables writing session cookies into the cookie database. If this this | |
| 288 // method is called, it must be called before first use of the instance | |
| 289 // (i.e. as part of the instance initialization process). | |
| 290 void SetPersistSessionCookies(bool persist_session_cookies); | |
| 291 | |
| 292 // Debugging method to perform various validation checks on the map. | |
| 293 // Currently just checking that there are no null CanonicalCookie pointers | |
| 294 // in the map. | |
| 295 // Argument |arg| is to allow retaining of arbitrary data if the CHECKs | |
| 296 // in the function trip. TODO(rdsmith):Remove hack. | |
| 297 void ValidateMap(int arg); | |
| 298 | |
| 299 // Determines if the scheme of the URL is a scheme that cookies will be | |
| 300 // stored for. | |
| 301 bool IsCookieableScheme(const std::string& scheme); | |
| 302 | |
| 303 // The default list of schemes the cookie monster can handle. | |
| 304 static const char* const kDefaultCookieableSchemes[]; | |
| 305 static const int kDefaultCookieableSchemesCount; | |
| 306 | |
| 307 // Copies all keys for the given |key| to another cookie monster |other|. | |
| 308 // Both |other| and |this| must be loaded for this operation to succeed. | |
| 309 // Furthermore, there may not be any cookies stored in |other| for |key|. | |
| 310 // Returns false if any of these conditions is not met. | |
| 311 bool CopyCookiesForKeyToOtherCookieMonster(std::string key, | |
| 312 CookieMonster* other); | |
| 313 | |
| 314 // Find the key (for lookup in cookies_) based on the given domain. | |
| 315 // See comment on keys before the CookieMap typedef. | |
| 316 std::string GetKey(const std::string& domain) const; | |
| 317 | |
| 318 scoped_ptr<CookieChangedSubscription> AddCallbackForCookie( | |
| 319 const GURL& url, | |
| 320 const std::string& name, | |
| 321 const CookieChangedCallback& callback) override; | |
| 322 | |
| 323 bool loaded(); | |
| 324 | |
| 325 private: | |
| 326 // For queueing the cookie monster calls. | |
| 327 class CookieMonsterTask; | |
| 328 template <typename Result> class DeleteTask; | |
| 329 class DeleteAllCreatedBetweenTask; | |
| 330 class DeleteAllCreatedBetweenForHostTask; | |
| 331 class DeleteAllForHostTask; | |
| 332 class DeleteAllTask; | |
| 333 class DeleteCookieTask; | |
| 334 class DeleteCanonicalCookieTask; | |
| 335 class GetAllCookiesForURLWithOptionsTask; | |
| 336 class GetAllCookiesTask; | |
| 337 class GetCookiesWithOptionsTask; | |
| 338 class SetCookieWithDetailsTask; | |
| 339 class SetCookieWithOptionsTask; | |
| 340 class DeleteSessionCookiesTask; | |
| 341 class HasCookiesForETLDP1Task; | |
| 342 | |
| 343 // Testing support. | |
| 344 // For SetCookieWithCreationTime. | |
| 345 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, | |
| 346 TestCookieDeleteAllCreatedBetweenTimestamps); | |
| 347 // For SetCookieWithCreationTime. | |
| 348 FRIEND_TEST_ALL_PREFIXES(MultiThreadedCookieMonsterTest, | |
| 349 ThreadCheckDeleteAllCreatedBetweenForHost); | |
| 350 | |
| 351 // For gargage collection constants. | |
| 352 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestHostGarbageCollection); | |
| 353 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestTotalGarbageCollection); | |
| 354 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, GarbageCollectionTriggers); | |
| 355 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestGCTimes); | |
| 356 | |
| 357 // For validation of key values. | |
| 358 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestDomainTree); | |
| 359 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestImport); | |
| 360 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, GetKey); | |
| 361 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, TestGetKey); | |
| 362 | |
| 363 // For FindCookiesForKey. | |
| 364 FRIEND_TEST_ALL_PREFIXES(CookieMonsterTest, ShortLivedSessionCookies); | |
| 365 | |
| 366 // Internal reasons for deletion, used to populate informative histograms | |
| 367 // and to provide a public cause for onCookieChange notifications. | |
| 368 // | |
| 369 // If you add or remove causes from this list, please be sure to also update | |
| 370 // the CookieMonsterDelegate::ChangeCause mapping inside ChangeCauseMapping. | |
| 371 // Moreover, these are used as array indexes, so avoid reordering to keep the | |
| 372 // histogram buckets consistent. New items (if necessary) should be added | |
| 373 // at the end of the list, just before DELETE_COOKIE_LAST_ENTRY. | |
| 374 enum DeletionCause { | |
| 375 DELETE_COOKIE_EXPLICIT = 0, | |
| 376 DELETE_COOKIE_OVERWRITE, | |
| 377 DELETE_COOKIE_EXPIRED, | |
| 378 DELETE_COOKIE_EVICTED, | |
| 379 DELETE_COOKIE_DUPLICATE_IN_BACKING_STORE, | |
| 380 DELETE_COOKIE_DONT_RECORD, // e.g. For final cleanup after flush to store. | |
| 381 DELETE_COOKIE_EVICTED_DOMAIN, | |
| 382 DELETE_COOKIE_EVICTED_GLOBAL, | |
| 383 | |
| 384 // Cookies evicted during domain level garbage collection that | |
| 385 // were accessed longer ago than kSafeFromGlobalPurgeDays | |
| 386 DELETE_COOKIE_EVICTED_DOMAIN_PRE_SAFE, | |
| 387 | |
| 388 // Cookies evicted during domain level garbage collection that | |
| 389 // were accessed more recently than kSafeFromGlobalPurgeDays | |
| 390 // (and thus would have been preserved by global garbage collection). | |
| 391 DELETE_COOKIE_EVICTED_DOMAIN_POST_SAFE, | |
| 392 | |
| 393 // A common idiom is to remove a cookie by overwriting it with an | |
| 394 // already-expired expiration date. This captures that case. | |
| 395 DELETE_COOKIE_EXPIRED_OVERWRITE, | |
| 396 | |
| 397 // Cookies are not allowed to contain control characters in the name or | |
| 398 // value. However, we used to allow them, so we are now evicting any such | |
| 399 // cookies as we load them. See http://crbug.com/238041. | |
| 400 DELETE_COOKIE_CONTROL_CHAR, | |
| 401 | |
| 402 DELETE_COOKIE_LAST_ENTRY | |
| 403 }; | |
| 404 | |
| 405 // The number of days since last access that cookies will not be subject | |
| 406 // to global garbage collection. | |
| 407 static const int kSafeFromGlobalPurgeDays; | |
| 408 | |
| 409 // Record statistics every kRecordStatisticsIntervalSeconds of uptime. | |
| 410 static const int kRecordStatisticsIntervalSeconds = 10 * 60; | |
| 411 | |
| 412 ~CookieMonster() override; | |
| 413 | |
| 414 // The following are synchronous calls to which the asynchronous methods | |
| 415 // delegate either immediately (if the store is loaded) or through a deferred | |
| 416 // task (if the store is not yet loaded). | |
| 417 bool SetCookieWithDetails(const GURL& url, | |
| 418 const std::string& name, | |
| 419 const std::string& value, | |
| 420 const std::string& domain, | |
| 421 const std::string& path, | |
| 422 const base::Time& expiration_time, | |
| 423 bool secure, | |
| 424 bool http_only, | |
| 425 CookiePriority priority); | |
| 426 | |
| 427 CookieList GetAllCookies(); | |
| 428 | |
| 429 CookieList GetAllCookiesForURLWithOptions(const GURL& url, | |
| 430 const CookieOptions& options); | |
| 431 | |
| 432 CookieList GetAllCookiesForURL(const GURL& url); | |
| 433 | |
| 434 int DeleteAll(bool sync_to_store); | |
| 435 | |
| 436 int DeleteAllCreatedBetween(const base::Time& delete_begin, | |
| 437 const base::Time& delete_end); | |
| 438 | |
| 439 int DeleteAllForHost(const GURL& url); | |
| 440 int DeleteAllCreatedBetweenForHost(const base::Time delete_begin, | |
| 441 const base::Time delete_end, | |
| 442 const GURL& url); | |
| 443 | |
| 444 bool DeleteCanonicalCookie(const CanonicalCookie& cookie); | |
| 445 | |
| 446 bool SetCookieWithOptions(const GURL& url, | |
| 447 const std::string& cookie_line, | |
| 448 const CookieOptions& options); | |
| 449 | |
| 450 std::string GetCookiesWithOptions(const GURL& url, | |
| 451 const CookieOptions& options); | |
| 452 | |
| 453 void DeleteCookie(const GURL& url, const std::string& cookie_name); | |
| 454 | |
| 455 bool SetCookieWithCreationTime(const GURL& url, | |
| 456 const std::string& cookie_line, | |
| 457 const base::Time& creation_time); | |
| 458 | |
| 459 int DeleteSessionCookies(); | |
| 460 | |
| 461 bool HasCookiesForETLDP1(const std::string& etldp1); | |
| 462 | |
| 463 // Called by all non-static functions to ensure that the cookies store has | |
| 464 // been initialized. This is not done during creating so it doesn't block | |
| 465 // the window showing. | |
| 466 // Note: this method should always be called with lock_ held. | |
| 467 void InitIfNecessary() { | |
| 468 if (!initialized_) { | |
| 469 if (store_.get()) { | |
| 470 InitStore(); | |
| 471 } else { | |
| 472 loaded_ = true; | |
| 473 ReportLoaded(); | |
| 474 } | |
| 475 initialized_ = true; | |
| 476 } | |
| 477 } | |
| 478 | |
| 479 // Initializes the backing store and reads existing cookies from it. | |
| 480 // Should only be called by InitIfNecessary(). | |
| 481 void InitStore(); | |
| 482 | |
| 483 // Reports to the delegate that the cookie monster was loaded. | |
| 484 void ReportLoaded(); | |
| 485 | |
| 486 // Stores cookies loaded from the backing store and invokes any deferred | |
| 487 // calls. |beginning_time| should be the moment PersistentCookieStore::Load | |
| 488 // was invoked and is used for reporting histogram_time_blocked_on_load_. | |
| 489 // See PersistentCookieStore::Load for details on the contents of cookies. | |
| 490 void OnLoaded(base::TimeTicks beginning_time, | |
| 491 const std::vector<CanonicalCookie*>& cookies); | |
| 492 | |
| 493 // Stores cookies loaded from the backing store and invokes the deferred | |
| 494 // task(s) pending loading of cookies associated with the domain key | |
| 495 // (eTLD+1). Called when all cookies for the domain key(eTLD+1) have been | |
| 496 // loaded from DB. See PersistentCookieStore::Load for details on the contents | |
| 497 // of cookies. | |
| 498 void OnKeyLoaded( | |
| 499 const std::string& key, | |
| 500 const std::vector<CanonicalCookie*>& cookies); | |
| 501 | |
| 502 // Stores the loaded cookies. | |
| 503 void StoreLoadedCookies(const std::vector<CanonicalCookie*>& cookies); | |
| 504 | |
| 505 // Invokes deferred calls. | |
| 506 void InvokeQueue(); | |
| 507 | |
| 508 // Checks that |cookies_| matches our invariants, and tries to repair any | |
| 509 // inconsistencies. (In other words, it does not have duplicate cookies). | |
| 510 void EnsureCookiesMapIsValid(); | |
| 511 | |
| 512 // Checks for any duplicate cookies for CookieMap key |key| which lie between | |
| 513 // |begin| and |end|. If any are found, all but the most recent are deleted. | |
| 514 // Returns the number of duplicate cookies that were deleted. | |
| 515 int TrimDuplicateCookiesForKey(const std::string& key, | |
| 516 CookieMap::iterator begin, | |
| 517 CookieMap::iterator end); | |
| 518 | |
| 519 void SetDefaultCookieableSchemes(); | |
| 520 | |
| 521 void FindCookiesForHostAndDomain(const GURL& url, | |
| 522 const CookieOptions& options, | |
| 523 bool update_access_time, | |
| 524 std::vector<CanonicalCookie*>* cookies); | |
| 525 | |
| 526 void FindCookiesForKey(const std::string& key, | |
| 527 const GURL& url, | |
| 528 const CookieOptions& options, | |
| 529 const base::Time& current, | |
| 530 bool update_access_time, | |
| 531 std::vector<CanonicalCookie*>* cookies); | |
| 532 | |
| 533 // Delete any cookies that are equivalent to |ecc| (same path, domain, etc). | |
| 534 // If |skip_httponly| is true, httponly cookies will not be deleted. The | |
| 535 // return value with be true if |skip_httponly| skipped an httponly cookie. | |
| 536 // |key| is the key to find the cookie in cookies_; see the comment before | |
| 537 // the CookieMap typedef for details. | |
| 538 // NOTE: There should never be more than a single matching equivalent cookie. | |
| 539 bool DeleteAnyEquivalentCookie(const std::string& key, | |
| 540 const CanonicalCookie& ecc, | |
| 541 bool skip_httponly, | |
| 542 bool already_expired); | |
| 543 | |
| 544 // Takes ownership of *cc. Returns an iterator that points to the inserted | |
| 545 // cookie in cookies_. Guarantee: all iterators to cookies_ remain valid. | |
| 546 CookieMap::iterator InternalInsertCookie(const std::string& key, | |
| 547 CanonicalCookie* cc, | |
| 548 bool sync_to_store); | |
| 549 | |
| 550 // Helper function that sets cookies with more control. | |
| 551 // Not exposed as we don't want callers to have the ability | |
| 552 // to specify (potentially duplicate) creation times. | |
| 553 bool SetCookieWithCreationTimeAndOptions(const GURL& url, | |
| 554 const std::string& cookie_line, | |
| 555 const base::Time& creation_time, | |
| 556 const CookieOptions& options); | |
| 557 | |
| 558 // Helper function that sets a canonical cookie, deleting equivalents and | |
| 559 // performing garbage collection. | |
| 560 bool SetCanonicalCookie(scoped_ptr<CanonicalCookie>* cc, | |
| 561 const base::Time& creation_time, | |
| 562 const CookieOptions& options); | |
| 563 | |
| 564 void InternalUpdateCookieAccessTime(CanonicalCookie* cc, | |
| 565 const base::Time& current_time); | |
| 566 | |
| 567 // |deletion_cause| argument is used for collecting statistics and choosing | |
| 568 // the correct CookieMonsterDelegate::ChangeCause for OnCookieChanged | |
| 569 // notifications. Guarantee: All iterators to cookies_ except to the | |
| 570 // deleted entry remain vaild. | |
| 571 void InternalDeleteCookie(CookieMap::iterator it, bool sync_to_store, | |
| 572 DeletionCause deletion_cause); | |
| 573 | |
| 574 // If the number of cookies for CookieMap key |key|, or globally, are | |
| 575 // over the preset maximums above, garbage collect, first for the host and | |
| 576 // then globally. See comments above garbage collection threshold | |
| 577 // constants for details. | |
| 578 // | |
| 579 // Returns the number of cookies deleted (useful for debugging). | |
| 580 int GarbageCollect(const base::Time& current, const std::string& key); | |
| 581 | |
| 582 // Helper for GarbageCollect(); can be called directly as well. Deletes | |
| 583 // all expired cookies in |itpair|. If |cookie_its| is non-NULL, it is | |
| 584 // populated with all the non-expired cookies from |itpair|. | |
| 585 // | |
| 586 // Returns the number of cookies deleted. | |
| 587 int GarbageCollectExpired(const base::Time& current, | |
| 588 const CookieMapItPair& itpair, | |
| 589 std::vector<CookieMap::iterator>* cookie_its); | |
| 590 | |
| 591 // Helper for GarbageCollect(). Deletes all cookies in the range specified by | |
| 592 // [|it_begin|, |it_end|). Returns the number of cookies deleted. | |
| 593 int GarbageCollectDeleteRange(const base::Time& current, | |
| 594 DeletionCause cause, | |
| 595 CookieItVector::iterator cookie_its_begin, | |
| 596 CookieItVector::iterator cookie_its_end); | |
| 597 | |
| 598 bool HasCookieableScheme(const GURL& url); | |
| 599 | |
| 600 // Statistics support | |
| 601 | |
| 602 // This function should be called repeatedly, and will record | |
| 603 // statistics if a sufficient time period has passed. | |
| 604 void RecordPeriodicStats(const base::Time& current_time); | |
| 605 | |
| 606 // Initialize the above variables; should only be called from | |
| 607 // the constructor. | |
| 608 void InitializeHistograms(); | |
| 609 | |
| 610 // The resolution of our time isn't enough, so we do something | |
| 611 // ugly and increment when we've seen the same time twice. | |
| 612 base::Time CurrentTime(); | |
| 613 | |
| 614 // Runs the task if, or defers the task until, the full cookie database is | |
| 615 // loaded. | |
| 616 void DoCookieTask(const scoped_refptr<CookieMonsterTask>& task_item); | |
| 617 | |
| 618 // Runs the task if, or defers the task until, the cookies for the given URL | |
| 619 // are loaded. | |
| 620 void DoCookieTaskForURL(const scoped_refptr<CookieMonsterTask>& task_item, | |
| 621 const GURL& url); | |
| 622 | |
| 623 // Run all cookie changed callbacks that are monitoring |cookie|. | |
| 624 // |removed| is true if the cookie was deleted. | |
| 625 void RunCallbacks(const CanonicalCookie& cookie, bool removed); | |
| 626 | |
| 627 // Histogram variables; see CookieMonster::InitializeHistograms() in | |
| 628 // cookie_monster.cc for details. | |
| 629 base::HistogramBase* histogram_expiration_duration_minutes_; | |
| 630 base::HistogramBase* histogram_between_access_interval_minutes_; | |
| 631 base::HistogramBase* histogram_evicted_last_access_minutes_; | |
| 632 base::HistogramBase* histogram_count_; | |
| 633 base::HistogramBase* histogram_domain_count_; | |
| 634 base::HistogramBase* histogram_etldp1_count_; | |
| 635 base::HistogramBase* histogram_domain_per_etldp1_count_; | |
| 636 base::HistogramBase* histogram_number_duplicate_db_cookies_; | |
| 637 base::HistogramBase* histogram_cookie_deletion_cause_; | |
| 638 base::HistogramBase* histogram_time_mac_; | |
| 639 base::HistogramBase* histogram_time_blocked_on_load_; | |
| 640 | |
| 641 CookieMap cookies_; | |
| 642 | |
| 643 // Indicates whether the cookie store has been initialized. This happens | |
| 644 // lazily in InitStoreIfNecessary(). | |
| 645 bool initialized_; | |
| 646 | |
| 647 // Indicates whether loading from the backend store is completed and | |
| 648 // calls may be immediately processed. | |
| 649 bool loaded_; | |
| 650 | |
| 651 // List of domain keys that have been loaded from the DB. | |
| 652 std::set<std::string> keys_loaded_; | |
| 653 | |
| 654 // Map of domain keys to their associated task queues. These tasks are blocked | |
| 655 // until all cookies for the associated domain key eTLD+1 are loaded from the | |
| 656 // backend store. | |
| 657 std::map<std::string, std::deque<scoped_refptr<CookieMonsterTask> > > | |
| 658 tasks_pending_for_key_; | |
| 659 | |
| 660 // Queues tasks that are blocked until all cookies are loaded from the backend | |
| 661 // store. | |
| 662 std::queue<scoped_refptr<CookieMonsterTask> > tasks_pending_; | |
| 663 | |
| 664 scoped_refptr<PersistentCookieStore> store_; | |
| 665 | |
| 666 base::Time last_time_seen_; | |
| 667 | |
| 668 // Minimum delay after updating a cookie's LastAccessDate before we will | |
| 669 // update it again. | |
| 670 const base::TimeDelta last_access_threshold_; | |
| 671 | |
| 672 // Approximate date of access time of least recently accessed cookie | |
| 673 // in |cookies_|. Note that this is not guaranteed to be accurate, only a) | |
| 674 // to be before or equal to the actual time, and b) to be accurate | |
| 675 // immediately after a garbage collection that scans through all the cookies. | |
| 676 // This value is used to determine whether global garbage collection might | |
| 677 // find cookies to purge. | |
| 678 // Note: The default Time() constructor will create a value that compares | |
| 679 // earlier than any other time value, which is wanted. Thus this | |
| 680 // value is not initialized. | |
| 681 base::Time earliest_access_time_; | |
| 682 | |
| 683 // During loading, holds the set of all loaded cookie creation times. Used to | |
| 684 // avoid ever letting cookies with duplicate creation times into the store; | |
| 685 // that way we don't have to worry about what sections of code are safe | |
| 686 // to call while it's in that state. | |
| 687 std::set<int64> creation_times_; | |
| 688 | |
| 689 std::vector<std::string> cookieable_schemes_; | |
| 690 | |
| 691 scoped_refptr<CookieMonsterDelegate> delegate_; | |
| 692 | |
| 693 // Lock for thread-safety | |
| 694 base::Lock lock_; | |
| 695 | |
| 696 base::Time last_statistic_record_time_; | |
| 697 | |
| 698 bool keep_expired_cookies_; | |
| 699 bool persist_session_cookies_; | |
| 700 | |
| 701 // Static setting for whether or not file scheme cookies are allows when | |
| 702 // a new CookieMonster is created, or the accepted schemes on a CookieMonster | |
| 703 // instance are reset back to defaults. | |
| 704 static bool default_enable_file_scheme_; | |
| 705 | |
| 706 typedef std::map<std::pair<GURL, std::string>, | |
| 707 linked_ptr<CookieChangedCallbackList>> CookieChangedHookMap; | |
| 708 CookieChangedHookMap hook_map_; | |
| 709 | |
| 710 DISALLOW_COPY_AND_ASSIGN(CookieMonster); | |
| 711 }; | |
| 712 | |
| 713 class NET_EXPORT CookieMonsterDelegate | |
| 714 : public base::RefCountedThreadSafe<CookieMonsterDelegate> { | |
| 715 public: | |
| 716 // The publicly relevant reasons a cookie might be changed. | |
| 717 enum ChangeCause { | |
| 718 // The cookie was changed directly by a consumer's action. | |
| 719 CHANGE_COOKIE_EXPLICIT, | |
| 720 // The cookie was automatically removed due to an insert operation that | |
| 721 // overwrote it. | |
| 722 CHANGE_COOKIE_OVERWRITE, | |
| 723 // The cookie was automatically removed as it expired. | |
| 724 CHANGE_COOKIE_EXPIRED, | |
| 725 // The cookie was automatically evicted during garbage collection. | |
| 726 CHANGE_COOKIE_EVICTED, | |
| 727 // The cookie was overwritten with an already-expired expiration date. | |
| 728 CHANGE_COOKIE_EXPIRED_OVERWRITE | |
| 729 }; | |
| 730 | |
| 731 // Will be called when a cookie is added or removed. The function is passed | |
| 732 // the respective |cookie| which was added to or removed from the cookies. | |
| 733 // If |removed| is true, the cookie was deleted, and |cause| will be set | |
| 734 // to the reason for its removal. If |removed| is false, the cookie was | |
| 735 // added, and |cause| will be set to CHANGE_COOKIE_EXPLICIT. | |
| 736 // | |
| 737 // As a special case, note that updating a cookie's properties is implemented | |
| 738 // as a two step process: the cookie to be updated is first removed entirely, | |
| 739 // generating a notification with cause CHANGE_COOKIE_OVERWRITE. Afterwards, | |
| 740 // a new cookie is written with the updated values, generating a notification | |
| 741 // with cause CHANGE_COOKIE_EXPLICIT. | |
| 742 virtual void OnCookieChanged(const CanonicalCookie& cookie, | |
| 743 bool removed, | |
| 744 ChangeCause cause) = 0; | |
| 745 // Indicates that the cookie store has fully loaded. | |
| 746 virtual void OnLoaded() = 0; | |
| 747 | |
| 748 protected: | |
| 749 friend class base::RefCountedThreadSafe<CookieMonsterDelegate>; | |
| 750 virtual ~CookieMonsterDelegate() {} | |
| 751 }; | |
| 752 | |
| 753 typedef base::RefCountedThreadSafe<CookieMonster::PersistentCookieStore> | |
| 754 RefcountedPersistentCookieStore; | |
| 755 | |
| 756 class NET_EXPORT CookieMonster::PersistentCookieStore | |
| 757 : public RefcountedPersistentCookieStore { | |
| 758 public: | |
| 759 typedef base::Callback<void(const std::vector<CanonicalCookie*>&)> | |
| 760 LoadedCallback; | |
| 761 | |
| 762 // Initializes the store and retrieves the existing cookies. This will be | |
| 763 // called only once at startup. The callback will return all the cookies | |
| 764 // that are not yet returned to CookieMonster by previous priority loads. | |
| 765 virtual void Load(const LoadedCallback& loaded_callback) = 0; | |
| 766 | |
| 767 // Does a priority load of all cookies for the domain key (eTLD+1). The | |
| 768 // callback will return all the cookies that are not yet returned by previous | |
| 769 // loads, which includes cookies for the requested domain key if they are not | |
| 770 // already returned, plus all cookies that are chain-loaded and not yet | |
| 771 // returned to CookieMonster. | |
| 772 virtual void LoadCookiesForKey(const std::string& key, | |
| 773 const LoadedCallback& loaded_callback) = 0; | |
| 774 | |
| 775 virtual void AddCookie(const CanonicalCookie& cc) = 0; | |
| 776 virtual void UpdateCookieAccessTime(const CanonicalCookie& cc) = 0; | |
| 777 virtual void DeleteCookie(const CanonicalCookie& cc) = 0; | |
| 778 | |
| 779 // Instructs the store to not discard session only cookies on shutdown. | |
| 780 virtual void SetForceKeepSessionState() = 0; | |
| 781 | |
| 782 // Flushes the store and posts |callback| when complete. | |
| 783 virtual void Flush(const base::Closure& callback) = 0; | |
| 784 | |
| 785 protected: | |
| 786 PersistentCookieStore() {} | |
| 787 virtual ~PersistentCookieStore() {} | |
| 788 | |
| 789 private: | |
| 790 friend class base::RefCountedThreadSafe<PersistentCookieStore>; | |
| 791 DISALLOW_COPY_AND_ASSIGN(PersistentCookieStore); | |
| 792 }; | |
| 793 | |
| 794 } // namespace net | |
| 795 | |
| 796 #endif // NET_COOKIES_COOKIE_MONSTER_H_ | |
| OLD | NEW |