OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 // This file declares a HttpTransactionFactory implementation that can be | 5 // This file declares a HttpTransactionFactory implementation that can be |
6 // layered on top of another HttpTransactionFactory to add HTTP caching. The | 6 // layered on top of another HttpTransactionFactory to add HTTP caching. The |
7 // caching logic follows RFC 7234 (any exceptions are called out in the code). | 7 // caching logic follows RFC 7234 (any exceptions are called out in the code). |
8 // | 8 // |
9 // The HttpCache takes a disk_cache::Backend as a parameter, and uses that for | 9 // The HttpCache takes a disk_cache::Backend as a parameter, and uses that for |
10 // the cache storage. | 10 // the cache storage. |
(...skipping 226 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
237 }; | 237 }; |
238 | 238 |
239 class MetadataWriter; | 239 class MetadataWriter; |
240 class QuicServerInfoFactoryAdaptor; | 240 class QuicServerInfoFactoryAdaptor; |
241 class Transaction; | 241 class Transaction; |
242 class WorkItem; | 242 class WorkItem; |
243 friend class Transaction; | 243 friend class Transaction; |
244 friend class ViewCacheHelper; | 244 friend class ViewCacheHelper; |
245 struct PendingOp; // Info for an entry under construction. | 245 struct PendingOp; // Info for an entry under construction. |
246 | 246 |
| 247 // To help with testing. |
| 248 friend class MockHttpCache; |
| 249 |
247 using TransactionList = std::list<Transaction*>; | 250 using TransactionList = std::list<Transaction*>; |
248 using TransactionSet = std::unordered_set<Transaction*>; | 251 using TransactionSet = std::unordered_set<Transaction*>; |
249 typedef std::list<std::unique_ptr<WorkItem>> WorkItemList; | 252 typedef std::list<std::unique_ptr<WorkItem>> WorkItemList; |
250 | 253 |
| 254 // We implement a basic reader/writer lock for the disk cache entry. If there |
| 255 // is a writer, then all transactions must wait to read the body. But the |
| 256 // waiting transactions can start their headers phase in parallel. Headers |
| 257 // phase is allowed for one transaction at a time so that if it doesn't match |
| 258 // the existing headers, remaining transactions do not also try to match the |
| 259 // existing entry in parallel leading to wasted network requests. If the |
| 260 // headers do not match, this entry will be doomed. |
| 261 // |
| 262 // A transaction goes through these state transitions. |
| 263 // |
| 264 // Write mode transactions: |
| 265 // add_to_entry_queue-> headers_transaction -> writer |
| 266 // add_to_entry_queue-> headers_transaction -> done_headers_queue -> readers |
| 267 // (once the data is written to the cache by another writer) |
| 268 // |
| 269 // Read only transactions: |
| 270 // add_to_entry_queue-> headers_transaction -> done_headers_queue -> readers |
| 271 // (once the data is written to the cache by the writer) |
| 272 |
251 struct ActiveEntry { | 273 struct ActiveEntry { |
252 explicit ActiveEntry(disk_cache::Entry* entry); | 274 explicit ActiveEntry(disk_cache::Entry* entry); |
253 ~ActiveEntry(); | 275 ~ActiveEntry(); |
254 size_t EstimateMemoryUsage() const; | 276 size_t EstimateMemoryUsage() const; |
255 | 277 |
256 // Returns true if no transactions are associated with this entry. | 278 // Returns true if no transactions are associated with this entry. |
257 bool HasNoTransactions(); | 279 bool HasNoTransactions(); |
258 | 280 |
259 disk_cache::Entry* disk_entry; | 281 // Returns true if no active readers/writer transactions are associated |
260 Transaction* writer; | 282 // with this entry. |
| 283 bool HasNoActiveTransactions(); |
| 284 |
| 285 // Returns data size of the disk entry and asserts there is no possibility |
| 286 // of a data race, since some backends do not guarantee that the data size |
| 287 // can be accessed in a thread safe manner, like block file cache. |
| 288 // TODO(crbug.com/713354). |
| 289 int32_t GetDataSize(int index, Transaction* transaction) const; |
| 290 |
| 291 // Returns last used timestamp of the disk entry and asserts there is no |
| 292 // possibility of a data race, since some backends do not guarantee that |
| 293 // the timestamp can be accessed in a thread safe manner, like block file |
| 294 // cache. TODO(crbug.com/713354). |
| 295 base::Time GetLastUsed(Transaction* transaction) const; |
| 296 |
| 297 // Returns last used timestamp of the disk entry and asserts there is no |
| 298 // possibility of a data race, since some backends do not guarantee that |
| 299 // the timestamp can be accessed in a thread safe manner, like block file |
| 300 // cache. TODO(crbug.com/713354). |
| 301 base::Time GetLastModified(Transaction* transaction) const; |
| 302 |
| 303 disk_cache::Entry* disk_entry = nullptr; |
| 304 |
| 305 // Transactions waiting to be added to entry. |
| 306 TransactionList add_to_entry_queue; |
| 307 |
| 308 // Transaction currently in the headers phase, either validating the |
| 309 // response or getting new headers. This can exist simultaneously with |
| 310 // writer or readers while validating existing headers. |
| 311 Transaction* headers_transaction = nullptr; |
| 312 |
| 313 // Transactions that have completed their headers phase and are waiting |
| 314 // to read the response body or write the response body. |
| 315 TransactionList done_headers_queue; |
| 316 |
| 317 // Transaction currently reading from the network and writing to the cache. |
| 318 Transaction* writer = nullptr; |
| 319 |
| 320 // Transactions that can only read from the cache. Only one of writer or |
| 321 // readers can exist at a time. |
261 TransactionSet readers; | 322 TransactionSet readers; |
262 TransactionList pending_queue; | 323 |
263 bool will_process_pending_queue; | 324 // The following variables are true if OnProcessQueuedTransactions is posted |
264 bool doomed; | 325 bool will_process_queued_transactions = false; |
| 326 |
| 327 // True if entry is doomed. |
| 328 bool doomed = false; |
265 }; | 329 }; |
266 | 330 |
267 using ActiveEntriesMap = | 331 using ActiveEntriesMap = |
268 std::unordered_map<std::string, std::unique_ptr<ActiveEntry>>; | 332 std::unordered_map<std::string, std::unique_ptr<ActiveEntry>>; |
269 using PendingOpsMap = std::unordered_map<std::string, PendingOp*>; | 333 using PendingOpsMap = std::unordered_map<std::string, PendingOp*>; |
270 using ActiveEntriesSet = std::map<ActiveEntry*, std::unique_ptr<ActiveEntry>>; | 334 using ActiveEntriesSet = std::map<ActiveEntry*, std::unique_ptr<ActiveEntry>>; |
271 using PlaybackCacheMap = std::unordered_map<std::string, int>; | 335 using PlaybackCacheMap = std::unordered_map<std::string, int>; |
272 | 336 |
273 // Methods ------------------------------------------------------------------ | 337 // Methods ------------------------------------------------------------------ |
274 | 338 |
(...skipping 60 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
335 | 399 |
336 // Creates the disk cache entry associated with |key|, returning an | 400 // Creates the disk cache entry associated with |key|, returning an |
337 // ActiveEntry in |*entry|. |trans| will be notified via its IO callback if | 401 // ActiveEntry in |*entry|. |trans| will be notified via its IO callback if |
338 // this method returns ERR_IO_PENDING. | 402 // this method returns ERR_IO_PENDING. |
339 int CreateEntry(const std::string& key, ActiveEntry** entry, | 403 int CreateEntry(const std::string& key, ActiveEntry** entry, |
340 Transaction* trans); | 404 Transaction* trans); |
341 | 405 |
342 // Destroys an ActiveEntry (active or doomed). | 406 // Destroys an ActiveEntry (active or doomed). |
343 void DestroyEntry(ActiveEntry* entry); | 407 void DestroyEntry(ActiveEntry* entry); |
344 | 408 |
345 // Adds a transaction to an ActiveEntry. If this method returns ERR_IO_PENDING | 409 // Adds a transaction to an ActiveEntry. This method returns ERR_IO_PENDING |
346 // the transaction will be notified about completion via its IO callback. This | 410 // and the transaction will be notified about completion via its IO callback. |
347 // method returns ERR_CACHE_RACE to signal the transaction that it cannot be | 411 // In a failure case, the callback will be invoked with ERR_CACHE_RACE. |
348 // added to the provided entry, and it should retry the process with another | 412 int AddTransactionToEntry(ActiveEntry* entry, Transaction* transaction); |
349 // one (in this case, the entry is no longer valid). | 413 |
350 int AddTransactionToEntry(ActiveEntry* entry, Transaction* trans); | 414 // Transaction invokes this when its response headers phase is complete |
| 415 // If the transaction is responsible for writing the response body, |
| 416 // it becomes the writer and returns OK. In other cases ERR_IO_PENDING is |
| 417 // returned and the transaction will be notified about completion via its |
| 418 // IO callback. In a failure case, the callback will be invoked with |
| 419 // ERR_CACHE_RACE. |
| 420 int DoneWithResponseHeaders(ActiveEntry* entry, Transaction* transaction); |
351 | 421 |
352 // Called when the transaction has finished working with this entry. |cancel| | 422 // Called when the transaction has finished working with this entry. |cancel| |
353 // is true if the operation was cancelled by the caller instead of running | 423 // is true if the operation was cancelled by the caller instead of running |
354 // to completion. | 424 // to completion. |
355 void DoneWithEntry(ActiveEntry* entry, Transaction* trans, bool cancel); | 425 void DoneWithEntry(ActiveEntry* entry, Transaction* transaction, bool cancel); |
356 | 426 |
357 // Called when the transaction has finished writing to this entry. |success| | 427 // Called when the transaction has finished writing to this entry. |success| |
358 // is false if the cache entry should be deleted. | 428 // is false if the cache entry should be deleted. |
359 void DoneWritingToEntry(ActiveEntry* entry, bool success); | 429 void DoneWritingToEntry(ActiveEntry* entry, |
| 430 bool success, |
| 431 Transaction* transaction); |
360 | 432 |
361 // Called when the transaction has finished reading from this entry. | 433 // Called when the transaction has finished reading from this entry. |
362 void DoneReadingFromEntry(ActiveEntry* entry, Transaction* trans); | 434 void DoneReadingFromEntry(ActiveEntry* entry, Transaction* transaction); |
363 | 435 |
364 // Converts the active writer transaction to a reader so that other | 436 // Removes and returns all queued transactions in |entry| in FIFO order. This |
365 // transactions can start reading from this entry. | 437 // includes transactions that have completed the headers phase and those that |
366 void ConvertWriterToReader(ActiveEntry* entry); | 438 // have not been added to the entry yet in that order. |list| is the output |
| 439 // argument. |
| 440 void RemoveAllQueuedTransactions(ActiveEntry* entry, TransactionList* list); |
| 441 |
| 442 // Processes either writer's failure to write response body or |
| 443 // headers_transactions's failure to write headers. Also invoked when headers |
| 444 // transaction's validation result is not a match. |
| 445 void ProcessEntryFailure(ActiveEntry* entry); |
| 446 |
| 447 // Resumes processing the queued transactions of |entry|. |
| 448 void ProcessQueuedTransactions(ActiveEntry* entry); |
| 449 |
| 450 // Checks if a transaction can be added to the entry. If yes, it will |
| 451 // invoke the IO callback of the transaction. This is a helper function for |
| 452 // OnProcessQueuedTransactions. It will take a transaction from |
| 453 // add_to_entry_queue and make it a headers_transaction, if one doesn't exist |
| 454 // already. |
| 455 void ProcessAddToEntryQueue(ActiveEntry* entry); |
| 456 |
| 457 // Invoked when a transaction that has already completed the response headers |
| 458 // phase can resume reading/writing the response body. It will invoke the IO |
| 459 // callback of the transaction. This is a helper function for |
| 460 // OnProcessQueuedTransactions. |
| 461 void ProcessDoneHeadersQueue(ActiveEntry* entry); |
| 462 |
| 463 // Returns true if this transaction can write headers to the entry. |
| 464 bool CanTransactionWriteResponseHeaders(ActiveEntry* entry, |
| 465 Transaction* transaction, |
| 466 bool is_match) const; |
| 467 |
| 468 // Returns true if |transaction| is about to start writing response body or |
| 469 // already started but not yet finished. |
| 470 bool IsTransactionWritingIncomplete(ActiveEntry* entry, |
| 471 Transaction* transaction, |
| 472 const std::string& method) const; |
| 473 |
| 474 // Returns true if a transaction is currently writing the response body. |
| 475 bool IsWritingInProgress(ActiveEntry* entry) const; |
367 | 476 |
368 // Returns the LoadState of the provided pending transaction. | 477 // Returns the LoadState of the provided pending transaction. |
369 LoadState GetLoadStateForPendingTransaction(const Transaction* trans); | 478 LoadState GetLoadStateForPendingTransaction(const Transaction* trans); |
370 | 479 |
371 // Removes the transaction |trans|, from the pending list of an entry | 480 // Removes the transaction |trans|, from the pending list of an entry |
372 // (PendingOp, active or doomed entry). | 481 // (PendingOp, active or doomed entry). |
373 void RemovePendingTransaction(Transaction* trans); | 482 void RemovePendingTransaction(Transaction* trans); |
374 | 483 |
375 // Removes the transaction |trans|, from the pending list of |entry|. | 484 // Removes the transaction |trans|, from the pending list of |entry|. |
376 bool RemovePendingTransactionFromEntry(ActiveEntry* entry, | 485 bool RemovePendingTransactionFromEntry(ActiveEntry* entry, |
377 Transaction* trans); | 486 Transaction* trans); |
378 | 487 |
379 // Removes the transaction |trans|, from the pending list of |pending_op|. | 488 // Removes the transaction |trans|, from the pending list of |pending_op|. |
380 bool RemovePendingTransactionFromPendingOp(PendingOp* pending_op, | 489 bool RemovePendingTransactionFromPendingOp(PendingOp* pending_op, |
381 Transaction* trans); | 490 Transaction* trans); |
382 // Resumes processing the pending list of |entry|. | |
383 void ProcessPendingQueue(ActiveEntry* entry); | |
384 | 491 |
385 // Events (called via PostTask) --------------------------------------------- | 492 // Events (called via PostTask) --------------------------------------------- |
386 | 493 |
387 void OnProcessPendingQueue(ActiveEntry* entry); | 494 void OnProcessQueuedTransactions(ActiveEntry* entry); |
388 | 495 |
389 // Callbacks ---------------------------------------------------------------- | 496 // Callbacks ---------------------------------------------------------------- |
390 | 497 |
391 // Processes BackendCallback notifications. | 498 // Processes BackendCallback notifications. |
392 void OnIOComplete(int result, PendingOp* entry); | 499 void OnIOComplete(int result, PendingOp* entry); |
393 | 500 |
394 // Helper to conditionally delete |pending_op| if the HttpCache object it | 501 // Helper to conditionally delete |pending_op| if the HttpCache object it |
395 // is meant for has been deleted. | 502 // is meant for has been deleted. |
396 // | 503 // |
397 // TODO(ajwong): The PendingOp lifetime management is very tricky. It might | 504 // TODO(ajwong): The PendingOp lifetime management is very tricky. It might |
(...skipping 37 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
435 std::unique_ptr<base::Clock> clock_; | 542 std::unique_ptr<base::Clock> clock_; |
436 | 543 |
437 base::WeakPtrFactory<HttpCache> weak_factory_; | 544 base::WeakPtrFactory<HttpCache> weak_factory_; |
438 | 545 |
439 DISALLOW_COPY_AND_ASSIGN(HttpCache); | 546 DISALLOW_COPY_AND_ASSIGN(HttpCache); |
440 }; | 547 }; |
441 | 548 |
442 } // namespace net | 549 } // namespace net |
443 | 550 |
444 #endif // NET_HTTP_HTTP_CACHE_H_ | 551 #endif // NET_HTTP_HTTP_CACHE_H_ |
OLD | NEW |