Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(207)

Side by Side Diff: net/disk_cache/simple/simple_index.h

Issue 14263005: Refactor our SimpleIndex file format and serialization to use Pickle instead of the previously bugg… (Closed) Base URL: svn://svn.chromium.org/chrome/trunk/src
Patch Set: egors comments Created 7 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « net/disk_cache/simple/simple_disk_format.cc ('k') | net/disk_cache/simple/simple_index.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2013 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2013 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_ 5 #ifndef NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_
6 #define NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_ 6 #define NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_
7 7
8 #include <map> 8 #include <map>
9 #include <string> 9 #include <string>
10 10
11 #include "base/basictypes.h" 11 #include "base/basictypes.h"
12 #include "base/file_util.h" 12 #include "base/callback.h"
13 #include "base/files/file_path.h" 13 #include "base/files/file_path.h"
14 #include "base/hash_tables.h" 14 #include "base/hash_tables.h"
15 #include "base/memory/scoped_ptr.h" 15 #include "base/memory/scoped_ptr.h"
16 #include "base/memory/weak_ptr.h" 16 #include "base/memory/weak_ptr.h"
17 #include "net/disk_cache/disk_cache.h"
18 #include "net/disk_cache/simple/simple_disk_format.h"
19 17
20 namespace base { 18 namespace base {
21 class TaskRunner; 19 class TaskRunner;
22 } 20 }
23 21
24 namespace disk_cache { 22 namespace disk_cache {
25 23
24 class EntryMetadata {
25 public:
26 EntryMetadata();
27 EntryMetadata(uint64 hash_key,
28 base::Time last_used_time,
29 uint64 entry_size);
30
31 uint64 GetHashKey() const { return hash_key_; }
32
gavinp 2013/04/15 15:59:19 Lose blank line.
gavinp 2013/04/15 19:27:46 Lose blank line.
felipeg 2013/04/15 20:05:03 Done.
33
34 base::Time GetLastUsedTime() const;
35 void SetLastUsedTime(const base::Time& last_used_time);
36
37 uint64 GetEntrySize() const { return entry_size_; }
38 void SetEntrySize(uint64 entry_size) { entry_size_ = entry_size; }
39
40 // Serialize the data into the provided pickle.
41 void Serialize(Pickle* pickle) const;
42 bool DeSerialize(PickleIterator* it);
43
44 // Merge two EntryMetadata instances.
45 // The existing current valid data in this object will prevail.
46 void MergeWith(const EntryMetadata& entry_metadata);
47
48 private:
49 // When adding new members here, you should update the Serialize() and
50 // DeSerialize() methods.
51 uint64 hash_key_;
52
53 // This is the serialized format from Time::ToInternalValue().
54 // If you want to make calculations/comparisons, you should use the
55 // base::Time() class. Use the GetLastUsedTime() method above.
56 // TODO(felipeg): Use Time() here.
57 int64 last_used_time_;
58
59 uint64 entry_size_; // Storage size in bytes.
60 };
61
62 // TODO(felipeg): This way we are storing the hash_key twice, as the
63 // hash_map::key and as a member of EntryMetadata. We could save space if we
64 // use a hash_set.
65 typedef base::hash_map<uint64, EntryMetadata> EntrySet;
gavinp 2013/04/15 15:59:19 Why can't these type definitions be public: in Sim
gavinp 2013/04/15 19:27:46 Why can't these type definitions be public: in Sim
felipeg 2013/04/15 20:05:03 Done.
66
67 void InsertInEntrySet(const EntryMetadata& entry_metadata,
68 EntrySet* entry_set);
69
70 typedef base::Callback<void(scoped_ptr<EntrySet>)> IndexCompletionCallback;
71
26 // This class is not Thread-safe. 72 // This class is not Thread-safe.
27 class SimpleIndex 73 class SimpleIndex
28 : public base::SupportsWeakPtr<SimpleIndex> { 74 : public base::SupportsWeakPtr<SimpleIndex> {
29 public: 75 public:
30 SimpleIndex( 76 SimpleIndex(
31 const scoped_refptr<base::TaskRunner>& cache_thread, 77 const scoped_refptr<base::TaskRunner>& cache_thread,
32 const scoped_refptr<base::TaskRunner>& io_thread, 78 const scoped_refptr<base::TaskRunner>& io_thread,
33 const base::FilePath& path); 79 const base::FilePath& path);
34 80
35 virtual ~SimpleIndex(); 81 virtual ~SimpleIndex();
(...skipping 10 matching lines...) Expand all
46 bool UseIfExists(const std::string& key); 92 bool UseIfExists(const std::string& key);
47 93
48 void WriteToDisk(); 94 void WriteToDisk();
49 95
50 // Update the size (in bytes) of an entry, in the metadata stored in the 96 // Update the size (in bytes) of an entry, in the metadata stored in the
51 // index. This should be the total disk-file size including all streams of the 97 // index. This should be the total disk-file size including all streams of the
52 // entry. 98 // entry.
53 bool UpdateEntrySize(const std::string& key, uint64 entry_size); 99 bool UpdateEntrySize(const std::string& key, uint64 entry_size);
54 100
55 private: 101 private:
56 // TODO(felipeg): This way we are storing the hash_key twice (as the
57 // hash_map::key and as a member of EntryMetadata. We could save space if we
58 // use a hash_set.
59 typedef base::hash_map<uint64, SimpleIndexFile::EntryMetadata> EntrySet;
60
61 typedef base::Callback<void(scoped_ptr<EntrySet>)> MergeCallback;
62
63 static void InsertInternal(
64 EntrySet* entry_set,
65 const SimpleIndexFile::EntryMetadata& entry_metadata);
66
67 // Load index from disk. If it is corrupted, call RestoreFromDisk().
68 static void LoadFromDisk( 102 static void LoadFromDisk(
69 const base::FilePath& index_filename, 103 const base::FilePath& index_filename,
70 const scoped_refptr<base::TaskRunner>& io_thread, 104 const scoped_refptr<base::TaskRunner>& io_thread,
71 const MergeCallback& merge_callback); 105 const IndexCompletionCallback& completion_callback);
72 106
73 // Enumerates all entries' files on disk and regenerates the index. 107 // Enumerates all entries' files on disk and regenerates the index.
74 static void RestoreFromDisk( 108 static scoped_ptr<EntrySet> RestoreFromDisk(
75 const base::FilePath& index_filename, 109 const base::FilePath& index_filename);
76 const scoped_refptr<base::TaskRunner>& io_thread, 110
77 const MergeCallback& merge_callback); 111 static void WriteToDiskInternal(const base::FilePath& index_filename,
112 scoped_ptr<Pickle> pickle);
78 113
79 // Must run on IO Thread. 114 // Must run on IO Thread.
80 void MergeInitializingSet(scoped_ptr<EntrySet> index_file_entries); 115 void MergeInitializingSet(scoped_ptr<EntrySet> index_file_entries);
81 116
82 // |out_buffer| needs to be pre-allocated. The serialized index is stored in 117 // |out_buffer| needs to be pre-allocated. The serialized index is stored in
83 // |out_buffer|. 118 // |out_buffer|.
84 void Serialize(std::string* out_buffer); 119 void Serialize(std::string* out_buffer);
85 120
86 bool OpenIndexFile();
87 bool CloseIndexFile();
88
89 static void UpdateFile(const base::FilePath& index_filename,
90 const base::FilePath& temp_filename,
91 scoped_ptr<std::string> buffer);
92
93 EntrySet entries_set_; 121 EntrySet entries_set_;
94 uint64 cache_size_; // Total cache storage size in bytes. 122 uint64 cache_size_; // Total cache storage size in bytes.
95 123
96 // This stores all the hash_key of entries that are removed during 124 // This stores all the hash_key of entries that are removed during
97 // initialization. 125 // initialization.
98 base::hash_set<uint64> removed_entries_; 126 base::hash_set<uint64> removed_entries_;
99 bool initialized_; 127 bool initialized_;
100 128
101 base::FilePath index_filename_; 129 base::FilePath index_filename_;
102 130
103 scoped_refptr<base::TaskRunner> cache_thread_; 131 scoped_refptr<base::TaskRunner> cache_thread_;
104 scoped_refptr<base::TaskRunner> io_thread_; 132 scoped_refptr<base::TaskRunner> io_thread_;
105 133
106 // All nonstatic SimpleEntryImpl methods should always be called on the IO 134 // All nonstatic SimpleEntryImpl methods should always be called on the IO
107 // thread, in all cases. |io_thread_checker_| documents and enforces this. 135 // thread, in all cases. |io_thread_checker_| documents and enforces this.
108 base::ThreadChecker io_thread_checker_; 136 base::ThreadChecker io_thread_checker_;
109 }; 137 };
110 138
111 } // namespace disk_cache 139 } // namespace disk_cache
112 140
113 #endif // NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_ 141 #endif // NET_DISK_CACHE_SIMPLE_SIMPLE_INDEX_H_
OLDNEW
« no previous file with comments | « net/disk_cache/simple/simple_disk_format.cc ('k') | net/disk_cache/simple/simple_index.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698