Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(528)

Side by Side Diff: chrome/browser/thumbnail_store.h

Issue 149126: Modify ThumbnailStore to make one call to the HistoryBackend using QueryTopUR... (Closed) Base URL: svn://chrome-svn/chrome/trunk/src/
Patch Set: '' Created 11 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch | Annotate | Revision Log
« no previous file with comments | « chrome/browser/dom_ui/dom_ui_thumbnail_source.cc ('k') | chrome/browser/thumbnail_store.cc » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 // Copyright (c) 2009 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2009 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #ifndef CHROME_BROWSER_THUMBNAIL_STORE_H_ 5 #ifndef CHROME_BROWSER_THUMBNAIL_STORE_H_
6 #define CHROME_BROWSER_THUMBNAIL_STORE_H_ 6 #define CHROME_BROWSER_THUMBNAIL_STORE_H_
7 7
8 #include <map> 8 #include <map>
9 #include <set>
10 #include <string> 9 #include <string>
11 #include <vector> 10 #include <vector>
12 11
13 #include "base/file_path.h" 12 #include "base/file_path.h"
14 #include "base/message_loop.h" 13 #include "base/message_loop.h"
15 #include "base/ref_counted.h" 14 #include "base/ref_counted.h"
16 #include "base/timer.h" 15 #include "base/timer.h"
17 #include "chrome/browser/cancelable_request.h" 16 #include "chrome/browser/cancelable_request.h"
18 #include "chrome/browser/history/history.h" 17 #include "chrome/browser/history/history.h"
19 #include "chrome/common/pref_names.h" 18 #include "chrome/common/pref_names.h"
20 #include "chrome/common/ref_counted_util.h" 19 #include "chrome/common/ref_counted_util.h"
21 #include "testing/gtest/include/gtest/gtest_prod.h" 20 #include "testing/gtest/include/gtest/gtest_prod.h"
22 21
23 class DictionaryValue; 22 class DictionaryValue;
24 class GURL; 23 class GURL;
25 class HistoryService; 24 class HistoryService;
26 class PageUsageData;
27 class Pickle; 25 class Pickle;
28 class Profile; 26 class Profile;
29 class SkBitmap; 27 class SkBitmap;
30 struct ThumbnailScore; 28 struct ThumbnailScore;
31 namespace base { 29 namespace base {
32 class Time; 30 class Time;
33 } 31 }
34 32
35 // This storage interface provides storage for the thumbnails used 33 // This storage interface provides storage for the thumbnails used
36 // by the new_tab_ui. 34 // by the new_tab_ui.
37 class ThumbnailStore : public base::RefCountedThreadSafe<ThumbnailStore> { 35 class ThumbnailStore : public base::RefCountedThreadSafe<ThumbnailStore> {
38 public: 36 public:
39 typedef Callback2<int, scoped_refptr<RefCountedBytes> >::Type
40 ThumbnailDataCallback;
41
42 ThumbnailStore(); 37 ThumbnailStore();
43 ~ThumbnailStore(); 38 ~ThumbnailStore();
44 39
45 // Must be called after creation but before other methods are called. 40 // Must be called after creation but before other methods are called.
46 // file_path is a directory where a new database should be created 41 // file_path is a directory where a new database should be created
47 // or the location of an existing databse. 42 // or the location of an existing databse.
48 void Init(const FilePath& file_path, Profile* profile); 43 void Init(const FilePath& file_path, Profile* profile);
49 44
50 // Stores the given thumbnail and score with the associated url in the cache. 45 // Stores the given thumbnail and score with the associated url in the cache.
51 // If write_to_disk is true, the thumbnail data is written to disk on the 46 // If write_to_disk is true, the thumbnail data is written to disk on the
52 // file_thread. 47 // file_thread.
53 bool SetPageThumbnail(const GURL& url, 48 bool SetPageThumbnail(const GURL& url,
54 const SkBitmap& thumbnail, 49 const SkBitmap& thumbnail,
55 const ThumbnailScore& score, 50 const ThumbnailScore& score,
56 bool write_to_disk); 51 bool write_to_disk);
57 52
58 // Sets *data to point to the thumbnail for the given url. 53 // Sets *data to point to the thumbnail for the given url.
59 // A return value of ASYNC means you should call GetPageThumbnailAsync. 54 // Returns false if no thumbnail available.
60 // On a return value of SUCCESS, the refcount of the out parameter data 55 bool GetPageThumbnail(const GURL& url, RefCountedBytes** data);
61 // is incremented for the caller who takes ownership of that reference.
62 enum GetStatus { SUCCESS, FAIL, ASYNC };
63 ThumbnailStore::GetStatus GetPageThumbnail(const GURL& url,
64 RefCountedBytes** data);
65
66 // Retrieves the redirects list for the given url asynchronously.
67 // Calls the callback with the request_id and thumbnail data if found.
68 void GetPageThumbnailAsync(const GURL& url,
69 int request_id,
70 ThumbnailStore::ThumbnailDataCallback* cb);
71
72 // Cancels the given set of request_id's which were issued from
73 // GetPageThumbnailAsync.
74 // This method is called from ~DOMUIThumbnailSource. If a
75 // DOMUIThumbnailSource requests a thumbnail but is destroyed before the
76 // data is sent back, this method will cancel the request and delete the
77 // callback.
78 void CancelPendingRequests(const std::set<int>& pending_requests);
79 56
80 private: 57 private:
81 FRIEND_TEST(ThumbnailStoreTest, RetrieveFromCache); 58 FRIEND_TEST(ThumbnailStoreTest, RetrieveFromCache);
82 FRIEND_TEST(ThumbnailStoreTest, RetrieveFromDisk); 59 FRIEND_TEST(ThumbnailStoreTest, RetrieveFromDisk);
83 FRIEND_TEST(ThumbnailStoreTest, UpdateThumbnail); 60 FRIEND_TEST(ThumbnailStoreTest, UpdateThumbnail);
84 FRIEND_TEST(ThumbnailStoreTest, FollowRedirects); 61 FRIEND_TEST(ThumbnailStoreTest, FollowRedirects);
62 friend class ThumbnailStoreTest;
85 63
86 // Data structure used to store thumbnail data in memory. 64 // Data structure used to store thumbnail data in memory.
87 typedef std::map<GURL, std::pair<scoped_refptr<RefCountedBytes>, 65 typedef std::map<GURL, std::pair<scoped_refptr<RefCountedBytes>,
88 ThumbnailScore> > Cache; 66 ThumbnailScore> > Cache;
89 67
90 // Data structure used to cache the redirect lists for urls. 68 // Most visited URLs and their redirect lists -------------------------------
91 typedef std::map<GURL, scoped_refptr<RefCountedVector<GURL> > > RedirectMap;
92 69
93 // Data structure used to store request_id's and callbacks for 70 // Query the HistoryService for the most visited URLs and the most recent
94 // GetPageThumbnailAsync. 71 // redirect lists for those URLs. This happens in the background and the
95 typedef std::map<int, std::pair<ThumbnailStore::ThumbnailDataCallback*, 72 // callback is OnURLDataAvailable.
96 HistoryService::Handle> > RequestMap; 73 void UpdateURLData();
74
75 // The callback for UpdateURLData. The ThumbnailStore takes ownership of
76 // the most visited urls list and redirect lists passed in.
77 void OnURLDataAvailable(std::vector<GURL>* urls,
78 history::RedirectMap* redirects);
79
80 // Remove stale data --------------------------------------------------------
81
82 // Remove entries from the in memory thumbnail cache and redirect lists
83 // cache that have been blacklisted or are not in the top kMaxCacheSize
84 // visited sites.
85 void CleanCacheData();
97 86
98 // Deletes thumbnail data from disk for the given list of urls. 87 // Deletes thumbnail data from disk for the given list of urls.
99 void DeleteThumbnails( 88 void DeleteThumbnails(
100 scoped_refptr<RefCountedVector<GURL> > thumbnail_urls) const; 89 scoped_refptr<RefCountedVector<GURL> > thumbnail_urls) const;
101 90
91 // Disk operations ----------------------------------------------------------
92
102 // Read all thumbnail data from the specified FilePath into a Cache object. 93 // Read all thumbnail data from the specified FilePath into a Cache object.
103 // Done on the file_thread and returns to OnDiskDataAvailable on the thread 94 // Done on the file_thread and returns to OnDiskDataAvailable on the thread
104 // owning the specified MessageLoop. 95 // owning the specified MessageLoop.
105 void GetAllThumbnailsFromDisk(FilePath filepath, MessageLoop* cb_loop); 96 void GetAllThumbnailsFromDisk(FilePath filepath, MessageLoop* cb_loop);
106 97
107 // Read the thumbnail data from the given file and stores it in the 98 // Read the thumbnail data from the given file and stores it in the
108 // out parameters GURL, SkBitmap, and ThumbnailScore. 99 // out parameters GURL, SkBitmap, and ThumbnailScore.
109 bool GetPageThumbnailFromDisk(const FilePath& file, 100 bool GetPageThumbnailFromDisk(const FilePath& file,
110 GURL* url, 101 GURL* url,
111 RefCountedBytes* data, 102 RefCountedBytes* data,
112 ThumbnailScore* score) const; 103 ThumbnailScore* score) const;
113 104
114 // Once thumbnail data from the disk is available from the file_thread, 105 // Once thumbnail data from the disk is available from the file_thread,
115 // this function is invoked on the main thread. It takes ownership of the 106 // this function is invoked on the main thread. It takes ownership of the
116 // Cache* passed in and retains this Cache* for the lifetime of the object. 107 // Cache* passed in and retains this Cache* for the lifetime of the object.
117 void OnDiskDataAvailable(ThumbnailStore::Cache* cache); 108 void OnDiskDataAvailable(Cache* cache);
118 109
119 // Write thumbnail data to disk for a given url. 110 // Write thumbnail data to disk for a given url.
120 bool WriteThumbnailToDisk(const GURL& url, 111 bool WriteThumbnailToDisk(const GURL& url,
121 scoped_refptr<RefCountedBytes> data, 112 scoped_refptr<RefCountedBytes> data,
122 const ThumbnailScore& score) const; 113 const ThumbnailScore& score) const;
123 114
115
124 // Pack the given ThumbnailScore into the given Pickle. 116 // Pack the given ThumbnailScore into the given Pickle.
125 void PackScore(const ThumbnailScore& score, Pickle* packed) const; 117 void PackScore(const ThumbnailScore& score, Pickle* packed) const;
126 118
127 // Unpack a ThumbnailScore from a given Pickle and associated iterator. 119 // Unpack a ThumbnailScore from a given Pickle and associated iterator.
128 // Returns false is a ThumbnailScore could not be unpacked. 120 // Returns false is a ThumbnailScore could not be unpacked.
129 bool UnpackScore(ThumbnailScore* score, 121 bool UnpackScore(ThumbnailScore* score,
130 const Pickle& packed, 122 const Pickle& packed,
131 void*& iter) const; 123 void*& iter) const;
132 124
125 // Decide whether to store data ---------------------------------------------
126
133 bool ShouldStoreThumbnailForURL(const GURL& url) const; 127 bool ShouldStoreThumbnailForURL(const GURL& url) const;
134 128
135 bool IsURLBlacklisted(const GURL& url) const; 129 bool IsURLBlacklisted(const GURL& url) const;
136 130
137 std::wstring GetDictionaryKeyForURL(const std::string& url) const; 131 std::wstring GetDictionaryKeyForURL(const std::string& url) const;
138 132
139 // Returns true if url is in most_visited_urls_. 133 // Returns true if url is in most_visited_urls_.
140 bool IsPopular(const GURL& url) const; 134 bool IsPopular(const GURL& url) const;
141 135
142 // The callback for GetPageThumbnailAsync. Caches the redirect list
143 // and calls the callback for the request asssociated with the url.
144 void OnRedirectQueryComplete(HistoryService::Handle request_handle,
145 GURL url,
146 bool success,
147 history::RedirectList* redirects);
148 136
149 // Called on a timer initiated in Init(). Calls the HistoryService to
150 // update the list of most visited URLs. The callback is
151 // OnMostVisitedURLsAvailable.
152 void UpdateMostVisited();
153 137
154 // Updates the list of most visited URLs. Then calls CleanCacheData. 138 // Member variables ---------------------------------------------------------
155 void OnMostVisitedURLsAvailable(CancelableRequestProvider::Handle handle,
156 std::vector<PageUsageData*>* data);
157
158 // Remove entries from the in memory thumbnail cache and redirect lists
159 // cache that have been blacklisted or are not in the top kMaxCacheSize
160 // visited sites.
161 void CleanCacheData();
162 139
163 // The Cache maintained by the object. 140 // The Cache maintained by the object.
164 scoped_ptr<ThumbnailStore::Cache> cache_; 141 scoped_ptr<Cache> cache_;
165 bool cache_initialized_; 142 bool cache_initialized_;
166 143
167 // The location of the thumbnail store. 144 // The location of the thumbnail store.
168 FilePath file_path_; 145 FilePath file_path_;
169 146
147 // We hold a reference to the history service to query for most visited URLs
148 // and redirect information.
170 scoped_refptr<HistoryService> hs_; 149 scoped_refptr<HistoryService> hs_;
171 150
172 // A list of the most_visited_urls_ refreshed every 30mins from the 151 // A list of the most_visited_urls_ refreshed every 30mins from the
173 // HistoryService. 152 // HistoryService.
174 std::vector<GURL> most_visited_urls_; 153 scoped_ptr<std::vector<GURL> > most_visited_urls_;
175 154
176 // A pointer to the persistent URL blacklist for this profile. 155 // A pointer to the persistent URL blacklist for this profile.
177 const DictionaryValue* url_blacklist_; 156 const DictionaryValue* url_blacklist_;
178 157
179 // A map pairing the URL that a user typed to a list of URLs it was 158 // A map pairing the URL that a user typed to a list of URLs it was
180 // redirected to. Ex: 159 // redirected to. Ex:
181 // google.com => { http://www.google.com/ } 160 // google.com => { http://www.google.com/ }
182 ThumbnailStore::RedirectMap redirect_urls_; 161 scoped_ptr<history::RedirectMap> redirect_urls_;
183 162
184 // When GetPageThumbnailAsync is called, this map records the request_id 163 // Timer on which UpdateURLData runs.
185 // and callback associated with the request. When the thumbnail becomes
186 // available, the callback is taken from this map and the thumbnail data
187 // is returned to it.
188 ThumbnailStore::RequestMap redirect_requests_;
189
190 // Timer on which UpdateMostVisited runs.
191 base::RepeatingTimer<ThumbnailStore> timer_; 164 base::RepeatingTimer<ThumbnailStore> timer_;
192 165
193 // Consumer for getting redirect lists from the history service. 166 // Consumer for queries to the HistoryService.
194 CancelableRequestConsumerT<int, -1> hs_consumer_; 167 CancelableRequestConsumer consumer_;
195 168
196 // Consumer for getting the list of most visited urls.
197 CancelableRequestConsumerTSimple<PageUsageData*> cancelable_consumer_;
198
199 static const int kMostVisitedScope = 90;
200 static const unsigned int kMaxCacheSize = 45; 169 static const unsigned int kMaxCacheSize = 45;
201 170
202 DISALLOW_COPY_AND_ASSIGN(ThumbnailStore); 171 DISALLOW_COPY_AND_ASSIGN(ThumbnailStore);
203 }; 172 };
204 173
205 #endif // CHROME_BROWSER_THUMBNAIL_STORE_H_ 174 #endif // CHROME_BROWSER_THUMBNAIL_STORE_H_
OLDNEW
« no previous file with comments | « chrome/browser/dom_ui/dom_ui_thumbnail_source.cc ('k') | chrome/browser/thumbnail_store.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698