Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(402)

Side by Side Diff: components/offline_pages/offline_page_storage_manager.cc

Issue 2512073002: [Offline Pages] Removes two-step expiration related. (Closed)
Patch Set: Addressed comments. Created 4 years, 1 month ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2016 The Chromium Authors. All rights reserved. 1 // Copyright 2016 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/offline_pages/offline_page_storage_manager.h" 5 #include "components/offline_pages/offline_page_storage_manager.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 8
9 #include "base/bind.h" 9 #include "base/bind.h"
10 #include "base/time/clock.h" 10 #include "base/time/clock.h"
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after
62 } 62 }
63 model_->GetAllPages( 63 model_->GetAllPages(
64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages, 64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages,
65 weak_ptr_factory_.GetWeakPtr(), callback, stats)); 65 weak_ptr_factory_.GetWeakPtr(), callback, stats));
66 } 66 }
67 67
68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages( 68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages(
69 const ClearStorageCallback& callback, 69 const ClearStorageCallback& callback,
70 const ArchiveManager::StorageStats& stats, 70 const ArchiveManager::StorageStats& stats,
71 const MultipleOfflinePageItemResult& pages) { 71 const MultipleOfflinePageItemResult& pages) {
72 std::vector<int64_t> page_ids_to_expire; 72 std::vector<int64_t> page_ids_to_clear;
73 std::vector<int64_t> page_ids_to_remove; 73 GetPageIdsToClear(pages, stats, &page_ids_to_clear);
74 GetPageIdsToClear(pages, stats, &page_ids_to_expire, &page_ids_to_remove); 74 model_->DeletePagesByOfflineId(
75 model_->ExpirePages( 75 page_ids_to_clear,
76 page_ids_to_expire, clear_time_, 76 base::Bind(&OfflinePageStorageManager::OnExpiredPagesCleared,
77 base::Bind(&OfflinePageStorageManager::OnPagesExpired,
78 weak_ptr_factory_.GetWeakPtr(), callback, 77 weak_ptr_factory_.GetWeakPtr(), callback,
79 page_ids_to_expire.size(), page_ids_to_remove)); 78 page_ids_to_clear.size()));
80 } 79 }
81 80
82 void OfflinePageStorageManager::OnPagesExpired( 81 void OfflinePageStorageManager::OnExpiredPagesCleared(
83 const ClearStorageCallback& callback,
84 size_t pages_expired,
85 const std::vector<int64_t>& page_ids_to_remove,
86 bool expiration_succeeded) {
87 // We want to delete the outdated page records regardless the expiration
88 // succeeded or not.
89 model_->DeletePagesByOfflineId(
90 page_ids_to_remove,
91 base::Bind(&OfflinePageStorageManager::OnOutdatedPagesCleared,
92 weak_ptr_factory_.GetWeakPtr(), callback, pages_expired,
93 expiration_succeeded));
94 }
95
96 void OfflinePageStorageManager::OnOutdatedPagesCleared(
97 const ClearStorageCallback& callback, 82 const ClearStorageCallback& callback,
98 size_t pages_cleared, 83 size_t pages_cleared,
99 bool expiration_succeeded,
100 DeletePageResult result) { 84 DeletePageResult result) {
85 last_clear_time_ = clear_time_;
101 ClearStorageResult clear_result = ClearStorageResult::SUCCESS; 86 ClearStorageResult clear_result = ClearStorageResult::SUCCESS;
102 if (!expiration_succeeded) { 87 if (result != DeletePageResult::SUCCESS)
103 clear_result = ClearStorageResult::EXPIRE_FAILURE;
104 if (result != DeletePageResult::SUCCESS)
105 clear_result = ClearStorageResult::EXPIRE_AND_DELETE_FAILURES;
106 } else if (result != DeletePageResult::SUCCESS) {
107 clear_result = ClearStorageResult::DELETE_FAILURE; 88 clear_result = ClearStorageResult::DELETE_FAILURE;
108 }
109 last_clear_time_ = clear_time_;
110 callback.Run(pages_cleared, clear_result); 89 callback.Run(pages_cleared, clear_result);
111 } 90 }
112 91
113 void OfflinePageStorageManager::GetPageIdsToClear( 92 void OfflinePageStorageManager::GetPageIdsToClear(
114 const MultipleOfflinePageItemResult& pages, 93 const MultipleOfflinePageItemResult& pages,
115 const ArchiveManager::StorageStats& stats, 94 const ArchiveManager::StorageStats& stats,
116 std::vector<int64_t>* page_ids_to_expire, 95 std::vector<int64_t>* page_ids_to_clear) {
117 std::vector<int64_t>* page_ids_to_remove) {
118 // TODO(romax): See how persistent should be considered here. 96 // TODO(romax): See how persistent should be considered here.
119 // Creating a map from namespace to a vector of page items. 97 // Creating a map from namespace to a vector of page items.
120 // Sort each vector based on last accessed time and all pages after index 98 // Sort each vector based on last accessed time and all pages after index
121 // min{size(), page_limit} should be expired. And then start iterating 99 // min{size(), page_limit} should be deleted.
122 // backwards to expire pages.
123 std::map<std::string, std::vector<OfflinePageItem>> pages_map; 100 std::map<std::string, std::vector<OfflinePageItem>> pages_map;
124 std::vector<OfflinePageItem> kept_pages; 101 std::vector<OfflinePageItem> kept_pages;
125 int64_t kept_pages_size = 0; 102 int64_t kept_pages_size = 0;
126 103
127 for (const auto& page : pages) { 104 for (const auto& page : pages) {
128 if (!page.IsExpired()) { 105 if (!IsExpired(page)) {
fgorski 2016/11/22 00:03:00 nit: remove {} after if and else.
romax 2016/11/23 23:32:03 Done.
129 pages_map[page.client_id.name_space].push_back(page); 106 pages_map[page.client_id.name_space].push_back(page);
130 } else if (clear_time_ - page.expiration_time >= 107 } else {
131 constants::kRemovePageItemInterval) { 108 page_ids_to_clear->push_back(page.offline_id);
132 page_ids_to_remove->push_back(page.offline_id);
133 } 109 }
134 } 110 }
135 111
136 for (auto& iter : pages_map) { 112 for (auto& iter : pages_map) {
137 std::string name_space = iter.first; 113 std::string name_space = iter.first;
138 std::vector<OfflinePageItem>& page_list = iter.second; 114 std::vector<OfflinePageItem>& page_list = iter.second;
139 115
140 LifetimePolicy policy = 116 LifetimePolicy policy =
141 policy_controller_->GetPolicy(name_space).lifetime_policy; 117 policy_controller_->GetPolicy(name_space).lifetime_policy;
142 118
143 std::sort(page_list.begin(), page_list.end(), 119 std::sort(page_list.begin(), page_list.end(),
144 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { 120 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool {
145 return a.last_access_time > b.last_access_time; 121 return a.last_access_time > b.last_access_time;
146 }); 122 });
147 123
148 size_t page_list_size = page_list.size(); 124 size_t page_list_size = page_list.size();
149 size_t pos = 0; 125 size_t pos = 0;
150 while (pos < page_list_size && 126 while (pos < page_list_size &&
151 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) && 127 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) &&
152 !ShouldBeExpired(page_list.at(pos))) { 128 !IsExpired(page_list.at(pos))) {
153 kept_pages_size += page_list.at(pos).file_size; 129 kept_pages_size += page_list.at(pos).file_size;
154 kept_pages.push_back(page_list.at(pos)); 130 kept_pages.push_back(page_list.at(pos));
155 pos++; 131 pos++;
156 } 132 }
157 133
158 for (; pos < page_list_size; pos++) 134 for (; pos < page_list_size; pos++)
159 page_ids_to_expire->push_back(page_list.at(pos).offline_id); 135 page_ids_to_clear->push_back(page_list.at(pos).offline_id);
160 } 136 }
161 137
162 // If we're still over the clear threshold, we're going to clear remaining 138 // If we're still over the clear threshold, we're going to clear remaining
163 // pages from oldest last access time. 139 // pages from oldest last access time.
164 int64_t free_space = stats.free_disk_space; 140 int64_t free_space = stats.free_disk_space;
165 int64_t total_size = stats.total_archives_size; 141 int64_t total_size = stats.total_archives_size;
166 int64_t space_to_release = 142 int64_t space_to_release =
167 kept_pages_size - 143 kept_pages_size -
168 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold; 144 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold;
169 if (space_to_release > 0) { 145 if (space_to_release > 0) {
170 // Here we're sorting the |kept_pages| with oldest first. 146 // Here we're sorting the |kept_pages| with oldest first.
171 std::sort(kept_pages.begin(), kept_pages.end(), 147 std::sort(kept_pages.begin(), kept_pages.end(),
172 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { 148 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool {
173 return a.last_access_time < b.last_access_time; 149 return a.last_access_time < b.last_access_time;
174 }); 150 });
175 size_t kept_pages_size = kept_pages.size(); 151 size_t kept_pages_size = kept_pages.size();
176 size_t pos = 0; 152 size_t pos = 0;
177 while (pos < kept_pages_size && space_to_release > 0) { 153 while (pos < kept_pages_size && space_to_release > 0) {
178 space_to_release -= kept_pages.at(pos).file_size; 154 space_to_release -= kept_pages.at(pos).file_size;
179 page_ids_to_expire->push_back(kept_pages.at(pos).offline_id); 155 page_ids_to_clear->push_back(kept_pages.at(pos).offline_id);
180 pos++; 156 pos++;
181 } 157 }
182 } 158 }
183 } 159 }
184 160
185 OfflinePageStorageManager::ClearMode 161 OfflinePageStorageManager::ClearMode
186 OfflinePageStorageManager::ShouldClearPages( 162 OfflinePageStorageManager::ShouldClearPages(
187 const ArchiveManager::StorageStats& storage_stats) { 163 const ArchiveManager::StorageStats& storage_stats) {
188 int64_t total_size = storage_stats.total_archives_size; 164 int64_t total_size = storage_stats.total_archives_size;
189 int64_t free_space = storage_stats.free_disk_space; 165 int64_t free_space = storage_stats.free_disk_space;
190 if (total_size == 0) 166 if (total_size == 0)
191 return ClearMode::NOT_NEEDED; 167 return ClearMode::NOT_NEEDED;
192 168
193 // If the size of all offline pages is more than limit, or it's larger than a 169 // If the size of all offline pages is more than limit, or it's larger than a
194 // specified percentage of all available storage space on the disk we'll clear 170 // specified percentage of all available storage space on the disk we'll clear
195 // all offline pages. 171 // all offline pages.
196 if (total_size >= 172 if (total_size >=
197 (total_size + free_space) * constants::kOfflinePageStorageLimit) 173 (total_size + free_space) * constants::kOfflinePageStorageLimit)
198 return ClearMode::DEFAULT; 174 return ClearMode::DEFAULT;
199 // If it's been more than the pre-defined interval since the last time we 175 // If it's been more than the pre-defined interval since the last time we
200 // clear the storage, we should clear pages. 176 // clear the storage, we should clear pages.
201 if (last_clear_time_ == base::Time() || 177 if (last_clear_time_ == base::Time() ||
202 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) { 178 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) {
203 return ClearMode::DEFAULT; 179 return ClearMode::DEFAULT;
204 } 180 }
205 // Otherwise there's no need to clear storage right now. 181 // Otherwise there's no need to clear storage right now.
206 return ClearMode::NOT_NEEDED; 182 return ClearMode::NOT_NEEDED;
207 } 183 }
208 184
209 bool OfflinePageStorageManager::ShouldBeExpired( 185 bool OfflinePageStorageManager::IsExpired(const OfflinePageItem& page) const {
210 const OfflinePageItem& page) const {
211 const LifetimePolicy& policy = 186 const LifetimePolicy& policy =
212 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy; 187 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy;
213 return policy.lifetime_type == LifetimeType::TEMPORARY && 188 return policy.lifetime_type == LifetimeType::TEMPORARY &&
214 clear_time_ - page.last_access_time >= policy.expiration_period; 189 clear_time_ - page.last_access_time >= policy.expiration_period;
215 } 190 }
216 191
217 bool OfflinePageStorageManager::IsInProgress() const { 192 bool OfflinePageStorageManager::IsInProgress() const {
218 return clear_time_ > last_clear_time_; 193 return clear_time_ > last_clear_time_;
219 } 194 }
220 195
221 } // namespace offline_pages 196 } // namespace offline_pages
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698