Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(541)

Side by Side Diff: components/offline_pages/offline_page_storage_manager.cc

Issue 2512073002: [Offline Pages] Removes two-step expiration related. (Closed)
Patch Set: adding unit in histograms. Created 4 years ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright 2016 The Chromium Authors. All rights reserved. 1 // Copyright 2016 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "components/offline_pages/offline_page_storage_manager.h" 5 #include "components/offline_pages/offline_page_storage_manager.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 8
9 #include "base/bind.h" 9 #include "base/bind.h"
10 #include "base/time/clock.h" 10 #include "base/time/clock.h"
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after
62 } 62 }
63 model_->GetAllPages( 63 model_->GetAllPages(
64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages, 64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages,
65 weak_ptr_factory_.GetWeakPtr(), callback, stats)); 65 weak_ptr_factory_.GetWeakPtr(), callback, stats));
66 } 66 }
67 67
68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages( 68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages(
69 const ClearStorageCallback& callback, 69 const ClearStorageCallback& callback,
70 const ArchiveManager::StorageStats& stats, 70 const ArchiveManager::StorageStats& stats,
71 const MultipleOfflinePageItemResult& pages) { 71 const MultipleOfflinePageItemResult& pages) {
72 std::vector<int64_t> page_ids_to_expire; 72 std::vector<int64_t> page_ids_to_clear;
73 std::vector<int64_t> page_ids_to_remove; 73 GetPageIdsToClear(pages, stats, &page_ids_to_clear);
74 GetPageIdsToClear(pages, stats, &page_ids_to_expire, &page_ids_to_remove); 74 model_->DeletePagesByOfflineId(
75 model_->ExpirePages( 75 page_ids_to_clear,
76 page_ids_to_expire, clear_time_, 76 base::Bind(&OfflinePageStorageManager::OnExpiredPagesCleared,
77 base::Bind(&OfflinePageStorageManager::OnPagesExpired,
78 weak_ptr_factory_.GetWeakPtr(), callback, 77 weak_ptr_factory_.GetWeakPtr(), callback,
79 page_ids_to_expire.size(), page_ids_to_remove)); 78 page_ids_to_clear.size()));
80 } 79 }
81 80
82 void OfflinePageStorageManager::OnPagesExpired( 81 void OfflinePageStorageManager::OnExpiredPagesCleared(
83 const ClearStorageCallback& callback,
84 size_t pages_expired,
85 const std::vector<int64_t>& page_ids_to_remove,
86 bool expiration_succeeded) {
87 // We want to delete the outdated page records regardless the expiration
88 // succeeded or not.
89 model_->DeletePagesByOfflineId(
90 page_ids_to_remove,
91 base::Bind(&OfflinePageStorageManager::OnOutdatedPagesCleared,
92 weak_ptr_factory_.GetWeakPtr(), callback, pages_expired,
93 expiration_succeeded));
94 }
95
96 void OfflinePageStorageManager::OnOutdatedPagesCleared(
97 const ClearStorageCallback& callback, 82 const ClearStorageCallback& callback,
98 size_t pages_cleared, 83 size_t pages_cleared,
99 bool expiration_succeeded,
100 DeletePageResult result) { 84 DeletePageResult result) {
85 last_clear_time_ = clear_time_;
101 ClearStorageResult clear_result = ClearStorageResult::SUCCESS; 86 ClearStorageResult clear_result = ClearStorageResult::SUCCESS;
102 if (!expiration_succeeded) { 87 if (result != DeletePageResult::SUCCESS)
103 clear_result = ClearStorageResult::EXPIRE_FAILURE;
104 if (result != DeletePageResult::SUCCESS)
105 clear_result = ClearStorageResult::EXPIRE_AND_DELETE_FAILURES;
106 } else if (result != DeletePageResult::SUCCESS) {
107 clear_result = ClearStorageResult::DELETE_FAILURE; 88 clear_result = ClearStorageResult::DELETE_FAILURE;
108 }
109 last_clear_time_ = clear_time_;
110 callback.Run(pages_cleared, clear_result); 89 callback.Run(pages_cleared, clear_result);
111 } 90 }
112 91
113 void OfflinePageStorageManager::GetPageIdsToClear( 92 void OfflinePageStorageManager::GetPageIdsToClear(
114 const MultipleOfflinePageItemResult& pages, 93 const MultipleOfflinePageItemResult& pages,
115 const ArchiveManager::StorageStats& stats, 94 const ArchiveManager::StorageStats& stats,
116 std::vector<int64_t>* page_ids_to_expire, 95 std::vector<int64_t>* page_ids_to_clear) {
117 std::vector<int64_t>* page_ids_to_remove) {
118 // TODO(romax): See how persistent should be considered here. 96 // TODO(romax): See how persistent should be considered here.
119 // Creating a map from namespace to a vector of page items. 97 // Creating a map from namespace to a vector of page items.
120 // Sort each vector based on last accessed time and all pages after index 98 // Sort each vector based on last accessed time and all pages after index
121 // min{size(), page_limit} should be expired. And then start iterating 99 // min{size(), page_limit} should be deleted.
122 // backwards to expire pages.
123 std::map<std::string, std::vector<OfflinePageItem>> pages_map; 100 std::map<std::string, std::vector<OfflinePageItem>> pages_map;
124 std::vector<OfflinePageItem> kept_pages; 101 std::vector<OfflinePageItem> kept_pages;
125 int64_t kept_pages_size = 0; 102 int64_t kept_pages_size = 0;
126 103
127 for (const auto& page : pages) { 104 for (const auto& page : pages) {
128 if (!page.IsExpired()) { 105 if (!IsExpired(page))
129 pages_map[page.client_id.name_space].push_back(page); 106 pages_map[page.client_id.name_space].push_back(page);
130 } else if (clear_time_ - page.expiration_time >= 107 else
131 constants::kRemovePageItemInterval) { 108 page_ids_to_clear->push_back(page.offline_id);
132 page_ids_to_remove->push_back(page.offline_id);
133 }
134 } 109 }
135 110
136 for (auto& iter : pages_map) { 111 for (auto& iter : pages_map) {
137 std::string name_space = iter.first; 112 std::string name_space = iter.first;
138 std::vector<OfflinePageItem>& page_list = iter.second; 113 std::vector<OfflinePageItem>& page_list = iter.second;
139 114
140 LifetimePolicy policy = 115 LifetimePolicy policy =
141 policy_controller_->GetPolicy(name_space).lifetime_policy; 116 policy_controller_->GetPolicy(name_space).lifetime_policy;
142 117
143 std::sort(page_list.begin(), page_list.end(), 118 std::sort(page_list.begin(), page_list.end(),
144 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { 119 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool {
145 return a.last_access_time > b.last_access_time; 120 return a.last_access_time > b.last_access_time;
146 }); 121 });
147 122
148 size_t page_list_size = page_list.size(); 123 size_t page_list_size = page_list.size();
149 size_t pos = 0; 124 size_t pos = 0;
150 while (pos < page_list_size && 125 while (pos < page_list_size &&
151 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) && 126 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) &&
152 !ShouldBeExpired(page_list.at(pos))) { 127 !IsExpired(page_list.at(pos))) {
153 kept_pages_size += page_list.at(pos).file_size; 128 kept_pages_size += page_list.at(pos).file_size;
154 kept_pages.push_back(page_list.at(pos)); 129 kept_pages.push_back(page_list.at(pos));
155 pos++; 130 pos++;
156 } 131 }
157 132
158 for (; pos < page_list_size; pos++) 133 for (; pos < page_list_size; pos++)
159 page_ids_to_expire->push_back(page_list.at(pos).offline_id); 134 page_ids_to_clear->push_back(page_list.at(pos).offline_id);
160 } 135 }
161 136
162 // If we're still over the clear threshold, we're going to clear remaining 137 // If we're still over the clear threshold, we're going to clear remaining
163 // pages from oldest last access time. 138 // pages from oldest last access time.
164 int64_t free_space = stats.free_disk_space; 139 int64_t free_space = stats.free_disk_space;
165 int64_t total_size = stats.total_archives_size; 140 int64_t total_size = stats.total_archives_size;
166 int64_t space_to_release = 141 int64_t space_to_release =
167 kept_pages_size - 142 kept_pages_size -
168 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold; 143 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold;
169 if (space_to_release > 0) { 144 if (space_to_release > 0) {
170 // Here we're sorting the |kept_pages| with oldest first. 145 // Here we're sorting the |kept_pages| with oldest first.
171 std::sort(kept_pages.begin(), kept_pages.end(), 146 std::sort(kept_pages.begin(), kept_pages.end(),
172 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { 147 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool {
173 return a.last_access_time < b.last_access_time; 148 return a.last_access_time < b.last_access_time;
174 }); 149 });
175 size_t kept_pages_size = kept_pages.size(); 150 size_t kept_pages_size = kept_pages.size();
176 size_t pos = 0; 151 size_t pos = 0;
177 while (pos < kept_pages_size && space_to_release > 0) { 152 while (pos < kept_pages_size && space_to_release > 0) {
178 space_to_release -= kept_pages.at(pos).file_size; 153 space_to_release -= kept_pages.at(pos).file_size;
179 page_ids_to_expire->push_back(kept_pages.at(pos).offline_id); 154 page_ids_to_clear->push_back(kept_pages.at(pos).offline_id);
180 pos++; 155 pos++;
181 } 156 }
182 } 157 }
183 } 158 }
184 159
185 OfflinePageStorageManager::ClearMode 160 OfflinePageStorageManager::ClearMode
186 OfflinePageStorageManager::ShouldClearPages( 161 OfflinePageStorageManager::ShouldClearPages(
187 const ArchiveManager::StorageStats& storage_stats) { 162 const ArchiveManager::StorageStats& storage_stats) {
188 int64_t total_size = storage_stats.total_archives_size; 163 int64_t total_size = storage_stats.total_archives_size;
189 int64_t free_space = storage_stats.free_disk_space; 164 int64_t free_space = storage_stats.free_disk_space;
190 if (total_size == 0) 165 if (total_size == 0)
191 return ClearMode::NOT_NEEDED; 166 return ClearMode::NOT_NEEDED;
192 167
193 // If the size of all offline pages is more than limit, or it's larger than a 168 // If the size of all offline pages is more than limit, or it's larger than a
194 // specified percentage of all available storage space on the disk we'll clear 169 // specified percentage of all available storage space on the disk we'll clear
195 // all offline pages. 170 // all offline pages.
196 if (total_size >= 171 if (total_size >=
197 (total_size + free_space) * constants::kOfflinePageStorageLimit) 172 (total_size + free_space) * constants::kOfflinePageStorageLimit)
198 return ClearMode::DEFAULT; 173 return ClearMode::DEFAULT;
199 // If it's been more than the pre-defined interval since the last time we 174 // If it's been more than the pre-defined interval since the last time we
200 // clear the storage, we should clear pages. 175 // clear the storage, we should clear pages.
201 if (last_clear_time_ == base::Time() || 176 if (last_clear_time_ == base::Time() ||
202 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) { 177 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) {
203 return ClearMode::DEFAULT; 178 return ClearMode::DEFAULT;
204 } 179 }
205 // Otherwise there's no need to clear storage right now. 180 // Otherwise there's no need to clear storage right now.
206 return ClearMode::NOT_NEEDED; 181 return ClearMode::NOT_NEEDED;
207 } 182 }
208 183
209 bool OfflinePageStorageManager::ShouldBeExpired( 184 bool OfflinePageStorageManager::IsExpired(const OfflinePageItem& page) const {
210 const OfflinePageItem& page) const {
211 const LifetimePolicy& policy = 185 const LifetimePolicy& policy =
212 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy; 186 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy;
213 return policy.lifetime_type == LifetimeType::TEMPORARY && 187 return policy.lifetime_type == LifetimeType::TEMPORARY &&
214 clear_time_ - page.last_access_time >= policy.expiration_period; 188 clear_time_ - page.last_access_time >= policy.expiration_period;
215 } 189 }
216 190
217 bool OfflinePageStorageManager::IsInProgress() const { 191 bool OfflinePageStorageManager::IsInProgress() const {
218 return clear_time_ > last_clear_time_; 192 return clear_time_ > last_clear_time_;
219 } 193 }
220 194
221 } // namespace offline_pages 195 } // namespace offline_pages
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698