OLD | NEW |
---|---|
1 // Copyright 2016 The Chromium Authors. All rights reserved. | 1 // Copyright 2016 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "components/offline_pages/offline_page_storage_manager.h" | 5 #include "components/offline_pages/offline_page_storage_manager.h" |
6 | 6 |
7 #include <algorithm> | 7 #include <algorithm> |
8 | 8 |
9 #include "base/bind.h" | 9 #include "base/bind.h" |
10 #include "base/time/clock.h" | 10 #include "base/time/clock.h" |
(...skipping 51 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
62 } | 62 } |
63 model_->GetAllPages( | 63 model_->GetAllPages( |
64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages, | 64 base::Bind(&OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages, |
65 weak_ptr_factory_.GetWeakPtr(), callback, stats)); | 65 weak_ptr_factory_.GetWeakPtr(), callback, stats)); |
66 } | 66 } |
67 | 67 |
68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages( | 68 void OfflinePageStorageManager::OnGetAllPagesDoneForClearingPages( |
69 const ClearStorageCallback& callback, | 69 const ClearStorageCallback& callback, |
70 const ArchiveManager::StorageStats& stats, | 70 const ArchiveManager::StorageStats& stats, |
71 const MultipleOfflinePageItemResult& pages) { | 71 const MultipleOfflinePageItemResult& pages) { |
72 std::vector<int64_t> page_ids_to_expire; | 72 std::vector<int64_t> page_ids_to_clear; |
73 std::vector<int64_t> page_ids_to_remove; | 73 GetPageIdsToClear(pages, stats, &page_ids_to_clear); |
74 GetPageIdsToClear(pages, stats, &page_ids_to_expire, &page_ids_to_remove); | 74 model_->DeletePagesByOfflineId( |
75 model_->ExpirePages( | 75 page_ids_to_clear, |
76 page_ids_to_expire, clear_time_, | 76 base::Bind(&OfflinePageStorageManager::OnExpiredPagesCleared, |
77 base::Bind(&OfflinePageStorageManager::OnPagesExpired, | |
78 weak_ptr_factory_.GetWeakPtr(), callback, | 77 weak_ptr_factory_.GetWeakPtr(), callback, |
79 page_ids_to_expire.size(), page_ids_to_remove)); | 78 page_ids_to_clear.size())); |
80 } | 79 } |
81 | 80 |
82 void OfflinePageStorageManager::OnPagesExpired( | 81 void OfflinePageStorageManager::OnExpiredPagesCleared( |
83 const ClearStorageCallback& callback, | |
84 size_t pages_expired, | |
85 const std::vector<int64_t>& page_ids_to_remove, | |
86 bool expiration_succeeded) { | |
87 // We want to delete the outdated page records regardless the expiration | |
88 // succeeded or not. | |
89 model_->DeletePagesByOfflineId( | |
90 page_ids_to_remove, | |
91 base::Bind(&OfflinePageStorageManager::OnOutdatedPagesCleared, | |
92 weak_ptr_factory_.GetWeakPtr(), callback, pages_expired, | |
93 expiration_succeeded)); | |
94 } | |
95 | |
96 void OfflinePageStorageManager::OnOutdatedPagesCleared( | |
97 const ClearStorageCallback& callback, | 82 const ClearStorageCallback& callback, |
98 size_t pages_cleared, | 83 size_t pages_cleared, |
99 bool expiration_succeeded, | |
100 DeletePageResult result) { | 84 DeletePageResult result) { |
85 last_clear_time_ = clear_time_; | |
101 ClearStorageResult clear_result = ClearStorageResult::SUCCESS; | 86 ClearStorageResult clear_result = ClearStorageResult::SUCCESS; |
102 if (!expiration_succeeded) { | 87 if (result != DeletePageResult::SUCCESS) |
103 clear_result = ClearStorageResult::EXPIRE_FAILURE; | |
104 if (result != DeletePageResult::SUCCESS) | |
105 clear_result = ClearStorageResult::EXPIRE_AND_DELETE_FAILURES; | |
106 } else if (result != DeletePageResult::SUCCESS) { | |
107 clear_result = ClearStorageResult::DELETE_FAILURE; | 88 clear_result = ClearStorageResult::DELETE_FAILURE; |
108 } | |
109 last_clear_time_ = clear_time_; | |
110 callback.Run(pages_cleared, clear_result); | 89 callback.Run(pages_cleared, clear_result); |
111 } | 90 } |
112 | 91 |
113 void OfflinePageStorageManager::GetPageIdsToClear( | 92 void OfflinePageStorageManager::GetPageIdsToClear( |
114 const MultipleOfflinePageItemResult& pages, | 93 const MultipleOfflinePageItemResult& pages, |
115 const ArchiveManager::StorageStats& stats, | 94 const ArchiveManager::StorageStats& stats, |
116 std::vector<int64_t>* page_ids_to_expire, | 95 std::vector<int64_t>* page_ids_to_clear) { |
117 std::vector<int64_t>* page_ids_to_remove) { | |
118 // TODO(romax): See how persistent should be considered here. | 96 // TODO(romax): See how persistent should be considered here. |
119 // Creating a map from namespace to a vector of page items. | 97 // Creating a map from namespace to a vector of page items. |
120 // Sort each vector based on last accessed time and all pages after index | 98 // Sort each vector based on last accessed time and all pages after index |
121 // min{size(), page_limit} should be expired. And then start iterating | 99 // min{size(), page_limit} should be deleted. |
122 // backwards to expire pages. | |
123 std::map<std::string, std::vector<OfflinePageItem>> pages_map; | 100 std::map<std::string, std::vector<OfflinePageItem>> pages_map; |
124 std::vector<OfflinePageItem> kept_pages; | 101 std::vector<OfflinePageItem> kept_pages; |
125 int64_t kept_pages_size = 0; | 102 int64_t kept_pages_size = 0; |
126 | 103 |
127 for (const auto& page : pages) { | 104 for (const auto& page : pages) { |
128 if (!page.IsExpired()) { | 105 if (!IsExpired(page)) { |
fgorski
2016/11/22 00:03:00
nit: remove {} after if and else.
romax
2016/11/23 23:32:03
Done.
| |
129 pages_map[page.client_id.name_space].push_back(page); | 106 pages_map[page.client_id.name_space].push_back(page); |
130 } else if (clear_time_ - page.expiration_time >= | 107 } else { |
131 constants::kRemovePageItemInterval) { | 108 page_ids_to_clear->push_back(page.offline_id); |
132 page_ids_to_remove->push_back(page.offline_id); | |
133 } | 109 } |
134 } | 110 } |
135 | 111 |
136 for (auto& iter : pages_map) { | 112 for (auto& iter : pages_map) { |
137 std::string name_space = iter.first; | 113 std::string name_space = iter.first; |
138 std::vector<OfflinePageItem>& page_list = iter.second; | 114 std::vector<OfflinePageItem>& page_list = iter.second; |
139 | 115 |
140 LifetimePolicy policy = | 116 LifetimePolicy policy = |
141 policy_controller_->GetPolicy(name_space).lifetime_policy; | 117 policy_controller_->GetPolicy(name_space).lifetime_policy; |
142 | 118 |
143 std::sort(page_list.begin(), page_list.end(), | 119 std::sort(page_list.begin(), page_list.end(), |
144 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { | 120 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { |
145 return a.last_access_time > b.last_access_time; | 121 return a.last_access_time > b.last_access_time; |
146 }); | 122 }); |
147 | 123 |
148 size_t page_list_size = page_list.size(); | 124 size_t page_list_size = page_list.size(); |
149 size_t pos = 0; | 125 size_t pos = 0; |
150 while (pos < page_list_size && | 126 while (pos < page_list_size && |
151 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) && | 127 (policy.page_limit == kUnlimitedPages || pos < policy.page_limit) && |
152 !ShouldBeExpired(page_list.at(pos))) { | 128 !IsExpired(page_list.at(pos))) { |
153 kept_pages_size += page_list.at(pos).file_size; | 129 kept_pages_size += page_list.at(pos).file_size; |
154 kept_pages.push_back(page_list.at(pos)); | 130 kept_pages.push_back(page_list.at(pos)); |
155 pos++; | 131 pos++; |
156 } | 132 } |
157 | 133 |
158 for (; pos < page_list_size; pos++) | 134 for (; pos < page_list_size; pos++) |
159 page_ids_to_expire->push_back(page_list.at(pos).offline_id); | 135 page_ids_to_clear->push_back(page_list.at(pos).offline_id); |
160 } | 136 } |
161 | 137 |
162 // If we're still over the clear threshold, we're going to clear remaining | 138 // If we're still over the clear threshold, we're going to clear remaining |
163 // pages from oldest last access time. | 139 // pages from oldest last access time. |
164 int64_t free_space = stats.free_disk_space; | 140 int64_t free_space = stats.free_disk_space; |
165 int64_t total_size = stats.total_archives_size; | 141 int64_t total_size = stats.total_archives_size; |
166 int64_t space_to_release = | 142 int64_t space_to_release = |
167 kept_pages_size - | 143 kept_pages_size - |
168 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold; | 144 (total_size + free_space) * constants::kOfflinePageStorageClearThreshold; |
169 if (space_to_release > 0) { | 145 if (space_to_release > 0) { |
170 // Here we're sorting the |kept_pages| with oldest first. | 146 // Here we're sorting the |kept_pages| with oldest first. |
171 std::sort(kept_pages.begin(), kept_pages.end(), | 147 std::sort(kept_pages.begin(), kept_pages.end(), |
172 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { | 148 [](const OfflinePageItem& a, const OfflinePageItem& b) -> bool { |
173 return a.last_access_time < b.last_access_time; | 149 return a.last_access_time < b.last_access_time; |
174 }); | 150 }); |
175 size_t kept_pages_size = kept_pages.size(); | 151 size_t kept_pages_size = kept_pages.size(); |
176 size_t pos = 0; | 152 size_t pos = 0; |
177 while (pos < kept_pages_size && space_to_release > 0) { | 153 while (pos < kept_pages_size && space_to_release > 0) { |
178 space_to_release -= kept_pages.at(pos).file_size; | 154 space_to_release -= kept_pages.at(pos).file_size; |
179 page_ids_to_expire->push_back(kept_pages.at(pos).offline_id); | 155 page_ids_to_clear->push_back(kept_pages.at(pos).offline_id); |
180 pos++; | 156 pos++; |
181 } | 157 } |
182 } | 158 } |
183 } | 159 } |
184 | 160 |
185 OfflinePageStorageManager::ClearMode | 161 OfflinePageStorageManager::ClearMode |
186 OfflinePageStorageManager::ShouldClearPages( | 162 OfflinePageStorageManager::ShouldClearPages( |
187 const ArchiveManager::StorageStats& storage_stats) { | 163 const ArchiveManager::StorageStats& storage_stats) { |
188 int64_t total_size = storage_stats.total_archives_size; | 164 int64_t total_size = storage_stats.total_archives_size; |
189 int64_t free_space = storage_stats.free_disk_space; | 165 int64_t free_space = storage_stats.free_disk_space; |
190 if (total_size == 0) | 166 if (total_size == 0) |
191 return ClearMode::NOT_NEEDED; | 167 return ClearMode::NOT_NEEDED; |
192 | 168 |
193 // If the size of all offline pages is more than limit, or it's larger than a | 169 // If the size of all offline pages is more than limit, or it's larger than a |
194 // specified percentage of all available storage space on the disk we'll clear | 170 // specified percentage of all available storage space on the disk we'll clear |
195 // all offline pages. | 171 // all offline pages. |
196 if (total_size >= | 172 if (total_size >= |
197 (total_size + free_space) * constants::kOfflinePageStorageLimit) | 173 (total_size + free_space) * constants::kOfflinePageStorageLimit) |
198 return ClearMode::DEFAULT; | 174 return ClearMode::DEFAULT; |
199 // If it's been more than the pre-defined interval since the last time we | 175 // If it's been more than the pre-defined interval since the last time we |
200 // clear the storage, we should clear pages. | 176 // clear the storage, we should clear pages. |
201 if (last_clear_time_ == base::Time() || | 177 if (last_clear_time_ == base::Time() || |
202 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) { | 178 clear_time_ - last_clear_time_ >= constants::kClearStorageInterval) { |
203 return ClearMode::DEFAULT; | 179 return ClearMode::DEFAULT; |
204 } | 180 } |
205 // Otherwise there's no need to clear storage right now. | 181 // Otherwise there's no need to clear storage right now. |
206 return ClearMode::NOT_NEEDED; | 182 return ClearMode::NOT_NEEDED; |
207 } | 183 } |
208 | 184 |
209 bool OfflinePageStorageManager::ShouldBeExpired( | 185 bool OfflinePageStorageManager::IsExpired(const OfflinePageItem& page) const { |
210 const OfflinePageItem& page) const { | |
211 const LifetimePolicy& policy = | 186 const LifetimePolicy& policy = |
212 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy; | 187 policy_controller_->GetPolicy(page.client_id.name_space).lifetime_policy; |
213 return policy.lifetime_type == LifetimeType::TEMPORARY && | 188 return policy.lifetime_type == LifetimeType::TEMPORARY && |
214 clear_time_ - page.last_access_time >= policy.expiration_period; | 189 clear_time_ - page.last_access_time >= policy.expiration_period; |
215 } | 190 } |
216 | 191 |
217 bool OfflinePageStorageManager::IsInProgress() const { | 192 bool OfflinePageStorageManager::IsInProgress() const { |
218 return clear_time_ > last_clear_time_; | 193 return clear_time_ > last_clear_time_; |
219 } | 194 } |
220 | 195 |
221 } // namespace offline_pages | 196 } // namespace offline_pages |
OLD | NEW |