Chromium Code Reviews| OLD | NEW |
|---|---|
| 1 // Copyright 2014 The Chromium Authors. All rights reserved. | 1 // Copyright 2014 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/suggestions/blacklist_store.h" | 5 #include "components/suggestions/blacklist_store.h" |
| 6 | 6 |
| 7 #include <algorithm> | |
| 7 #include <set> | 8 #include <set> |
| 8 #include <string> | 9 #include <string> |
| 9 | 10 |
| 10 #include "base/base64.h" | 11 #include "base/base64.h" |
| 11 #include "base/metrics/histogram.h" | 12 #include "base/metrics/histogram.h" |
| 12 #include "base/prefs/pref_service.h" | 13 #include "base/prefs/pref_service.h" |
| 13 #include "components/pref_registry/pref_registry_syncable.h" | 14 #include "components/pref_registry/pref_registry_syncable.h" |
| 14 #include "components/suggestions/suggestions_pref_names.h" | 15 #include "components/suggestions/suggestions_pref_names.h" |
| 15 | 16 |
| 17 using base::TimeDelta; | |
| 18 using base::TimeTicks; | |
| 19 | |
| 16 namespace suggestions { | 20 namespace suggestions { |
| 17 | |
| 18 namespace { | 21 namespace { |
| 19 | 22 |
| 20 void PopulateBlacklistSet(const SuggestionsBlacklist& blacklist_proto, | 23 void PopulateBlacklistSet(const SuggestionsBlacklist& blacklist_proto, |
| 21 std::set<std::string>* blacklist_set) { | 24 std::set<std::string>* blacklist_set) { |
| 22 blacklist_set->clear(); | 25 blacklist_set->clear(); |
| 23 for (int i = 0; i < blacklist_proto.urls_size(); ++i) { | 26 for (int i = 0; i < blacklist_proto.urls_size(); ++i) { |
| 24 blacklist_set->insert(blacklist_proto.urls(i)); | 27 blacklist_set->insert(blacklist_proto.urls(i)); |
| 25 } | 28 } |
| 26 } | 29 } |
| 27 | 30 |
| 28 void PopulateBlacklistProto(const std::set<std::string>& blacklist_set, | 31 void PopulateBlacklistProto(const std::set<std::string>& blacklist_set, |
| 29 SuggestionsBlacklist* blacklist_proto) { | 32 SuggestionsBlacklist* blacklist_proto) { |
| 30 blacklist_proto->Clear(); | 33 blacklist_proto->Clear(); |
| 31 for (std::set<std::string>::const_iterator it = blacklist_set.begin(); | 34 for (std::set<std::string>::const_iterator it = blacklist_set.begin(); |
| 32 it != blacklist_set.end(); ++it) { | 35 it != blacklist_set.end(); ++it) { |
| 33 blacklist_proto->add_urls(*it); | 36 blacklist_proto->add_urls(*it); |
| 34 } | 37 } |
| 35 } | 38 } |
| 36 | 39 |
| 37 } // namespace | 40 } // namespace |
| 38 | 41 |
| 39 BlacklistStore::BlacklistStore(PrefService* profile_prefs) | 42 BlacklistStore::BlacklistStore(PrefService* profile_prefs, |
| 40 : pref_service_(profile_prefs) { | 43 const base::TimeDelta& upload_delay) |
| 44 : pref_service_(profile_prefs), upload_delay_(upload_delay) { | |
| 41 DCHECK(pref_service_); | 45 DCHECK(pref_service_); |
| 42 | 46 |
| 43 // Log the blacklist's size. A single BlacklistStore is created for the | 47 // Log the blacklist's size. A single BlacklistStore is created for the |
| 44 // SuggestionsService; this will run once. | 48 // SuggestionsService; this will run once. |
| 45 SuggestionsBlacklist blacklist_proto; | 49 SuggestionsBlacklist blacklist_proto; |
| 46 LoadBlacklist(&blacklist_proto); | 50 LoadBlacklist(&blacklist_proto); |
| 47 UMA_HISTOGRAM_COUNTS_10000("Suggestions.LocalBlacklistSize", | 51 UMA_HISTOGRAM_COUNTS_10000("Suggestions.LocalBlacklistSize", |
| 48 blacklist_proto.urls_size()); | 52 blacklist_proto.urls_size()); |
| 49 } | 53 } |
| 50 | 54 |
| 51 BlacklistStore::~BlacklistStore() {} | 55 BlacklistStore::~BlacklistStore() {} |
| 52 | 56 |
| 53 bool BlacklistStore::BlacklistUrl(const GURL& url) { | 57 bool BlacklistStore::BlacklistUrl(const GURL& url) { |
| 54 if (!url.is_valid()) return false; | 58 if (!url.is_valid()) return false; |
| 55 | 59 |
| 56 SuggestionsBlacklist blacklist_proto; | 60 SuggestionsBlacklist blacklist_proto; |
| 57 LoadBlacklist(&blacklist_proto); | 61 LoadBlacklist(&blacklist_proto); |
| 58 | |
| 59 std::set<std::string> blacklist_set; | 62 std::set<std::string> blacklist_set; |
| 60 PopulateBlacklistSet(blacklist_proto, &blacklist_set); | 63 PopulateBlacklistSet(blacklist_proto, &blacklist_set); |
| 61 | 64 |
| 62 if (!blacklist_set.insert(url.spec()).second) { | 65 bool success = false; |
| 66 if (blacklist_set.insert(url.spec()).second) { | |
| 67 PopulateBlacklistProto(blacklist_set, &blacklist_proto); | |
| 68 success = StoreBlacklist(blacklist_proto); | |
| 69 } else { | |
| 63 // |url| was already in the blacklist. | 70 // |url| was already in the blacklist. |
| 71 success = true; | |
| 72 } | |
| 73 | |
| 74 if (success) { | |
| 75 // Update the blacklist time. | |
| 76 blacklist_times_[url.spec()] = TimeTicks::Now(); | |
| 77 } | |
| 78 | |
| 79 return success; | |
| 80 } | |
| 81 | |
| 82 bool BlacklistStore::GetTimeUntilReadyForUpload(TimeDelta* delta) { | |
| 83 SuggestionsBlacklist blacklist; | |
| 84 LoadBlacklist(&blacklist); | |
| 85 if (!blacklist.urls_size()) | |
| 86 return false; | |
| 87 | |
| 88 // Note: the size is non-negative. | |
| 89 if (blacklist_times_.size() < static_cast<size_t>(blacklist.urls_size())) { | |
| 90 // A url is not in the timestamp map: it's candidate for upload. This can | |
| 91 // happen after a restart. Another (undesired) case when this could happen | |
| 92 // is if more than one instance were created. | |
| 93 *delta = TimeDelta::FromSeconds(0); | |
| 64 return true; | 94 return true; |
| 65 } | 95 } |
| 66 | 96 |
| 67 PopulateBlacklistProto(blacklist_set, &blacklist_proto); | 97 // Find the minimum blacklist time. Note: blacklist_times_ is NOT empty since |
| 68 return StoreBlacklist(blacklist_proto); | 98 // blacklist is non-empty and blacklist_times_ contains as many items. |
| 99 CHECK(blacklist_times_.size()); | |
|
Mathieu
2014/12/05 16:32:05
Let's remove this and DCHECK below instead.
manzagop (departed)
2014/12/05 20:09:19
Done.
| |
| 100 base::TimeTicks min_time = blacklist_times_.begin()->second; | |
|
Mathieu
2014/12/05 16:32:05
initial value should be a big number
manzagop (departed)
2014/12/05 20:09:19
Done. Operating on TimeDelta instead of TimeTicks
| |
| 101 for (const auto& kv : blacklist_times_) { | |
| 102 if (kv.second < min_time) | |
| 103 min_time = kv.second; | |
| 104 } | |
| 105 *delta = std::max(upload_delay_ - (TimeTicks::Now() - min_time), | |
| 106 TimeDelta::FromSeconds(0)); | |
| 107 | |
|
Mathieu
2014/12/05 16:32:05
DCHECK that it's not the big number
manzagop (departed)
2014/12/05 20:09:19
Done.
| |
| 108 return true; | |
| 69 } | 109 } |
| 70 | 110 |
| 71 bool BlacklistStore::GetFirstUrlFromBlacklist(GURL* url) { | 111 bool BlacklistStore::GetTimeUntilURLReadyForUpload(const GURL& url, |
| 112 TimeDelta* delta) { | |
| 113 auto it = blacklist_times_.find(url.spec()); | |
| 114 if (it != blacklist_times_.end()) { | |
| 115 // The url is in the timestamps map. | |
| 116 *delta = std::max(upload_delay_ - (TimeTicks::Now() - it->second), | |
| 117 TimeDelta::FromSeconds(0)); | |
| 118 return true; | |
| 119 } | |
| 120 | |
| 121 // The url still might be in the blacklist. | |
| 72 SuggestionsBlacklist blacklist; | 122 SuggestionsBlacklist blacklist; |
| 73 LoadBlacklist(&blacklist); | 123 LoadBlacklist(&blacklist); |
| 74 if (!blacklist.urls_size()) return false; | 124 for (int i = 0; i < blacklist.urls_size(); ++i) { |
| 75 GURL blacklisted(blacklist.urls(0)); | 125 if (blacklist.urls(i) == url.spec()) { |
| 76 url->Swap(&blacklisted); | 126 *delta = TimeDelta::FromSeconds(0); |
| 77 return true; | 127 return true; |
| 128 } | |
| 129 } | |
| 130 | |
| 131 return false; | |
| 132 } | |
| 133 | |
| 134 bool BlacklistStore::GetCandidateForUpload(GURL* url) { | |
| 135 SuggestionsBlacklist blacklist; | |
| 136 LoadBlacklist(&blacklist); | |
| 137 | |
| 138 for (int i = 0; i < blacklist.urls_size(); ++i) { | |
| 139 bool is_candidate = true; | |
| 140 auto it = blacklist_times_.find(blacklist.urls(i)); | |
| 141 if (it != blacklist_times_.end() && | |
| 142 TimeTicks::Now() < it->second + upload_delay_) { | |
| 143 // URL was added too recently. | |
| 144 is_candidate = false; | |
| 145 } | |
| 146 if (is_candidate) { | |
| 147 GURL blacklisted(blacklist.urls(i)); | |
| 148 url->Swap(&blacklisted); | |
| 149 return true; | |
| 150 } | |
| 151 } | |
| 152 | |
| 153 return false; | |
| 78 } | 154 } |
| 79 | 155 |
| 80 bool BlacklistStore::RemoveUrl(const GURL& url) { | 156 bool BlacklistStore::RemoveUrl(const GURL& url) { |
| 81 if (!url.is_valid()) return false; | 157 if (!url.is_valid()) return false; |
| 82 const std::string removal_candidate = url.spec(); | 158 const std::string removal_candidate = url.spec(); |
| 83 | 159 |
| 84 SuggestionsBlacklist blacklist; | 160 SuggestionsBlacklist blacklist; |
| 85 LoadBlacklist(&blacklist); | 161 LoadBlacklist(&blacklist); |
| 86 | 162 |
| 163 bool removed = false; | |
| 87 SuggestionsBlacklist updated_blacklist; | 164 SuggestionsBlacklist updated_blacklist; |
| 88 for (int i = 0; i < blacklist.urls_size(); ++i) { | 165 for (int i = 0; i < blacklist.urls_size(); ++i) { |
| 89 if (blacklist.urls(i) != removal_candidate) | 166 if (blacklist.urls(i) == removal_candidate) { |
| 167 removed = true; | |
| 168 } else { | |
| 90 updated_blacklist.add_urls(blacklist.urls(i)); | 169 updated_blacklist.add_urls(blacklist.urls(i)); |
| 170 } | |
| 91 } | 171 } |
| 92 | 172 |
| 93 return StoreBlacklist(updated_blacklist); | 173 if (removed && StoreBlacklist(updated_blacklist)) { |
| 174 blacklist_times_.erase(url.spec()); | |
| 175 return true; | |
| 176 } | |
| 177 | |
| 178 return false; | |
| 94 } | 179 } |
| 95 | 180 |
| 96 void BlacklistStore::FilterSuggestions(SuggestionsProfile* profile) { | 181 void BlacklistStore::FilterSuggestions(SuggestionsProfile* profile) { |
| 97 if (!profile->suggestions_size()) | 182 if (!profile->suggestions_size()) |
| 98 return; // Empty profile, nothing to filter. | 183 return; // Empty profile, nothing to filter. |
| 99 | 184 |
| 100 SuggestionsBlacklist blacklist_proto; | 185 SuggestionsBlacklist blacklist_proto; |
| 101 if (!LoadBlacklist(&blacklist_proto)) { | 186 if (!LoadBlacklist(&blacklist_proto)) { |
| 102 // There was an error loading the blacklist. The blacklist was cleared and | 187 // There was an error loading the blacklist. The blacklist was cleared and |
| 103 // there's nothing to be done about it. | 188 // there's nothing to be done about it. |
| (...skipping 62 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... | |
| 166 | 251 |
| 167 pref_service_->SetString(prefs::kSuggestionsBlacklist, base64_blacklist_data); | 252 pref_service_->SetString(prefs::kSuggestionsBlacklist, base64_blacklist_data); |
| 168 return true; | 253 return true; |
| 169 } | 254 } |
| 170 | 255 |
| 171 void BlacklistStore::ClearBlacklist() { | 256 void BlacklistStore::ClearBlacklist() { |
| 172 pref_service_->ClearPref(prefs::kSuggestionsBlacklist); | 257 pref_service_->ClearPref(prefs::kSuggestionsBlacklist); |
| 173 } | 258 } |
| 174 | 259 |
| 175 } // namespace suggestions | 260 } // namespace suggestions |
| OLD | NEW |