Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(52)

Side by Side Diff: chrome/browser/safe_browsing/safe_browsing_store.cc

Issue 507653003: Remove safe-browsing code to fix up injected prefixes. (Closed) Base URL: http://chromium.googlesource.com/chromium/src.git@master
Patch Set: Revert original CL more thoroughly. Created 6 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 // Copyright (c) 2011 The Chromium Authors. All rights reserved. 1 // Copyright (c) 2011 The Chromium Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style license that can be 2 // Use of this source code is governed by a BSD-style license that can be
3 // found in the LICENSE file. 3 // found in the LICENSE file.
4 4
5 #include "chrome/browser/safe_browsing/safe_browsing_store.h" 5 #include "chrome/browser/safe_browsing/safe_browsing_store.h"
6 6
7 #include <algorithm> 7 #include <algorithm>
8 8
9 #include "base/logging.h" 9 #include "base/logging.h"
10 #include "base/metrics/histogram.h"
11 10
12 namespace { 11 namespace {
13 12
14 // Return |true| if the range is sorted by the given comparator. 13 // Return |true| if the range is sorted by the given comparator.
15 template <typename CTI, typename LESS> 14 template <typename CTI, typename LESS>
16 bool sorted(CTI beg, CTI end, LESS less) { 15 bool sorted(CTI beg, CTI end, LESS less) {
17 while ((end - beg) > 2) { 16 while ((end - beg) > 2) {
18 CTI n = beg++; 17 CTI n = beg++;
19 if (less(*beg, *n)) 18 if (less(*beg, *n))
20 return false; 19 return false;
(...skipping 61 matching lines...) Expand 10 before | Expand all | Expand 10 after
82 for (typename ItemsT::iterator iter = end_iter; 81 for (typename ItemsT::iterator iter = end_iter;
83 iter != items->end(); ++iter) { 82 iter != items->end(); ++iter) {
84 if (del_set.count(iter->chunk_id) == 0) { 83 if (del_set.count(iter->chunk_id) == 0) {
85 *end_iter = *iter; 84 *end_iter = *iter;
86 ++end_iter; 85 ++end_iter;
87 } 86 }
88 } 87 }
89 items->erase(end_iter, items->end()); 88 items->erase(end_iter, items->end());
90 } 89 }
91 90
92 // Remove prefixes which are in the same chunk as their fullhash. This was a
93 // mistake in earlier implementations.
94 template <typename HashesT, typename PrefixesT>
95 size_t KnockoutPrefixVolunteers(const HashesT& full_hashes,
96 PrefixesT* prefixes) {
97 typename PrefixesT::iterator prefixes_process = prefixes->begin();
98 typename PrefixesT::iterator prefixes_out = prefixes->begin();
99 typename HashesT::const_iterator hashes_process = full_hashes.begin();
100
101 size_t skipped_count = 0;
102
103 while (hashes_process != full_hashes.end()) {
104 // Scan prefixes forward until an item is not less than the current hash.
105 while (prefixes_process != prefixes->end() &&
106 SBAddPrefixLess(*prefixes_process, *hashes_process)) {
107 if (prefixes_process != prefixes_out) {
108 *prefixes_out = *prefixes_process;
109 }
110 prefixes_out++;
111 prefixes_process++;
112 }
113
114 // If the current hash is also not less than the prefix, that implies they
115 // are equal. Skip the prefix.
116 if (prefixes_process != prefixes->end() &&
117 !SBAddPrefixLess(*hashes_process, *prefixes_process)) {
118 skipped_count++;
119 prefixes_process++;
120 }
121
122 hashes_process++;
123 }
124
125 // If any prefixes were skipped, copy over the tail and erase the excess.
126 if (prefixes_process != prefixes_out) {
127 prefixes_out = std::copy(prefixes_process, prefixes->end(), prefixes_out);
128 prefixes->erase(prefixes_out, prefixes->end());
129 }
130
131 return skipped_count;
132 }
133
134 } // namespace 91 } // namespace
135 92
136 void SBProcessSubs(SBAddPrefixes* add_prefixes, 93 void SBProcessSubs(SBAddPrefixes* add_prefixes,
137 SBSubPrefixes* sub_prefixes, 94 SBSubPrefixes* sub_prefixes,
138 std::vector<SBAddFullHash>* add_full_hashes, 95 std::vector<SBAddFullHash>* add_full_hashes,
139 std::vector<SBSubFullHash>* sub_full_hashes, 96 std::vector<SBSubFullHash>* sub_full_hashes,
140 const base::hash_set<int32>& add_chunks_deleted, 97 const base::hash_set<int32>& add_chunks_deleted,
141 const base::hash_set<int32>& sub_chunks_deleted) { 98 const base::hash_set<int32>& sub_chunks_deleted) {
142 // It is possible to structure templates and template 99 // It is possible to structure templates and template
143 // specializations such that the following calls work without having 100 // specializations such that the following calls work without having
144 // to qualify things. It becomes very arbitrary, though, and less 101 // to qualify things. It becomes very arbitrary, though, and less
145 // clear how things are working. 102 // clear how things are working.
146 103
147 // Make sure things are sorted appropriately. 104 // Make sure things are sorted appropriately.
148 DCHECK(sorted(add_prefixes->begin(), add_prefixes->end(), 105 DCHECK(sorted(add_prefixes->begin(), add_prefixes->end(),
149 SBAddPrefixLess<SBAddPrefix,SBAddPrefix>)); 106 SBAddPrefixLess<SBAddPrefix,SBAddPrefix>));
150 DCHECK(sorted(sub_prefixes->begin(), sub_prefixes->end(), 107 DCHECK(sorted(sub_prefixes->begin(), sub_prefixes->end(),
151 SBAddPrefixLess<SBSubPrefix,SBSubPrefix>)); 108 SBAddPrefixLess<SBSubPrefix,SBSubPrefix>));
152 DCHECK(sorted(add_full_hashes->begin(), add_full_hashes->end(), 109 DCHECK(sorted(add_full_hashes->begin(), add_full_hashes->end(),
153 SBAddPrefixHashLess<SBAddFullHash,SBAddFullHash>)); 110 SBAddPrefixHashLess<SBAddFullHash,SBAddFullHash>));
154 DCHECK(sorted(sub_full_hashes->begin(), sub_full_hashes->end(), 111 DCHECK(sorted(sub_full_hashes->begin(), sub_full_hashes->end(),
155 SBAddPrefixHashLess<SBSubFullHash,SBSubFullHash>)); 112 SBAddPrefixHashLess<SBSubFullHash,SBSubFullHash>));
156 113
157 // Earlier database code added prefixes when it saw fullhashes. The protocol
158 // should never send a chunk of mixed prefixes and fullhashes, the following
159 // removes any such cases which are seen.
160 // TODO(shess): Remove this code once most databases have been processed.
161 // Chunk churn should clean up anyone left over. This only takes a few ms to
162 // run through my current database, so it doesn't seem worthwhile to do much
163 // more than that.
164 size_t skipped = KnockoutPrefixVolunteers(*add_full_hashes, add_prefixes);
165 skipped += KnockoutPrefixVolunteers(*sub_full_hashes, sub_prefixes);
166 UMA_HISTOGRAM_COUNTS("SB2.VolunteerPrefixesRemoved", skipped);
167
168 // Factor out the prefix subs. 114 // Factor out the prefix subs.
169 KnockoutSubs(sub_prefixes, add_prefixes, 115 KnockoutSubs(sub_prefixes, add_prefixes,
170 SBAddPrefixLess<SBAddPrefix,SBSubPrefix>, 116 SBAddPrefixLess<SBAddPrefix,SBSubPrefix>,
171 SBAddPrefixLess<SBSubPrefix,SBAddPrefix>); 117 SBAddPrefixLess<SBSubPrefix,SBAddPrefix>);
172 118
173 // Factor out the full-hash subs. 119 // Factor out the full-hash subs.
174 KnockoutSubs(sub_full_hashes, add_full_hashes, 120 KnockoutSubs(sub_full_hashes, add_full_hashes,
175 SBAddPrefixHashLess<SBAddFullHash,SBSubFullHash>, 121 SBAddPrefixHashLess<SBAddFullHash,SBSubFullHash>,
176 SBAddPrefixHashLess<SBSubFullHash,SBAddFullHash>); 122 SBAddPrefixHashLess<SBSubFullHash,SBAddFullHash>);
177 123
178 // Remove items from the deleted chunks. This is done after other 124 // Remove items from the deleted chunks. This is done after other
179 // processing to allow subs to knock out adds (and be removed) even 125 // processing to allow subs to knock out adds (and be removed) even
180 // if the add's chunk is deleted. 126 // if the add's chunk is deleted.
181 RemoveDeleted(add_prefixes, add_chunks_deleted); 127 RemoveDeleted(add_prefixes, add_chunks_deleted);
182 RemoveDeleted(sub_prefixes, sub_chunks_deleted); 128 RemoveDeleted(sub_prefixes, sub_chunks_deleted);
183 RemoveDeleted(add_full_hashes, add_chunks_deleted); 129 RemoveDeleted(add_full_hashes, add_chunks_deleted);
184 RemoveDeleted(sub_full_hashes, sub_chunks_deleted); 130 RemoveDeleted(sub_full_hashes, sub_chunks_deleted);
185 } 131 }
OLDNEW
« no previous file with comments | « chrome/browser/safe_browsing/prefix_set.h ('k') | chrome/browser/safe_browsing/safe_browsing_store_file_unittest.cc » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698