OLD | NEW |
1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
4 | 4 |
5 #include "chrome/browser/safe_browsing/safe_browsing_store_file.h" | 5 #include "chrome/browser/safe_browsing/safe_browsing_store_file.h" |
6 | 6 |
7 #include "base/bind.h" | 7 #include "base/bind.h" |
8 #include "base/files/file_util.h" | 8 #include "base/files/file_util.h" |
9 #include "base/files/scoped_file.h" | 9 #include "base/files/scoped_file.h" |
10 #include "base/files/scoped_temp_dir.h" | 10 #include "base/files/scoped_temp_dir.h" |
11 #include "base/md5.h" | 11 #include "base/md5.h" |
12 #include "base/path_service.h" | 12 #include "base/path_service.h" |
13 #include "base/test/test_simple_task_runner.h" | 13 #include "base/test/test_simple_task_runner.h" |
14 #include "chrome/common/chrome_paths.h" | 14 #include "chrome/common/chrome_paths.h" |
15 #include "components/safe_browsing_db/prefix_set.h" | 15 #include "components/safe_browsing_db/prefix_set.h" |
| 16 #include "components/safe_browsing_db/util.h" |
16 #include "testing/gtest/include/gtest/gtest.h" | 17 #include "testing/gtest/include/gtest/gtest.h" |
17 #include "testing/platform_test.h" | 18 #include "testing/platform_test.h" |
18 | 19 |
19 namespace { | 20 namespace { |
20 | 21 |
21 const int kAddChunk1 = 1; | 22 const int kAddChunk1 = 1; |
22 const int kAddChunk2 = 3; | 23 const int kAddChunk2 = 3; |
23 const int kAddChunk3 = 5; | 24 const int kAddChunk3 = 5; |
24 const int kAddChunk4 = 7; | 25 const int kAddChunk4 = 7; |
25 // Disjoint chunk numbers for subs to flush out typos. | 26 // Disjoint chunk numbers for subs to flush out typos. |
26 const int kSubChunk1 = 2; | 27 const int kSubChunk1 = 2; |
27 const int kSubChunk2 = 4; | 28 const int kSubChunk2 = 4; |
28 | 29 |
29 const SBFullHash kHash1 = SBFullHashForString("one"); | 30 const SBFullHash kHash1 = safe_browsing::SBFullHashForString("one"); |
30 const SBFullHash kHash2 = SBFullHashForString("two"); | 31 const SBFullHash kHash2 = safe_browsing::SBFullHashForString("two"); |
31 const SBFullHash kHash3 = SBFullHashForString("three"); | 32 const SBFullHash kHash3 = safe_browsing::SBFullHashForString("three"); |
32 const SBFullHash kHash4 = SBFullHashForString("four"); | 33 const SBFullHash kHash4 = safe_browsing::SBFullHashForString("four"); |
33 const SBFullHash kHash5 = SBFullHashForString("five"); | 34 const SBFullHash kHash5 = safe_browsing::SBFullHashForString("five"); |
34 const SBFullHash kHash6 = SBFullHashForString("six"); | 35 const SBFullHash kHash6 = safe_browsing::SBFullHashForString("six"); |
35 | 36 |
36 const SBPrefix kMinSBPrefix = 0u; | 37 const SBPrefix kMinSBPrefix = 0u; |
37 const SBPrefix kMaxSBPrefix = ~kMinSBPrefix; | 38 const SBPrefix kMaxSBPrefix = ~kMinSBPrefix; |
38 | 39 |
39 } // namespace | 40 } // namespace |
40 | 41 |
41 namespace safe_browsing { | 42 namespace safe_browsing { |
42 | 43 |
43 class SafeBrowsingStoreFileTest : public PlatformTest { | 44 class SafeBrowsingStoreFileTest : public PlatformTest { |
44 public: | 45 public: |
(...skipping 142 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
187 | 188 |
188 std::vector<SBPrefix> prefixes_result; | 189 std::vector<SBPrefix> prefixes_result; |
189 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 190 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
190 ASSERT_EQ(3U, prefixes_result.size()); | 191 ASSERT_EQ(3U, prefixes_result.size()); |
191 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); | 192 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); |
192 EXPECT_EQ(kHash5.prefix, prefixes_result[1]); | 193 EXPECT_EQ(kHash5.prefix, prefixes_result[1]); |
193 EXPECT_EQ(kHash2.prefix, prefixes_result[2]); | 194 EXPECT_EQ(kHash2.prefix, prefixes_result[2]); |
194 | 195 |
195 ASSERT_EQ(1U, add_full_hashes_result.size()); | 196 ASSERT_EQ(1U, add_full_hashes_result.size()); |
196 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); | 197 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); |
197 EXPECT_TRUE(SBFullHashEqual(kHash4, add_full_hashes_result[0].full_hash)); | 198 EXPECT_TRUE(safe_browsing::SBFullHashEqual( |
| 199 kHash4, add_full_hashes_result[0].full_hash)); |
198 } | 200 } |
199 } | 201 } |
200 | 202 |
201 // Verify that the min and max prefixes are stored and operated on. | 203 // Verify that the min and max prefixes are stored and operated on. |
202 TEST_F(SafeBrowsingStoreFileTest, PrefixMinMax) { | 204 TEST_F(SafeBrowsingStoreFileTest, PrefixMinMax) { |
203 PopulateStore(); | 205 PopulateStore(); |
204 | 206 |
205 ASSERT_TRUE(store_->BeginUpdate()); | 207 ASSERT_TRUE(store_->BeginUpdate()); |
206 | 208 |
207 EXPECT_TRUE(store_->BeginChunk()); | 209 EXPECT_TRUE(store_->BeginChunk()); |
(...skipping 64 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
272 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); | 274 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); |
273 | 275 |
274 // Knocked out the chunk expected. | 276 // Knocked out the chunk expected. |
275 std::vector<SBPrefix> prefixes_result; | 277 std::vector<SBPrefix> prefixes_result; |
276 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 278 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
277 ASSERT_EQ(1U, prefixes_result.size()); | 279 ASSERT_EQ(1U, prefixes_result.size()); |
278 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); | 280 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); |
279 | 281 |
280 ASSERT_EQ(1U, add_full_hashes_result.size()); | 282 ASSERT_EQ(1U, add_full_hashes_result.size()); |
281 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); | 283 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); |
282 EXPECT_TRUE(SBFullHashEqual(kHash4, add_full_hashes_result[0].full_hash)); | 284 EXPECT_TRUE(safe_browsing::SBFullHashEqual( |
| 285 kHash4, add_full_hashes_result[0].full_hash)); |
283 } | 286 } |
284 | 287 |
285 ASSERT_TRUE(store_->BeginUpdate()); | 288 ASSERT_TRUE(store_->BeginUpdate()); |
286 | 289 |
287 // This add should be knocked out by an existing sub. | 290 // This add should be knocked out by an existing sub. |
288 EXPECT_TRUE(store_->BeginChunk()); | 291 EXPECT_TRUE(store_->BeginChunk()); |
289 store_->SetAddChunk(kAddChunk3); | 292 store_->SetAddChunk(kAddChunk3); |
290 EXPECT_TRUE(store_->WriteAddPrefix(kAddChunk3, kHash3.prefix)); | 293 EXPECT_TRUE(store_->WriteAddPrefix(kAddChunk3, kHash3.prefix)); |
291 EXPECT_TRUE(store_->FinishChunk()); | 294 EXPECT_TRUE(store_->FinishChunk()); |
292 | 295 |
293 { | 296 { |
294 safe_browsing::PrefixSetBuilder builder; | 297 safe_browsing::PrefixSetBuilder builder; |
295 std::vector<SBAddFullHash> add_full_hashes_result; | 298 std::vector<SBAddFullHash> add_full_hashes_result; |
296 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); | 299 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); |
297 | 300 |
298 std::vector<SBPrefix> prefixes_result; | 301 std::vector<SBPrefix> prefixes_result; |
299 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 302 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
300 ASSERT_EQ(1U, prefixes_result.size()); | 303 ASSERT_EQ(1U, prefixes_result.size()); |
301 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); | 304 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); |
302 | 305 |
303 ASSERT_EQ(1U, add_full_hashes_result.size()); | 306 ASSERT_EQ(1U, add_full_hashes_result.size()); |
304 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); | 307 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); |
305 EXPECT_TRUE(SBFullHashEqual(kHash4, add_full_hashes_result[0].full_hash)); | 308 EXPECT_TRUE(safe_browsing::SBFullHashEqual( |
| 309 kHash4, add_full_hashes_result[0].full_hash)); |
306 } | 310 } |
307 | 311 |
308 ASSERT_TRUE(store_->BeginUpdate()); | 312 ASSERT_TRUE(store_->BeginUpdate()); |
309 | 313 |
310 // But by here the sub should be gone, so it should stick this time. | 314 // But by here the sub should be gone, so it should stick this time. |
311 EXPECT_TRUE(store_->BeginChunk()); | 315 EXPECT_TRUE(store_->BeginChunk()); |
312 store_->SetAddChunk(kAddChunk3); | 316 store_->SetAddChunk(kAddChunk3); |
313 EXPECT_TRUE(store_->WriteAddPrefix(kAddChunk3, kHash3.prefix)); | 317 EXPECT_TRUE(store_->WriteAddPrefix(kAddChunk3, kHash3.prefix)); |
314 EXPECT_TRUE(store_->FinishChunk()); | 318 EXPECT_TRUE(store_->FinishChunk()); |
315 | 319 |
316 { | 320 { |
317 safe_browsing::PrefixSetBuilder builder; | 321 safe_browsing::PrefixSetBuilder builder; |
318 std::vector<SBAddFullHash> add_full_hashes_result; | 322 std::vector<SBAddFullHash> add_full_hashes_result; |
319 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); | 323 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); |
320 | 324 |
321 std::vector<SBPrefix> prefixes_result; | 325 std::vector<SBPrefix> prefixes_result; |
322 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 326 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
323 ASSERT_EQ(2U, prefixes_result.size()); | 327 ASSERT_EQ(2U, prefixes_result.size()); |
324 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); | 328 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); |
325 EXPECT_EQ(kHash3.prefix, prefixes_result[1]); | 329 EXPECT_EQ(kHash3.prefix, prefixes_result[1]); |
326 | 330 |
327 ASSERT_EQ(1U, add_full_hashes_result.size()); | 331 ASSERT_EQ(1U, add_full_hashes_result.size()); |
328 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); | 332 EXPECT_EQ(kAddChunk2, add_full_hashes_result[0].chunk_id); |
329 EXPECT_TRUE(SBFullHashEqual(kHash4, add_full_hashes_result[0].full_hash)); | 333 EXPECT_TRUE(safe_browsing::SBFullHashEqual( |
| 334 kHash4, add_full_hashes_result[0].full_hash)); |
330 } | 335 } |
331 } | 336 } |
332 | 337 |
333 // Test that deletes delete the chunk's data. | 338 // Test that deletes delete the chunk's data. |
334 TEST_F(SafeBrowsingStoreFileTest, DeleteChunks) { | 339 TEST_F(SafeBrowsingStoreFileTest, DeleteChunks) { |
335 ASSERT_TRUE(store_->BeginUpdate()); | 340 ASSERT_TRUE(store_->BeginUpdate()); |
336 | 341 |
337 // A prefix chunk which will be deleted. | 342 // A prefix chunk which will be deleted. |
338 EXPECT_FALSE(store_->CheckAddChunk(kAddChunk1)); | 343 EXPECT_FALSE(store_->CheckAddChunk(kAddChunk1)); |
339 store_->SetAddChunk(kAddChunk1); | 344 store_->SetAddChunk(kAddChunk1); |
(...skipping 45 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
385 std::vector<SBAddFullHash> add_full_hashes_result; | 390 std::vector<SBAddFullHash> add_full_hashes_result; |
386 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); | 391 EXPECT_TRUE(store_->FinishUpdate(&builder, &add_full_hashes_result)); |
387 | 392 |
388 std::vector<SBPrefix> prefixes_result; | 393 std::vector<SBPrefix> prefixes_result; |
389 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 394 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
390 ASSERT_EQ(1U, prefixes_result.size()); | 395 ASSERT_EQ(1U, prefixes_result.size()); |
391 EXPECT_EQ(kHash3.prefix, prefixes_result[0]); | 396 EXPECT_EQ(kHash3.prefix, prefixes_result[0]); |
392 | 397 |
393 ASSERT_EQ(1U, add_full_hashes_result.size()); | 398 ASSERT_EQ(1U, add_full_hashes_result.size()); |
394 EXPECT_EQ(kAddChunk3, add_full_hashes_result[0].chunk_id); | 399 EXPECT_EQ(kAddChunk3, add_full_hashes_result[0].chunk_id); |
395 EXPECT_TRUE(SBFullHashEqual(kHash6, add_full_hashes_result[0].full_hash)); | 400 EXPECT_TRUE(safe_browsing::SBFullHashEqual( |
| 401 kHash6, add_full_hashes_result[0].full_hash)); |
396 } | 402 } |
397 | 403 |
398 // Expected chunks are there in another update. | 404 // Expected chunks are there in another update. |
399 ASSERT_TRUE(store_->BeginUpdate()); | 405 ASSERT_TRUE(store_->BeginUpdate()); |
400 EXPECT_FALSE(store_->CheckAddChunk(kAddChunk1)); | 406 EXPECT_FALSE(store_->CheckAddChunk(kAddChunk1)); |
401 EXPECT_TRUE(store_->CheckAddChunk(kAddChunk2)); | 407 EXPECT_TRUE(store_->CheckAddChunk(kAddChunk2)); |
402 EXPECT_TRUE(store_->CheckAddChunk(kAddChunk3)); | 408 EXPECT_TRUE(store_->CheckAddChunk(kAddChunk3)); |
403 EXPECT_FALSE(store_->CheckSubChunk(kSubChunk1)); | 409 EXPECT_FALSE(store_->CheckSubChunk(kSubChunk1)); |
404 EXPECT_TRUE(store_->CheckSubChunk(kSubChunk2)); | 410 EXPECT_TRUE(store_->CheckSubChunk(kSubChunk2)); |
405 | 411 |
(...skipping 252 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
658 ASSERT_EQ(2U, add_prefixes.size()); | 664 ASSERT_EQ(2U, add_prefixes.size()); |
659 EXPECT_EQ(kAddChunk1, add_prefixes[0].chunk_id); | 665 EXPECT_EQ(kAddChunk1, add_prefixes[0].chunk_id); |
660 EXPECT_EQ(kHash1.prefix, add_prefixes[0].prefix); | 666 EXPECT_EQ(kHash1.prefix, add_prefixes[0].prefix); |
661 EXPECT_EQ(kAddChunk1, add_prefixes[1].chunk_id); | 667 EXPECT_EQ(kAddChunk1, add_prefixes[1].chunk_id); |
662 EXPECT_EQ(kHash2.prefix, add_prefixes[1].prefix); | 668 EXPECT_EQ(kHash2.prefix, add_prefixes[1].prefix); |
663 | 669 |
664 std::vector<SBAddFullHash> add_hashes; | 670 std::vector<SBAddFullHash> add_hashes; |
665 EXPECT_TRUE(store_->GetAddFullHashes(&add_hashes)); | 671 EXPECT_TRUE(store_->GetAddFullHashes(&add_hashes)); |
666 ASSERT_EQ(1U, add_hashes.size()); | 672 ASSERT_EQ(1U, add_hashes.size()); |
667 EXPECT_EQ(kAddChunk2, add_hashes[0].chunk_id); | 673 EXPECT_EQ(kAddChunk2, add_hashes[0].chunk_id); |
668 EXPECT_TRUE(SBFullHashEqual(kHash4, add_hashes[0].full_hash)); | 674 EXPECT_TRUE(safe_browsing::SBFullHashEqual(kHash4, add_hashes[0].full_hash)); |
669 } | 675 } |
670 | 676 |
671 // Test that the database handles resharding correctly, both when growing and | 677 // Test that the database handles resharding correctly, both when growing and |
672 // which shrinking. | 678 // which shrinking. |
673 TEST_F(SafeBrowsingStoreFileTest, Resharding) { | 679 TEST_F(SafeBrowsingStoreFileTest, Resharding) { |
674 // Loop through multiple stride boundaries (1<<32, 1<<31, 1<<30, 1<<29). | 680 // Loop through multiple stride boundaries (1<<32, 1<<31, 1<<30, 1<<29). |
675 const uint32 kTargetStride = 1 << 29; | 681 const uint32 kTargetStride = 1 << 29; |
676 | 682 |
677 // Each chunk will require 8 bytes per prefix, plus 4 bytes for chunk | 683 // Each chunk will require 8 bytes per prefix, plus 4 bytes for chunk |
678 // information. It should be less than |kTargetFootprint| in the | 684 // information. It should be less than |kTargetFootprint| in the |
(...skipping 121 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
800 ASSERT_EQ(2U, add_prefixes.size()); | 806 ASSERT_EQ(2U, add_prefixes.size()); |
801 EXPECT_EQ(kAddChunk1, add_prefixes[0].chunk_id); | 807 EXPECT_EQ(kAddChunk1, add_prefixes[0].chunk_id); |
802 EXPECT_EQ(kHash1.prefix, add_prefixes[0].prefix); | 808 EXPECT_EQ(kHash1.prefix, add_prefixes[0].prefix); |
803 EXPECT_EQ(kAddChunk1, add_prefixes[1].chunk_id); | 809 EXPECT_EQ(kAddChunk1, add_prefixes[1].chunk_id); |
804 EXPECT_EQ(kHash2.prefix, add_prefixes[1].prefix); | 810 EXPECT_EQ(kHash2.prefix, add_prefixes[1].prefix); |
805 | 811 |
806 std::vector<SBAddFullHash> add_hashes; | 812 std::vector<SBAddFullHash> add_hashes; |
807 EXPECT_TRUE(store_->GetAddFullHashes(&add_hashes)); | 813 EXPECT_TRUE(store_->GetAddFullHashes(&add_hashes)); |
808 ASSERT_EQ(1U, add_hashes.size()); | 814 ASSERT_EQ(1U, add_hashes.size()); |
809 EXPECT_EQ(kAddChunk1, add_hashes[0].chunk_id); | 815 EXPECT_EQ(kAddChunk1, add_hashes[0].chunk_id); |
810 EXPECT_TRUE(SBFullHashEqual(kHash2, add_hashes[0].full_hash)); | 816 EXPECT_TRUE(safe_browsing::SBFullHashEqual(kHash2, add_hashes[0].full_hash)); |
811 | 817 |
812 // Attempt an update to make sure things work end-to-end. | 818 // Attempt an update to make sure things work end-to-end. |
813 EXPECT_TRUE(store_->BeginUpdate()); | 819 EXPECT_TRUE(store_->BeginUpdate()); |
814 | 820 |
815 // Still has the chunks expected in the next update. | 821 // Still has the chunks expected in the next update. |
816 std::vector<int> chunks; | 822 std::vector<int> chunks; |
817 store_->GetAddChunks(&chunks); | 823 store_->GetAddChunks(&chunks); |
818 ASSERT_EQ(1U, chunks.size()); | 824 ASSERT_EQ(1U, chunks.size()); |
819 EXPECT_EQ(kAddChunk1, chunks[0]); | 825 EXPECT_EQ(kAddChunk1, chunks[0]); |
820 | 826 |
(...skipping 22 matching lines...) Expand all Loading... |
843 std::vector<SBPrefix> prefixes_result; | 849 std::vector<SBPrefix> prefixes_result; |
844 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); | 850 builder.GetPrefixSetNoHashes()->GetPrefixes(&prefixes_result); |
845 ASSERT_EQ(1U, prefixes_result.size()); | 851 ASSERT_EQ(1U, prefixes_result.size()); |
846 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); | 852 EXPECT_EQ(kHash1.prefix, prefixes_result[0]); |
847 EXPECT_TRUE(add_full_hashes_result.empty()); | 853 EXPECT_TRUE(add_full_hashes_result.empty()); |
848 } | 854 } |
849 } | 855 } |
850 #endif | 856 #endif |
851 | 857 |
852 } // namespace safe_browsing | 858 } // namespace safe_browsing |
OLD | NEW |