| OLD | NEW |
| 1 // Copyright 2013 The Chromium Authors. All rights reserved. | 1 // Copyright 2013 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be | 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. | 3 // found in the LICENSE file. |
| 4 | 4 |
| 5 #include "components/precache/core/precache_fetcher.h" | 5 #include "components/precache/core/precache_fetcher.h" |
| 6 | 6 |
| 7 #include <stdint.h> | 7 #include <stdint.h> |
| 8 | 8 |
| 9 #include <cstring> | 9 #include <cstring> |
| 10 #include <memory> | 10 #include <memory> |
| 11 #include <set> | 11 #include <set> |
| 12 #include <string> | 12 #include <string> |
| 13 #include <vector> | 13 #include <vector> |
| 14 | 14 |
| 15 #include "base/bind.h" | 15 #include "base/bind.h" |
| 16 #include "base/callback.h" | 16 #include "base/callback.h" |
| 17 #include "base/command_line.h" | 17 #include "base/command_line.h" |
| 18 #include "base/compiler_specific.h" | 18 #include "base/compiler_specific.h" |
| 19 #include "base/memory/ptr_util.h" | 19 #include "base/memory/ptr_util.h" |
| 20 #include "base/memory/ref_counted.h" | 20 #include "base/memory/ref_counted.h" |
| 21 #include "base/memory/weak_ptr.h" | 21 #include "base/memory/weak_ptr.h" |
| 22 #include "base/run_loop.h" | 22 #include "base/run_loop.h" |
| 23 #include "base/test/histogram_tester.h" | 23 #include "base/test/histogram_tester.h" |
| 24 #include "base/threading/thread_task_runner_handle.h" | 24 #include "base/threading/thread_task_runner_handle.h" |
| 25 #include "components/precache/core/precache_switches.h" | 25 #include "components/precache/core/precache_switches.h" |
| 26 #include "components/precache/core/proto/precache.pb.h" | 26 #include "components/precache/core/proto/precache.pb.h" |
| 27 #include "components/precache/core/proto/unfinished_work.pb.h" |
| 27 #include "net/base/load_flags.h" | 28 #include "net/base/load_flags.h" |
| 28 #include "net/http/http_response_headers.h" | 29 #include "net/http/http_response_headers.h" |
| 29 #include "net/http/http_status_code.h" | 30 #include "net/http/http_status_code.h" |
| 30 #include "net/url_request/test_url_fetcher_factory.h" | 31 #include "net/url_request/test_url_fetcher_factory.h" |
| 31 #include "net/url_request/url_request_status.h" | 32 #include "net/url_request/url_request_status.h" |
| 32 #include "net/url_request/url_request_test_util.h" | 33 #include "net/url_request/url_request_test_util.h" |
| 33 #include "testing/gmock/include/gmock/gmock.h" | 34 #include "testing/gmock/include/gmock/gmock.h" |
| 34 #include "testing/gtest/include/gtest/gtest.h" | 35 #include "testing/gtest/include/gtest/gtest.h" |
| 35 #include "url/gurl.h" | 36 #include "url/gurl.h" |
| 36 | 37 |
| (...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 87 int total_response_bytes() const { return total_response_bytes_; } | 88 int total_response_bytes() const { return total_response_bytes_; } |
| 88 | 89 |
| 89 private: | 90 private: |
| 90 // Multiset with one entry for each URL requested. | 91 // Multiset with one entry for each URL requested. |
| 91 std::multiset<GURL> requested_urls_; | 92 std::multiset<GURL> requested_urls_; |
| 92 int total_response_bytes_; | 93 int total_response_bytes_; |
| 93 }; | 94 }; |
| 94 | 95 |
| 95 class TestPrecacheDelegate : public PrecacheFetcher::PrecacheDelegate { | 96 class TestPrecacheDelegate : public PrecacheFetcher::PrecacheDelegate { |
| 96 public: | 97 public: |
| 97 TestPrecacheDelegate() : was_on_done_called_(false) {} | 98 TestPrecacheDelegate() |
| 99 : on_done_was_called_(false) {} |
| 98 | 100 |
| 99 void OnDone() override { was_on_done_called_ = true; } | 101 void OnDone() override { on_done_was_called_ = true; } |
| 100 | 102 |
| 101 bool was_on_done_called() const { | 103 bool was_on_done_called() const { |
| 102 return was_on_done_called_; | 104 return on_done_was_called_; |
| 103 } | 105 } |
| 104 | 106 |
| 105 private: | 107 private: |
| 106 bool was_on_done_called_; | 108 bool on_done_was_called_; |
| 107 }; | 109 }; |
| 108 | 110 |
| 109 class MockURLFetcherFactory : public net::URLFetcherFactory { | 111 class MockURLFetcherFactory : public net::URLFetcherFactory { |
| 110 public: | 112 public: |
| 111 typedef net::URLFetcher* DoURLFetcher( | 113 typedef net::URLFetcher* DoURLFetcher( |
| 112 int id, | 114 int id, |
| 113 const GURL& url, | 115 const GURL& url, |
| 114 net::URLFetcher::RequestType request_type, | 116 net::URLFetcher::RequestType request_type, |
| 115 net::URLFetcherDelegate* delegate); | 117 net::URLFetcherDelegate* delegate); |
| 116 | 118 |
| (...skipping 224 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
| 341 scoped_refptr<net::TestURLRequestContextGetter> request_context_; | 343 scoped_refptr<net::TestURLRequestContextGetter> request_context_; |
| 342 TestURLFetcherCallback url_callback_; | 344 TestURLFetcherCallback url_callback_; |
| 343 net::FakeURLFetcherFactory factory_; | 345 net::FakeURLFetcherFactory factory_; |
| 344 TestPrecacheDelegate precache_delegate_; | 346 TestPrecacheDelegate precache_delegate_; |
| 345 int expected_total_response_bytes_; | 347 int expected_total_response_bytes_; |
| 346 }; | 348 }; |
| 347 | 349 |
| 348 TEST_F(PrecacheFetcherTest, FullPrecache) { | 350 TEST_F(PrecacheFetcherTest, FullPrecache) { |
| 349 SetDefaultFlags(); | 351 SetDefaultFlags(); |
| 350 | 352 |
| 351 std::vector<std::string> starting_hosts; | 353 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 352 starting_hosts.push_back("manifest-fetch-failure.com"); | 354 new PrecacheUnfinishedWork()); |
| 353 starting_hosts.push_back("bad-manifest.com"); | 355 unfinished_work->set_start_time(base::Time::UnixEpoch().ToInternalValue()); |
| 354 starting_hosts.push_back("good-manifest.com"); | 356 unfinished_work->add_top_host()->set_hostname("manifest-fetch-failure.com"); |
| 355 starting_hosts.push_back("not-in-top-3.com"); | 357 unfinished_work->add_top_host()->set_hostname("bad-manifest.com"); |
| 358 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 359 unfinished_work->add_top_host()->set_hostname("not-in-top-3.com"); |
| 356 | 360 |
| 357 PrecacheConfigurationSettings config; | 361 PrecacheConfigurationSettings config; |
| 358 config.set_top_sites_count(3); | 362 config.set_top_sites_count(3); |
| 359 config.add_forced_site("forced-starting-url.com"); | 363 config.add_forced_site("forced-starting-url.com"); |
| 360 // Duplicate starting URL, the manifest for this should only be fetched once. | 364 // Duplicate starting URL, the manifest for this should only be fetched once. |
| 361 config.add_forced_site("good-manifest.com"); | 365 config.add_forced_site("good-manifest.com"); |
| 362 | 366 |
| 363 PrecacheManifest good_manifest; | 367 PrecacheManifest good_manifest; |
| 364 good_manifest.add_resource()->set_url(kResourceFetchFailureURL); | 368 good_manifest.add_resource()->set_url(kResourceFetchFailureURL); |
| 365 good_manifest.add_resource(); // Resource with no URL, should not be fetched. | 369 good_manifest.add_resource(); // Resource with no URL, should not be fetched. |
| (...skipping 14 matching lines...) Expand all Loading... |
| 380 net::URLRequestStatus::FAILED); | 384 net::URLRequestStatus::FAILED); |
| 381 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, | 385 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, |
| 382 net::URLRequestStatus::SUCCESS); | 386 net::URLRequestStatus::SUCCESS); |
| 383 factory_.SetFakeResponse(GURL(kForcedStartingURLManifestURL), | 387 factory_.SetFakeResponse(GURL(kForcedStartingURLManifestURL), |
| 384 PrecacheManifest().SerializeAsString(), net::HTTP_OK, | 388 PrecacheManifest().SerializeAsString(), net::HTTP_OK, |
| 385 net::URLRequestStatus::SUCCESS); | 389 net::URLRequestStatus::SUCCESS); |
| 386 | 390 |
| 387 base::HistogramTester histogram; | 391 base::HistogramTester histogram; |
| 388 | 392 |
| 389 { | 393 { |
| 390 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 394 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 391 GURL(), std::string(), | 395 GURL(), std::string(), |
| 396 std::move(unfinished_work), |
| 392 &precache_delegate_); | 397 &precache_delegate_); |
| 393 precache_fetcher.Start(); | 398 precache_fetcher.Start(); |
| 394 | 399 |
| 395 loop_.RunUntilIdle(); | 400 loop_.RunUntilIdle(); |
| 396 | 401 |
| 397 // Destroy the PrecacheFetcher after it has finished, to record metrics. | 402 // Destroy the PrecacheFetcher after it has finished, to record metrics. |
| 398 } | 403 } |
| 399 | 404 |
| 400 std::multiset<GURL> expected_requested_urls; | 405 std::multiset<GURL> expected_requested_urls; |
| 401 expected_requested_urls.insert(GURL(kConfigURL)); | 406 expected_requested_urls.insert(GURL(kConfigURL)); |
| 402 expected_requested_urls.insert(GURL(kManifestFetchFailureURL)); | 407 expected_requested_urls.insert(GURL(kManifestFetchFailureURL)); |
| 403 expected_requested_urls.insert(GURL(kBadManifestURL)); | 408 expected_requested_urls.insert(GURL(kBadManifestURL)); |
| 404 expected_requested_urls.insert(GURL(kGoodManifestURL)); | 409 expected_requested_urls.insert(GURL(kGoodManifestURL)); |
| 405 expected_requested_urls.insert(GURL(kResourceFetchFailureURL)); | 410 expected_requested_urls.insert(GURL(kResourceFetchFailureURL)); |
| 406 expected_requested_urls.insert(GURL(kGoodResourceURL)); | 411 expected_requested_urls.insert(GURL(kGoodResourceURL)); |
| 407 expected_requested_urls.insert(GURL(kForcedStartingURLManifestURL)); | 412 expected_requested_urls.insert(GURL(kForcedStartingURLManifestURL)); |
| 408 | 413 |
| 409 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 414 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 410 | 415 |
| 411 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 416 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 412 | 417 |
| 413 histogram.ExpectUniqueSample("Precache.Fetch.PercentCompleted", 100, 1); | 418 histogram.ExpectUniqueSample("Precache.Fetch.PercentCompleted", 100, 1); |
| 414 histogram.ExpectUniqueSample("Precache.Fetch.ResponseBytes.Total", | 419 histogram.ExpectUniqueSample("Precache.Fetch.ResponseBytes.Total", |
| 415 url_callback_.total_response_bytes(), 1); | 420 url_callback_.total_response_bytes(), 1); |
| 416 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 1); | 421 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 1); |
| 417 } | 422 } |
| 418 | 423 |
| 424 TEST_F(PrecacheFetcherTest, PrecachePauseResume) { |
| 425 SetDefaultFlags(); |
| 426 |
| 427 PrecacheConfigurationSettings config; |
| 428 config.set_top_sites_count(3); |
| 429 |
| 430 std::unique_ptr<PrecacheUnfinishedWork> initial_work( |
| 431 new PrecacheUnfinishedWork()); |
| 432 initial_work->add_manifest()->set_url( |
| 433 "http://manifest-url-prefix.com/manifest1.com"); |
| 434 initial_work->add_manifest()->set_url( |
| 435 "http://manifest-url-prefix.com/manifest2.com"); |
| 436 initial_work->add_resource()->set_url(kGoodResourceURL); |
| 437 initial_work->set_start_time( |
| 438 (base::Time::Now() - base::TimeDelta::FromHours(1)).ToInternalValue()); |
| 439 |
| 440 PrecacheFetcher first_fetcher(request_context_.get(), |
| 441 GURL(), std::string(), |
| 442 std::move(initial_work), |
| 443 &precache_delegate_); |
| 444 |
| 445 loop_.RunUntilIdle(); |
| 446 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work = |
| 447 first_fetcher.CancelPrecaching(); |
| 448 |
| 449 std::multiset<GURL> expected_requested_urls; |
| 450 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 451 |
| 452 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), |
| 453 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 454 factory_.SetFakeResponse(GURL(kBadManifestURL), "bad protobuf", net::HTTP_OK, |
| 455 net::URLRequestStatus::SUCCESS); |
| 456 factory_.SetFakeResponse(GURL("http://manifest-url-prefix.com/manifest1.com"), |
| 457 "bad protobuf", net::HTTP_OK, |
| 458 net::URLRequestStatus::SUCCESS); |
| 459 factory_.SetFakeResponse(GURL("http://manifest-url-prefix.com/manifest2.com"), |
| 460 "bad protobuf", net::HTTP_OK, |
| 461 net::URLRequestStatus::SUCCESS); |
| 462 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, |
| 463 net::URLRequestStatus::SUCCESS); |
| 464 // Starting hosts should not be fetched. |
| 465 unfinished_work->add_top_host()->set_hostname("bad-manifest.com"); |
| 466 PrecacheFetcher second_fetcher(request_context_.get(), |
| 467 GURL(), std::string(), |
| 468 std::move(unfinished_work), |
| 469 &precache_delegate_); |
| 470 second_fetcher.Start(); |
| 471 loop_.RunUntilIdle(); |
| 472 expected_requested_urls.insert(GURL(kConfigURL)); |
| 473 expected_requested_urls.insert( |
| 474 GURL("http://manifest-url-prefix.com/manifest1.com")); |
| 475 expected_requested_urls.insert( |
| 476 GURL("http://manifest-url-prefix.com/manifest2.com")); |
| 477 expected_requested_urls.insert(GURL(kGoodResourceURL)); |
| 478 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 479 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 480 } |
| 481 |
| 482 TEST_F(PrecacheFetcherTest, ResumeWithConfigOnly) { |
| 483 SetDefaultFlags(); |
| 484 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 485 new PrecacheUnfinishedWork()); |
| 486 unfinished_work->mutable_config_settings()->add_forced_site( |
| 487 "good-manifest.com"); |
| 488 unfinished_work->set_start_time(base::Time::Now().ToInternalValue()); |
| 489 PrecacheManifest good_manifest; |
| 490 good_manifest.add_resource()->set_url(kGoodResourceURL); |
| 491 |
| 492 factory_.SetFakeResponse(GURL(kGoodManifestURL), |
| 493 good_manifest.SerializeAsString(), net::HTTP_OK, |
| 494 net::URLRequestStatus::SUCCESS); |
| 495 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, |
| 496 net::URLRequestStatus::SUCCESS); |
| 497 { |
| 498 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 499 GURL(), std::string(), |
| 500 std::move(unfinished_work), |
| 501 &precache_delegate_); |
| 502 precache_fetcher.Start(); |
| 503 |
| 504 loop_.RunUntilIdle(); |
| 505 } |
| 506 |
| 507 std::multiset<GURL> expected_requested_urls; |
| 508 expected_requested_urls.insert(GURL(kGoodManifestURL)); |
| 509 expected_requested_urls.insert(GURL(kGoodResourceURL)); |
| 510 |
| 511 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 512 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 513 |
| 514 } |
| 515 |
| 516 |
| 419 TEST_F(PrecacheFetcherTest, CustomURLs) { | 517 TEST_F(PrecacheFetcherTest, CustomURLs) { |
| 420 SetDefaultFlags(); | 518 SetDefaultFlags(); |
| 421 | 519 |
| 422 std::vector<std::string> starting_hosts; | 520 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 423 starting_hosts.push_back("good-manifest.com"); | 521 new PrecacheUnfinishedWork()); |
| 522 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 424 | 523 |
| 425 PrecacheConfigurationSettings config; | 524 PrecacheConfigurationSettings config; |
| 426 | 525 |
| 427 PrecacheManifest good_manifest; | 526 PrecacheManifest good_manifest; |
| 428 good_manifest.add_resource()->set_url(kGoodResourceURL); | 527 good_manifest.add_resource()->set_url(kGoodResourceURL); |
| 429 | 528 |
| 430 factory_.SetFakeResponse(GURL(kCustomConfigURL), config.SerializeAsString(), | 529 factory_.SetFakeResponse(GURL(kCustomConfigURL), config.SerializeAsString(), |
| 431 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 530 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 432 factory_.SetFakeResponse(GURL(kCustomGoodManifestURL), | 531 factory_.SetFakeResponse(GURL(kCustomGoodManifestURL), |
| 433 good_manifest.SerializeAsString(), net::HTTP_OK, | 532 good_manifest.SerializeAsString(), net::HTTP_OK, |
| 434 net::URLRequestStatus::SUCCESS); | 533 net::URLRequestStatus::SUCCESS); |
| 435 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, | 534 factory_.SetFakeResponse(GURL(kGoodResourceURL), "good", net::HTTP_OK, |
| 436 net::URLRequestStatus::SUCCESS); | 535 net::URLRequestStatus::SUCCESS); |
| 437 | 536 |
| 438 PrecacheFetcher precache_fetcher( | 537 PrecacheFetcher precache_fetcher( |
| 439 starting_hosts, request_context_.get(), GURL(kCustomConfigURL), | 538 request_context_.get(), GURL(kCustomConfigURL), |
| 440 kCustomManifestURLPrefix, &precache_delegate_); | 539 kCustomManifestURLPrefix, std::move(unfinished_work), |
| 540 &precache_delegate_); |
| 441 precache_fetcher.Start(); | 541 precache_fetcher.Start(); |
| 442 | 542 |
| 443 loop_.RunUntilIdle(); | 543 loop_.RunUntilIdle(); |
| 444 | 544 |
| 445 std::multiset<GURL> expected_requested_urls; | 545 std::multiset<GURL> expected_requested_urls; |
| 446 expected_requested_urls.insert(GURL(kCustomConfigURL)); | 546 expected_requested_urls.insert(GURL(kCustomConfigURL)); |
| 447 expected_requested_urls.insert(GURL(kCustomGoodManifestURL)); | 547 expected_requested_urls.insert(GURL(kCustomGoodManifestURL)); |
| 448 expected_requested_urls.insert(GURL(kGoodResourceURL)); | 548 expected_requested_urls.insert(GURL(kGoodResourceURL)); |
| 449 | 549 |
| 450 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 550 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 451 | 551 |
| 452 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 552 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 453 } | 553 } |
| 454 | 554 |
| 455 TEST_F(PrecacheFetcherTest, ConfigFetchFailure) { | 555 TEST_F(PrecacheFetcherTest, ConfigFetchFailure) { |
| 456 SetDefaultFlags(); | 556 SetDefaultFlags(); |
| 457 | 557 |
| 458 std::vector<std::string> starting_hosts(1, "good-manifest.com"); | 558 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 559 new PrecacheUnfinishedWork()); |
| 560 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 459 | 561 |
| 460 factory_.SetFakeResponse(GURL(kConfigURL), "", | 562 factory_.SetFakeResponse(GURL(kConfigURL), "", |
| 461 net::HTTP_INTERNAL_SERVER_ERROR, | 563 net::HTTP_INTERNAL_SERVER_ERROR, |
| 462 net::URLRequestStatus::FAILED); | 564 net::URLRequestStatus::FAILED); |
| 463 factory_.SetFakeResponse(GURL(kGoodManifestURL), "", net::HTTP_OK, | 565 factory_.SetFakeResponse(GURL(kGoodManifestURL), "", net::HTTP_OK, |
| 464 net::URLRequestStatus::SUCCESS); | 566 net::URLRequestStatus::SUCCESS); |
| 465 | 567 |
| 466 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 568 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 467 GURL(), std::string(), &precache_delegate_); | 569 GURL(), std::string(), |
| 570 std::move(unfinished_work), |
| 571 &precache_delegate_); |
| 468 precache_fetcher.Start(); | 572 precache_fetcher.Start(); |
| 469 | 573 |
| 470 loop_.RunUntilIdle(); | 574 loop_.RunUntilIdle(); |
| 471 | 575 |
| 472 std::multiset<GURL> expected_requested_urls; | 576 std::multiset<GURL> expected_requested_urls; |
| 473 expected_requested_urls.insert(GURL(kConfigURL)); | 577 expected_requested_urls.insert(GURL(kConfigURL)); |
| 474 expected_requested_urls.insert(GURL(kGoodManifestURL)); | 578 expected_requested_urls.insert(GURL(kGoodManifestURL)); |
| 475 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 579 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 476 | 580 |
| 477 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 581 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 478 } | 582 } |
| 479 | 583 |
| 480 TEST_F(PrecacheFetcherTest, BadConfig) { | 584 TEST_F(PrecacheFetcherTest, BadConfig) { |
| 481 SetDefaultFlags(); | 585 SetDefaultFlags(); |
| 482 | 586 |
| 483 std::vector<std::string> starting_hosts(1, "good-manifest.com"); | 587 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 588 new PrecacheUnfinishedWork()); |
| 589 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 484 | 590 |
| 485 factory_.SetFakeResponse(GURL(kConfigURL), "bad protobuf", net::HTTP_OK, | 591 factory_.SetFakeResponse(GURL(kConfigURL), "bad protobuf", net::HTTP_OK, |
| 486 net::URLRequestStatus::SUCCESS); | 592 net::URLRequestStatus::SUCCESS); |
| 487 factory_.SetFakeResponse(GURL(kGoodManifestURL), "", net::HTTP_OK, | 593 factory_.SetFakeResponse(GURL(kGoodManifestURL), "", net::HTTP_OK, |
| 488 net::URLRequestStatus::SUCCESS); | 594 net::URLRequestStatus::SUCCESS); |
| 489 | 595 |
| 490 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 596 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 491 GURL(), std::string(), &precache_delegate_); | 597 GURL(), std::string(), |
| 598 std::move(unfinished_work), |
| 599 &precache_delegate_); |
| 492 precache_fetcher.Start(); | 600 precache_fetcher.Start(); |
| 493 | 601 |
| 494 loop_.RunUntilIdle(); | 602 loop_.RunUntilIdle(); |
| 495 | 603 |
| 496 std::multiset<GURL> expected_requested_urls; | 604 std::multiset<GURL> expected_requested_urls; |
| 497 expected_requested_urls.insert(GURL(kConfigURL)); | 605 expected_requested_urls.insert(GURL(kConfigURL)); |
| 498 expected_requested_urls.insert(GURL(kGoodManifestURL)); | 606 expected_requested_urls.insert(GURL(kGoodManifestURL)); |
| 499 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 607 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 500 | 608 |
| 501 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 609 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 502 } | 610 } |
| 503 | 611 |
| 504 TEST_F(PrecacheFetcherTest, Cancel) { | 612 TEST_F(PrecacheFetcherTest, Cancel) { |
| 505 SetDefaultFlags(); | 613 SetDefaultFlags(); |
| 506 | 614 |
| 507 std::vector<std::string> starting_hosts(1, "starting-url.com"); | 615 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 616 new PrecacheUnfinishedWork()); |
| 617 unfinished_work->add_top_host()->set_hostname("starting-url.com"); |
| 508 | 618 |
| 509 PrecacheConfigurationSettings config; | 619 PrecacheConfigurationSettings config; |
| 510 config.set_top_sites_count(1); | 620 config.set_top_sites_count(1); |
| 511 | 621 |
| 512 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), | 622 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), |
| 513 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 623 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 514 | 624 |
| 515 base::HistogramTester histogram; | 625 base::HistogramTester histogram; |
| 516 | 626 |
| 517 { | 627 { |
| 518 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 628 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 519 GURL(), std::string(), | 629 GURL(), std::string(), |
| 630 std::move(unfinished_work), |
| 520 &precache_delegate_); | 631 &precache_delegate_); |
| 521 precache_fetcher.Start(); | 632 precache_fetcher.Start(); |
| 522 | 633 |
| 523 // Destroy the PrecacheFetcher, to cancel precaching and record metrics. | 634 // Destroy the PrecacheFetcher, to cancel precaching. No metrics |
| 524 // This should not cause OnDone to be called on the precache delegate. | 635 // should be recorded because this should not cause OnDone to be |
| 636 // called on the precache delegate. |
| 525 } | 637 } |
| 526 | 638 |
| 527 loop_.RunUntilIdle(); | 639 loop_.RunUntilIdle(); |
| 528 | 640 |
| 529 std::multiset<GURL> expected_requested_urls; | 641 std::multiset<GURL> expected_requested_urls; |
| 530 expected_requested_urls.insert(GURL(kConfigURL)); | 642 expected_requested_urls.insert(GURL(kConfigURL)); |
| 531 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 643 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 532 | 644 |
| 533 EXPECT_FALSE(precache_delegate_.was_on_done_called()); | 645 EXPECT_FALSE(precache_delegate_.was_on_done_called()); |
| 534 | 646 |
| 535 histogram.ExpectUniqueSample("Precache.Fetch.PercentCompleted", 0, 1); | 647 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 0); |
| 536 histogram.ExpectUniqueSample("Precache.Fetch.ResponseBytes.Total", 0, 1); | |
| 537 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 1); | |
| 538 } | 648 } |
| 539 | 649 |
| 540 #if defined(PRECACHE_CONFIG_SETTINGS_URL) | 650 #if defined(PRECACHE_CONFIG_SETTINGS_URL) |
| 541 | 651 |
| 542 // If the default precache configuration settings URL is defined, then test that | 652 // If the default precache configuration settings URL is defined, then test that |
| 543 // it works with the PrecacheFetcher. | 653 // it works with the PrecacheFetcher. |
| 544 TEST_F(PrecacheFetcherTest, PrecacheUsingDefaultConfigSettingsURL) { | 654 TEST_F(PrecacheFetcherTest, PrecacheUsingDefaultConfigSettingsURL) { |
| 545 std::vector<std::string> starting_hosts(1, "starting-url.com"); | 655 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 656 new PrecacheUnfinishedWork()); |
| 657 unfinished_work->add_top_host()->set_hostname("starting-url.com"); |
| 546 | 658 |
| 547 PrecacheConfigurationSettings config; | 659 PrecacheConfigurationSettings config; |
| 548 config.set_top_sites_count(0); | 660 config.set_top_sites_count(0); |
| 549 | 661 |
| 550 factory_.SetFakeResponse(GURL(PRECACHE_CONFIG_SETTINGS_URL), | 662 factory_.SetFakeResponse(GURL(PRECACHE_CONFIG_SETTINGS_URL), |
| 551 config.SerializeAsString(), net::HTTP_OK, | 663 config.SerializeAsString(), net::HTTP_OK, |
| 552 net::URLRequestStatus::SUCCESS); | 664 net::URLRequestStatus::SUCCESS); |
| 553 | 665 |
| 554 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 666 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 555 GURL(), std::string(), &precache_delegate_); | 667 GURL(), std::string(), |
| 668 std::move(unfinished_work), |
| 669 &precache_delegate_); |
| 556 precache_fetcher.Start(); | 670 precache_fetcher.Start(); |
| 557 | 671 |
| 558 loop_.RunUntilIdle(); | 672 loop_.RunUntilIdle(); |
| 559 | 673 |
| 560 std::multiset<GURL> expected_requested_urls; | 674 std::multiset<GURL> expected_requested_urls; |
| 561 expected_requested_urls.insert(GURL(PRECACHE_CONFIG_SETTINGS_URL)); | 675 expected_requested_urls.insert(GURL(PRECACHE_CONFIG_SETTINGS_URL)); |
| 562 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 676 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 563 | 677 |
| 564 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 678 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 565 } | 679 } |
| 566 | 680 |
| 567 #endif // PRECACHE_CONFIG_SETTINGS_URL | 681 #endif // PRECACHE_CONFIG_SETTINGS_URL |
| 568 | 682 |
| 569 #if defined(PRECACHE_MANIFEST_URL_PREFIX) | 683 #if defined(PRECACHE_MANIFEST_URL_PREFIX) |
| 570 | 684 |
| 571 // If the default precache manifest URL prefix is defined, then test that it | 685 // If the default precache manifest URL prefix is defined, then test that it |
| 572 // works with the PrecacheFetcher. | 686 // works with the PrecacheFetcher. |
| 573 TEST_F(PrecacheFetcherTest, PrecacheUsingDefaultManifestURLPrefix) { | 687 TEST_F(PrecacheFetcherTest, PrecacheUsingDefaultManifestURLPrefix) { |
| 574 base::CommandLine::ForCurrentProcess()->AppendSwitchASCII( | 688 base::CommandLine::ForCurrentProcess()->AppendSwitchASCII( |
| 575 switches::kPrecacheConfigSettingsURL, kConfigURL); | 689 switches::kPrecacheConfigSettingsURL, kConfigURL); |
| 576 | 690 |
| 577 std::vector<std::string> starting_hosts(1, "starting-url.com"); | 691 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 692 new PrecacheUnfinishedWork()); |
| 693 unfinished_work->add_top_host()->set_hostname("starting-url.com"); |
| 578 | 694 |
| 579 PrecacheConfigurationSettings config; | 695 PrecacheConfigurationSettings config; |
| 580 config.set_top_sites_count(1); | 696 config.set_top_sites_count(1); |
| 581 | 697 |
| 582 GURL manifest_url(PRECACHE_MANIFEST_URL_PREFIX "starting-url.com"); | 698 GURL manifest_url(PRECACHE_MANIFEST_URL_PREFIX "starting-url.com"); |
| 583 | 699 |
| 584 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), | 700 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), |
| 585 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 701 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 586 factory_.SetFakeResponse(manifest_url, PrecacheManifest().SerializeAsString(), | 702 factory_.SetFakeResponse(manifest_url, PrecacheManifest().SerializeAsString(), |
| 587 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 703 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 588 | 704 |
| 589 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 705 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 590 GURL(), std::string(), &precache_delegate_); | 706 GURL(), std::string(), |
| 707 std::move(unfinished_work), |
| 708 &precache_delegate_); |
| 591 precache_fetcher.Start(); | 709 precache_fetcher.Start(); |
| 592 | 710 |
| 593 loop_.RunUntilIdle(); | 711 loop_.RunUntilIdle(); |
| 594 | 712 |
| 595 std::multiset<GURL> expected_requested_urls; | 713 std::multiset<GURL> expected_requested_urls; |
| 596 expected_requested_urls.insert(GURL(kConfigURL)); | 714 expected_requested_urls.insert(GURL(kConfigURL)); |
| 597 expected_requested_urls.insert(manifest_url); | 715 expected_requested_urls.insert(manifest_url); |
| 598 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); | 716 EXPECT_EQ(expected_requested_urls, url_callback_.requested_urls()); |
| 599 | 717 |
| 600 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 718 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 601 } | 719 } |
| 602 | 720 |
| 603 #endif // PRECACHE_MANIFEST_URL_PREFIX | 721 #endif // PRECACHE_MANIFEST_URL_PREFIX |
| 604 | 722 |
| 605 TEST_F(PrecacheFetcherTest, TopResourcesCount) { | 723 TEST_F(PrecacheFetcherTest, TopResourcesCount) { |
| 606 SetDefaultFlags(); | 724 SetDefaultFlags(); |
| 607 | 725 |
| 608 std::vector<std::string> starting_hosts; | 726 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 609 starting_hosts.push_back("good-manifest.com"); | 727 new PrecacheUnfinishedWork()); |
| 728 unfinished_work->set_start_time(base::Time::UnixEpoch().ToInternalValue()); |
| 729 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 610 | 730 |
| 611 PrecacheConfigurationSettings config; | 731 PrecacheConfigurationSettings config; |
| 612 config.set_top_resources_count(3); | 732 config.set_top_resources_count(3); |
| 613 | 733 |
| 614 PrecacheManifest good_manifest; | 734 PrecacheManifest good_manifest; |
| 615 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); | 735 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); |
| 616 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); | 736 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); |
| 617 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); | 737 good_manifest.add_resource()->set_url("http://good-manifest.com/retrieved"); |
| 618 good_manifest.add_resource()->set_url("http://good-manifest.com/skipped"); | 738 good_manifest.add_resource()->set_url("http://good-manifest.com/skipped"); |
| 619 good_manifest.add_resource()->set_url("http://good-manifest.com/skipped"); | 739 good_manifest.add_resource()->set_url("http://good-manifest.com/skipped"); |
| 620 | 740 |
| 621 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), | 741 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), |
| 622 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 742 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 623 factory_.SetFakeResponse(GURL(kGoodManifestURL), | 743 factory_.SetFakeResponse(GURL(kGoodManifestURL), |
| 624 good_manifest.SerializeAsString(), net::HTTP_OK, | 744 good_manifest.SerializeAsString(), net::HTTP_OK, |
| 625 net::URLRequestStatus::SUCCESS); | 745 net::URLRequestStatus::SUCCESS); |
| 626 factory_.SetFakeResponse(GURL("http://good-manifest.com/retrieved"), "good", | 746 factory_.SetFakeResponse(GURL("http://good-manifest.com/retrieved"), "good", |
| 627 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 747 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 628 | 748 |
| 629 base::HistogramTester histogram; | 749 base::HistogramTester histogram; |
| 630 | 750 |
| 631 { | 751 { |
| 632 PrecacheFetcher precache_fetcher(starting_hosts, request_context_.get(), | 752 PrecacheFetcher precache_fetcher(request_context_.get(), |
| 633 GURL(), std::string(), | 753 GURL(), std::string(), |
| 754 std::move(unfinished_work), |
| 634 &precache_delegate_); | 755 &precache_delegate_); |
| 635 precache_fetcher.Start(); | 756 precache_fetcher.Start(); |
| 636 | 757 |
| 637 loop_.RunUntilIdle(); | 758 loop_.RunUntilIdle(); |
| 638 | 759 |
| 639 // Destroy the PrecacheFetcher after it has finished, to record metrics. | 760 // Destroy the PrecacheFetcher after it has finished, to record metrics. |
| 640 } | 761 } |
| 641 | 762 |
| 642 std::multiset<GURL> expected_requested_urls; | 763 std::multiset<GURL> expected_requested_urls; |
| 643 expected_requested_urls.insert(GURL(kConfigURL)); | 764 expected_requested_urls.insert(GURL(kConfigURL)); |
| (...skipping 24 matching lines...) Expand all Loading... |
| 668 // PrecacheFetcherFetcherTest.ResourceTooBig tests the bulk of the code. We'll | 789 // PrecacheFetcherFetcherTest.ResourceTooBig tests the bulk of the code. We'll |
| 669 // assume that PrecacheFetcher passes the right max_bytes to the | 790 // assume that PrecacheFetcher passes the right max_bytes to the |
| 670 // PrecacheFetcher::Fetcher constructor. | 791 // PrecacheFetcher::Fetcher constructor. |
| 671 // | 792 // |
| 672 // TODO(twifkak): Port these tests from FakeURLFetcherFactory to | 793 // TODO(twifkak): Port these tests from FakeURLFetcherFactory to |
| 673 // MockURLFetcherFactory or EmbeddedTestServer, and add a test that fetches are | 794 // MockURLFetcherFactory or EmbeddedTestServer, and add a test that fetches are |
| 674 // cancelled midstream. | 795 // cancelled midstream. |
| 675 | 796 |
| 676 TEST_F(PrecacheFetcherTest, MaxBytesTotal) { | 797 TEST_F(PrecacheFetcherTest, MaxBytesTotal) { |
| 677 SetDefaultFlags(); | 798 SetDefaultFlags(); |
| 799 std::unique_ptr<PrecacheUnfinishedWork> unfinished_work( |
| 800 new PrecacheUnfinishedWork()); |
| 801 unfinished_work->add_top_host()->set_hostname("good-manifest.com"); |
| 802 unfinished_work->set_start_time(base::Time::UnixEpoch().ToInternalValue()); |
| 803 |
| 678 const size_t kNumResources = 15; // > kMaxParallelFetches. | 804 const size_t kNumResources = 15; // > kMaxParallelFetches. |
| 679 const size_t kMaxBytesTotal = 1000; | 805 const size_t kMaxBytesTotal = 1000; |
| 680 const size_t kBytesPerResource = kMaxBytesTotal / 3; | 806 const size_t kBytesPerResource = kMaxBytesTotal / 3; |
| 681 // kBytesPerResource * kMaxParallelFeches > kMaxBytesTotal. | 807 // kBytesPerResource * kMaxParallelFeches > kMaxBytesTotal. |
| 682 | 808 |
| 683 PrecacheConfigurationSettings config; | 809 PrecacheConfigurationSettings config; |
| 684 config.set_max_bytes_total(kMaxBytesTotal); | 810 config.set_max_bytes_total(kMaxBytesTotal); |
| 685 | 811 |
| 686 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), | 812 factory_.SetFakeResponse(GURL(kConfigURL), config.SerializeAsString(), |
| 687 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 813 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 688 | 814 |
| 689 PrecacheManifest good_manifest; | 815 PrecacheManifest good_manifest; |
| 690 for (size_t i = 0; i < kNumResources; ++i) { | 816 for (size_t i = 0; i < kNumResources; ++i) { |
| 691 const std::string url = "http://good-manifest.com/" + std::to_string(i); | 817 const std::string url = "http://good-manifest.com/" + std::to_string(i); |
| 692 good_manifest.add_resource()->set_url(url); | 818 good_manifest.add_resource()->set_url(url); |
| 693 factory_.SetFakeResponse(GURL(url), std::string(kBytesPerResource, '.'), | 819 factory_.SetFakeResponse(GURL(url), std::string(kBytesPerResource, '.'), |
| 694 net::HTTP_OK, net::URLRequestStatus::SUCCESS); | 820 net::HTTP_OK, net::URLRequestStatus::SUCCESS); |
| 695 } | 821 } |
| 696 | 822 |
| 697 factory_.SetFakeResponse(GURL(kGoodManifestURL), | 823 factory_.SetFakeResponse(GURL(kGoodManifestURL), |
| 698 good_manifest.SerializeAsString(), net::HTTP_OK, | 824 good_manifest.SerializeAsString(), net::HTTP_OK, |
| 699 net::URLRequestStatus::SUCCESS); | 825 net::URLRequestStatus::SUCCESS); |
| 700 | 826 |
| 701 base::HistogramTester histogram; | 827 base::HistogramTester histogram; |
| 702 | 828 |
| 703 { | 829 { |
| 704 PrecacheFetcher precache_fetcher({"good-manifest.com"}, | 830 PrecacheFetcher precache_fetcher(request_context_.get(), GURL(), |
| 705 request_context_.get(), GURL(), | 831 std::string(), |
| 706 std::string(), &precache_delegate_); | 832 std::move(unfinished_work), |
| 833 &precache_delegate_); |
| 707 precache_fetcher.Start(); | 834 precache_fetcher.Start(); |
| 708 | 835 |
| 709 loop_.RunUntilIdle(); | 836 loop_.RunUntilIdle(); |
| 710 | |
| 711 // Destroy the PrecacheFetcher after it has finished, to record metrics. | |
| 712 } | 837 } |
| 713 | 838 |
| 714 // We don't know which will make it and which won't due to the parallelism in | 839 // We don't know which will make it and which won't due to the parallelism in |
| 715 // the pool of Fetchers. | 840 // the pool of Fetchers. |
| 716 EXPECT_GT(kNumResources, url_callback_.requested_urls().size()); | 841 EXPECT_GT(kNumResources, url_callback_.requested_urls().size()); |
| 717 | 842 |
| 718 EXPECT_TRUE(precache_delegate_.was_on_done_called()); | 843 EXPECT_TRUE(precache_delegate_.was_on_done_called()); |
| 719 | 844 |
| 720 // good-manifest.com will not have been completed. | 845 // good-manifest.com will not have been completed. |
| 721 EXPECT_THAT(histogram.GetAllSamples("Precache.Fetch.PercentCompleted"), | 846 EXPECT_THAT(histogram.GetAllSamples("Precache.Fetch.PercentCompleted"), |
| 722 ElementsAre(base::Bucket(0, 1))); | 847 ElementsAre(base::Bucket(0, 1))); |
| 723 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 1); | 848 histogram.ExpectTotalCount("Precache.Fetch.TimeToComplete", 1); |
| 724 } | 849 } |
| 725 | 850 |
| 726 } // namespace | 851 } // namespace |
| 727 | 852 |
| 728 } // namespace precache | 853 } // namespace precache |
| OLD | NEW |