Persist broken and recently-broken alt-svcs to prefs in HttpServerPropertiesManager

net/http/http_server_properties_manager_unittest.cc

 // Copyright 2014 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "net/http/http_server_properties_manager.h"
 
 #include <memory>
 #include <utility>
 
 #include "base/bind.h"
@@ skipping 65 matching lines @@
   base::Closure prefs_changed_callback_;
 
   DISALLOW_COPY_AND_ASSIGN(MockPrefDelegate);
 };
 
 class TestingHttpServerPropertiesManager : public HttpServerPropertiesManager {
  public:
   TestingHttpServerPropertiesManager(
       HttpServerPropertiesManager::PrefDelegate* pref_delegate,
       scoped_refptr<TestMockTimeTaskRunner> pref_task_runner,
-      scoped_refptr<TestMockTimeTaskRunner> net_task_runner)
+      scoped_refptr<TestMockTimeTaskRunner> net_task_runner,
+      base::TickClock* clock)
       : HttpServerPropertiesManager(pref_delegate,
                                     pref_task_runner,
-                                    net_task_runner),
+                                    net_task_runner,
+                                    clock),
         pref_task_runner_(std::move(pref_task_runner)),
         net_task_runner_(std::move(net_task_runner)) {
     // This call must run in the context of |net_task_runner_|.
     TestMockTimeTaskRunner::ScopedContext scoped_context(net_task_runner_);
     HttpServerPropertiesManager::InitializeOnNetworkSequence();
   }
 
   ~TestingHttpServerPropertiesManager() override {}
 
   // Make these methods public for testing.
@@ skipping 57 matching lines @@
 // to version 4, delete the following code.
 static const int kHttpServerPropertiesVersions[] = {3, 4, 5};
 
 class HttpServerPropertiesManagerTest : public testing::TestWithParam<int> {
  protected:
   HttpServerPropertiesManagerTest() = default;
 
   void SetUp() override {
     one_day_from_now_ = base::Time::Now() + base::TimeDelta::FromDays(1);
     pref_delegate_ = new MockPrefDelegate;
+    net_test_task_runner_clock_ = net_test_task_runner_->GetMockTickClock();
     http_server_props_manager_.reset(
         new StrictMock<TestingHttpServerPropertiesManager>(
             pref_delegate_, pref_test_task_runner_.task_runner(),
-            net_test_task_runner_));
+            net_test_task_runner_, net_test_task_runner_clock_.get()));
 
     EXPECT_FALSE(http_server_props_manager_->IsInitialized());
     ExpectCacheUpdate();
     EXPECT_FALSE(net_test_task_runner_->HasPendingTask());
     pref_test_task_runner_->RunUntilIdle();
     net_test_task_runner_->RunUntilIdle();
     EXPECT_TRUE(http_server_props_manager_->IsInitialized());
     EXPECT_FALSE(net_test_task_runner_->HasPendingTask());
     EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
   }
@@ skipping 61 matching lines @@
   // Overrides the main thread's message loop with a mock tick clock. Making the
   // main thread the |pref_test_task_runner_| matches expectations better than
   // having an independent TestMockTimeTaskRunner and makes tests easier to
   // write.
   base::ScopedMockTimeMessageLoopTaskRunner pref_test_task_runner_;
 
   // Mock the net task runner as well.
   scoped_refptr<TestMockTimeTaskRunner> net_test_task_runner_ =
       new TestMockTimeTaskRunner;
 
+  std::unique_ptr<base::TickClock> net_test_task_runner_clock_;
+
  private:
   DISALLOW_COPY_AND_ASSIGN(HttpServerPropertiesManagerTest);
 };
 
 INSTANTIATE_TEST_CASE_P(/* no prefix */,
                         HttpServerPropertiesManagerTest,
                         ::testing::ValuesIn(kHttpServerPropertiesVersions));
 
 TEST_P(HttpServerPropertiesManagerTest,
        SingleUpdateForTwoSpdyServerPrefChanges) {
@@ skipping 889 matching lines @@
     EXPECT_EQ(i, alternative_service_info_vector[0].alternative_service().port);
   }
 
   // Verify SupportsQuic.
   IPAddress address;
   ASSERT_TRUE(http_server_props_manager_->GetSupportsQuic(&address));
   EXPECT_EQ("127.0.0.1", address.ToString());
 }
 
 TEST_P(HttpServerPropertiesManagerTest, UpdatePrefsWithCache) {
-  ExpectScheduleUpdatePrefsOnNetworkSequenceRepeatedly(5);
+  ExpectScheduleUpdatePrefsOnNetworkSequenceRepeatedly(7);
 
   const url::SchemeHostPort server_www("https", "www.google.com", 80);
   const url::SchemeHostPort server_mail("https", "mail.google.com", 80);
 
   // #1 & #2: Set alternate protocol.
   AlternativeServiceInfoVector alternative_service_info_vector;
   AlternativeService www_alternative_service1(kProtoHTTP2, "", 443);
   base::Time expiration1;
   ASSERT_TRUE(base::Time::FromUTCString("2036-12-01 10:00:00", &expiration1));
   alternative_service_info_vector.push_back(
       AlternativeServiceInfo(www_alternative_service1, expiration1));
   AlternativeService www_alternative_service2(kProtoHTTP2, "www.google.com",
                                               1234);
   base::Time expiration2;
   ASSERT_TRUE(base::Time::FromUTCString("2036-12-31 10:00:00", &expiration2));
   alternative_service_info_vector.push_back(
       AlternativeServiceInfo(www_alternative_service2, expiration2));
   ASSERT_TRUE(http_server_props_manager_->SetAlternativeServices(
       server_www, alternative_service_info_vector));
 
   AlternativeService mail_alternative_service(kProtoHTTP2, "foo.google.com",
                                               444);
   base::Time expiration3 = base::Time::Max();
   ASSERT_TRUE(http_server_props_manager_->SetAlternativeService(
       server_mail, mail_alternative_service, expiration3));
 
-  // #3: Set ServerNetworkStats.
+  // #3 & #4: Mark alternate protocol broken/recently broken.
+  {
+    base::TestMockTimeTaskRunner::ScopedContext net_test_task_runner_context(
+        net_test_task_runner_);
+
+    http_server_props_manager_->MarkAlternativeServiceBroken(
+        www_alternative_service2);
+    http_server_props_manager_->MarkAlternativeServiceRecentlyBroken(
+        mail_alternative_service);
+  }
+
+  // #5: Set ServerNetworkStats.
   ServerNetworkStats stats;
   stats.srtt = base::TimeDelta::FromInternalValue(42);
   http_server_props_manager_->SetServerNetworkStats(server_mail, stats);
 
-  // #4: Set quic_server_info string.
+  // #6: Set quic_server_info string.
   QuicServerId mail_quic_server_id("mail.google.com", 80);
   std::string quic_server_info1("quic_server_info1");
   http_server_props_manager_->SetQuicServerInfo(mail_quic_server_id,
                                                 quic_server_info1);
 
-  // #5: Set SupportsQuic.
+  // #7: Set SupportsQuic.
   IPAddress actual_address(127, 0, 0, 1);
   http_server_props_manager_->SetSupportsQuic(true, actual_address);
 
   // Update Prefs.
+  // |net_test_task_runner_| has a remaining pending task to expire
+  // |www_alternative_service2| in 5 minutes. Fast forward enough such
+  // that the prefs update task is executed but not the task to expire
+  // |broken_alternative_service|.
   ExpectPrefsUpdate(1);
-  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  EXPECT_EQ(2u, net_test_task_runner_->GetPendingTaskCount());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
-  net_test_task_runner_->FastForwardUntilNoTasksRemain();
+  net_test_task_runner_->FastForwardBy(
+      HttpServerPropertiesManager::GetUpdatePrefsDelayForTesting());
+  EXPECT_EQ(1u, net_test_task_runner_->GetPendingTaskCount());
   EXPECT_TRUE(pref_test_task_runner_->HasPendingTask());
   pref_test_task_runner_->FastForwardUntilNoTasksRemain();
-  EXPECT_FALSE(net_test_task_runner_->HasPendingTask());
+  EXPECT_EQ(1u, net_test_task_runner_->GetPendingTaskCount());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
 
+  // Verify |pref_delegate_|'s server dict.
+  // Broken alternative services' expiration times are converted from TimeTicks
+  // to Time before being written to JSON by using the difference between
+  // Time::Now() and TimeTicks::Now(). Since there's currently no dependency
+  // injection for Time::Now(), there's no straightforward way of figuring out
+  // what the expiration time should be in JSON. Because of this, the brokenness
+  // expiration time of alternative services will not be verified. A copy of
+  // |pref_delegate_|'s server dict will be created, and the broken alternative
+  // service's expiration time will be replaced with a placeholder string before
+  // comparison.
+
+  base::Value server_value_copy(pref_delegate_->GetServerProperties());
+
+  base::DictionaryValue* server_dict;
+  ASSERT_TRUE(server_value_copy.GetAsDictionary(&server_dict));
+  base::ListValue* broken_alt_svc_list;
+  ASSERT_TRUE(server_dict->GetList("broken_alternative_services",
+                                   &broken_alt_svc_list));
+  EXPECT_EQ(1u, broken_alt_svc_list->GetSize());
+  base::DictionaryValue* broken_alt_svcs_list_entry;
+  ASSERT_TRUE(
+      broken_alt_svc_list->GetDictionary(0, &broken_alt_svcs_list_entry));
+  EXPECT_EQ(1u, broken_alt_svcs_list_entry->size());
+  std::string broken_alt_svcs_list_entry_expiration_str;
+  EXPECT_TRUE(broken_alt_svcs_list_entry->GetStringWithoutPathExpansion(
+      "h2 www.google.com:1234", &broken_alt_svcs_list_entry_expiration_str));
+  broken_alt_svcs_list_entry->SetStringWithoutPathExpansion(
+      "h2 www.google.com:1234", "NOT CHECKED");
+
   // Verify preferences.
   const char expected_json[] =
-      "{\"quic_servers\":{\"https://"
-      "mail.google.com:80\":{\"server_info\":\"quic_server_info1\"}},"
+      "{"
+      "\"broken_alternative_services\":"
+      "[{\"h2 www.google.com:1234\":\"NOT CHECKED\"}],"
+      "\"quic_servers\":"
+      "{\"https://mail.google.com:80\":"
+      "{\"server_info\":\"quic_server_info1\"}},"
+      "\"recently_broken_alternative_services\":"
+      "[{\"h2 www.google.com:1234\":1},{\"h2 foo.google.com:444\":1}],"
       "\"servers\":["
       "{\"https://www.google.com:80\":{"
       "\"alternative_service\":[{\"expiration\":\"13756212000000000\","
       "\"port\":443,\"protocol_str\":\"h2\"},"
       "{\"expiration\":\"13758804000000000\",\"host\":\"www.google.com\","
       "\"port\":1234,\"protocol_str\":\"h2\"}]}},"
       "{\"https://mail.google.com:80\":{\"alternative_service\":[{"
       "\"expiration\":\"9223372036854775807\",\"host\":\"foo.google.com\","
       "\"port\":444,\"protocol_str\":\"h2\"}],"
       "\"network_stats\":{\"srtt\":42}}}"
       "],"
-      "\"supports_quic\":{\"address\":\"127.0.0.1\",\"used_quic\":true},"
-      "\"version\":5}";
+      "\"supports_quic\":"
+      "{\"address\":\"127.0.0.1\",\"used_quic\":true},"
+      "\"version\":5"
+      "}";
 
-  const base::Value* http_server_properties =
-      &pref_delegate_->GetServerProperties();
   std::string preferences_json;
-  EXPECT_TRUE(
-      base::JSONWriter::Write(*http_server_properties, &preferences_json));
+  EXPECT_TRUE(base::JSONWriter::Write(server_value_copy, &preferences_json));
   EXPECT_EQ(expected_json, preferences_json);
 }
 
 TEST_P(HttpServerPropertiesManagerTest,
        SingleCacheUpdateForMultipleUpdatesScheduled) {
   // Update cache.
   ExpectCacheUpdate();
 
   EXPECT_EQ(0u, pref_test_task_runner_->GetPendingTaskCount());
   // Update cache.
@@ skipping 89 matching lines @@
 
   const url::SchemeHostPort server("http", "example.com", 80);
   AlternativeServiceMap alternative_service_map(/*max_size=*/5);
   EXPECT_FALSE(http_server_props_manager_->AddToAlternativeServiceMap(
       server, *server_dict, &alternative_service_map));
 
   AlternativeServiceMap::iterator it = alternative_service_map.Get(server);
   EXPECT_EQ(alternative_service_map.end(), it);
 }
 
-// Do not persist expired or broken alternative service entries to disk.
-TEST_P(HttpServerPropertiesManagerTest,
-       DoNotPersistExpiredOrBrokenAlternativeService) {
+// Do not persist expired alternative service entries to disk.
+TEST_P(HttpServerPropertiesManagerTest, DoNotPersistExpiredAlternativeService) {
   ExpectScheduleUpdatePrefsOnNetworkSequenceRepeatedly(2);
 
   {
     TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
 
     AlternativeServiceInfoVector alternative_service_info_vector;
 
     const AlternativeService broken_alternative_service(
         kProtoHTTP2, "broken.example.com", 443);
     const base::Time time_one_day_later =
@@ skipping 22 matching lines @@
         server, alternative_service_info_vector));
   }
 
   // Update cache.
   ExpectPrefsUpdate(1);
 
   EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
 
   // |net_test_task_runner_| has a remaining pending task to expire
-  // |broken_alternative_service| |time_one_day_later| (and the impl uses
-  // TimeTicks::Now() without a mock clock so FastForwardUntilNoTasksRemain()
-  // would result in an infinite loop).
+  // |broken_alternative_service| |time_one_day_later|. Fast forward enough such
+  // that the prefs update task is executed but not the task to expire
+  // |broken_alternative_service|.
+  EXPECT_EQ(2U, net_test_task_runner_->GetPendingTaskCount());
   net_test_task_runner_->FastForwardBy(
       HttpServerPropertiesManager::GetUpdatePrefsDelayForTesting());
   EXPECT_EQ(1U, net_test_task_runner_->GetPendingTaskCount());
 
   EXPECT_TRUE(pref_test_task_runner_->HasPendingTask());
   pref_test_task_runner_->FastForwardUntilNoTasksRemain();
   EXPECT_EQ(1U, net_test_task_runner_->GetPendingTaskCount());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
 
   const base::DictionaryValue& pref_dict =
       pref_delegate_->GetServerProperties();
 
   const base::ListValue* servers_list = nullptr;
   ASSERT_TRUE(pref_dict.GetListWithoutPathExpansion("servers", &servers_list));
   base::ListValue::const_iterator it = servers_list->begin();
   const base::DictionaryValue* server_pref_dict;
   ASSERT_TRUE(it->GetAsDictionary(&server_pref_dict));
 
   const base::DictionaryValue* example_pref_dict;
 
   ASSERT_TRUE(server_pref_dict->GetDictionaryWithoutPathExpansion(
       "https://www.example.com", &example_pref_dict));
 
   const base::ListValue* altsvc_list;
   ASSERT_TRUE(example_pref_dict->GetList("alternative_service", &altsvc_list));
 
-  ASSERT_EQ(1u, altsvc_list->GetSize());
+  ASSERT_EQ(2u, altsvc_list->GetSize());
 
   const base::DictionaryValue* altsvc_entry;
+  std::string hostname;
+
   ASSERT_TRUE(altsvc_list->GetDictionary(0, &altsvc_entry));
+  ASSERT_TRUE(altsvc_entry->GetString("host", &hostname));
+  EXPECT_EQ("broken.example.com", hostname);
 
-  std::string hostname;
+  ASSERT_TRUE(altsvc_list->GetDictionary(1, &altsvc_entry));
   ASSERT_TRUE(altsvc_entry->GetString("host", &hostname));
   EXPECT_EQ("valid.example.com", hostname);
 }
 
 // Test that expired alternative service entries on disk are ignored.
 TEST_P(HttpServerPropertiesManagerTest, DoNotLoadExpiredAlternativeService) {
   auto alternative_service_list = base::MakeUnique<base::ListValue>();
   auto expired_dict = base::MakeUnique<base::DictionaryValue>();
   expired_dict->SetString("protocol_str", "h2");
   expired_dict->SetString("host", "expired.example.com");
@@ skipping 128 matching lines @@
   EXPECT_TRUE(pref_test_task_runner_->HasPendingTask());
   pref_test_task_runner_->FastForwardUntilNoTasksRemain();
   EXPECT_FALSE(net_test_task_runner_->HasPendingTask());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
   Mock::VerifyAndClearExpectations(http_server_props_manager_.get());
   http_server_props_manager_.reset();
   EXPECT_FALSE(net_test_task_runner_->HasPendingTask());
   EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
 }
 
+TEST_P(HttpServerPropertiesManagerTest, UpdateCacheWithPrefs) {
+  ExpectScheduleUpdatePrefsOnNetworkSequenceRepeatedly(3);
+
+  AlternativeService broken_service(kProtoQUIC, "cached_broken", 443);
+  AlternativeService broken_service2(kProtoQUIC, "cached_broken2", 443);
+  AlternativeService recently_broken_service(kProtoQUIC, "cached_rbroken", 443);
+
+  {
+    TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
+
+    http_server_props_manager_->MarkAlternativeServiceBroken(broken_service);
+    http_server_props_manager_->MarkAlternativeServiceBroken(broken_service2);
+    http_server_props_manager_->MarkAlternativeServiceRecentlyBroken(
+        recently_broken_service);
+  }
+  ExpectPrefsUpdate(1);
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  // Run the prefs update task but not the expiration task for |broken_service|.
+  net_test_task_runner_->FastForwardBy(
+      HttpServerPropertiesManager::GetUpdatePrefsDelayForTesting());
+  EXPECT_TRUE(pref_test_task_runner_->HasPendingTask());
+  pref_test_task_runner_->FastForwardUntilNoTasksRemain();
+  EXPECT_FALSE(pref_test_task_runner_->HasPendingTask());
+
+  // Load the |pref_delegate_| with some JSON to verify updating the cache from
+  // prefs. For the broken alternative service "www.google.com:1234", the
+  // expiration time will be computed to be
+
+  std::string expiration_str =
+      base::Int64ToString(static_cast<int64_t>(one_day_from_now_.ToTimeT()));
+
+  std::unique_ptr<base::Value> server_value = base::JSONReader::Read(
+      "{"
+      "\"broken_alternative_services\":["
+      "{\"h2 www.google.com:1234\":\"" +
+      expiration_str +
+      "\"},"
+      "{\"quic cached_broken:443\":\"" +
+      expiration_str +
+      "\"}],"
+      "\"quic_servers\":{"
+      "\"https://mail.google.com:80\":{"
+      "\"server_info\":\"quic_server_info1\""
+      "}"
+      "},"
+      "\"recently_broken_alternative_services\":["
+      "{\"h2 www.google.com:1234\":1},"
+      "{\"quic cached_broken:443\":2},"
+      "{\"quic cached_rbroken:443\":3}],"
+      "\"servers\":["
+      "{\"https://www.google.com:80\":{"
+      "\"alternative_service\":["
+      "{\"expiration\":\"13756212000000000\",\"port\":443,"
+      "\"protocol_str\":\"h2\"},"
+      "{\"expiration\":\"13758804000000000\",\"host\":\"www.google.com\","
+      "\"port\":1234,\"protocol_str\":\"h2\"}"
+      "]"
+      "}},"
+      "{\"https://mail.google.com:80\":{"
+      "\"alternative_service\":["
+      "{\"expiration\":\"9223372036854775807\",\"host\":\"foo.google.com\","
+      "\"port\":444,\"protocol_str\":\"h2\"}"
+      "],"
+      "\"network_stats\":{\"srtt\":42}"
+      "}}"
+      "],"
+      "\"supports_quic\":"
+      "{\"address\":\"127.0.0.1\",\"used_quic\":true},"
+      "\"version\":5"
+      "}");
+  ASSERT_TRUE(server_value);
+  base::DictionaryValue* server_dict;
+  ASSERT_TRUE(server_value->GetAsDictionary(&server_dict));
+
+  pref_delegate_->SetPrefs(*server_dict);
+
+  ExpectCacheUpdate();
+  EXPECT_TRUE(pref_test_task_runner_->HasPendingTask());
+  pref_test_task_runner_->FastForwardUntilNoTasksRemain();
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  // Run the cache update task but not the expiration task for |broken_service|.
+  net_test_task_runner_->FastForwardBy(
+      net_test_task_runner_->NextPendingTaskDelay());
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+
+  //
+  // Verify alternative service info for https://www.google.com
+  //
+  AlternativeServiceInfoVector alternative_service_info_vector =
+      http_server_props_manager_->GetAlternativeServiceInfos(
+          url::SchemeHostPort("https", "www.google.com", 80));
+  ASSERT_EQ(2u, alternative_service_info_vector.size());
+
+  EXPECT_EQ(kProtoHTTP2,
+            alternative_service_info_vector[0].alternative_service().protocol);
+  EXPECT_EQ("www.google.com",
+            alternative_service_info_vector[0].alternative_service().host);
+  EXPECT_EQ(443, alternative_service_info_vector[0].alternative_service().port);
+  EXPECT_EQ(
+      "13756212000000000",
+      base::Int64ToString(
+          alternative_service_info_vector[0].expiration().ToInternalValue()));
+
+  EXPECT_EQ(kProtoHTTP2,
+            alternative_service_info_vector[1].alternative_service().protocol);
+  EXPECT_EQ("www.google.com",
+            alternative_service_info_vector[1].alternative_service().host);
+  EXPECT_EQ(1234,
+            alternative_service_info_vector[1].alternative_service().port);
+  EXPECT_EQ(
+      "13758804000000000",
+      base::Int64ToString(
+          alternative_service_info_vector[1].expiration().ToInternalValue()));
+
+  //
+  // Verify alternative service info for https://mail.google.com
+  //
+  alternative_service_info_vector =
+      http_server_props_manager_->GetAlternativeServiceInfos(
+          url::SchemeHostPort("https", "mail.google.com", 80));
+  ASSERT_EQ(1u, alternative_service_info_vector.size());
+
+  EXPECT_EQ(kProtoHTTP2,
+            alternative_service_info_vector[0].alternative_service().protocol);
+  EXPECT_EQ("foo.google.com",
+            alternative_service_info_vector[0].alternative_service().host);
+  EXPECT_EQ(444, alternative_service_info_vector[0].alternative_service().port);
+  EXPECT_EQ(
+      "9223372036854775807",
+      base::Int64ToString(
+          alternative_service_info_vector[0].expiration().ToInternalValue()));
+
+  //
+  // Verify broken alternative services.
+  //
+  AlternativeService prefs_broken_service(kProtoHTTP2, "www.google.com", 1234);
+  EXPECT_TRUE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service));
+  EXPECT_TRUE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service2));
+  EXPECT_TRUE(http_server_props_manager_->IsAlternativeServiceBroken(
+      prefs_broken_service));
+  // Verify brokenness expiration times.
+  // |broken_service|'s expiration time should've been overwritten by the prefs
+  // to be approximately 1 day from now.
+  // |broken_service2|'s expiration time should still be 5 minutes due to being
+  // marked broken.
+  // |prefs_broken_service|'s expiration time should be approximately 1 day from
+  // now which comes from the prefs.
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromMinutes(4));
+  EXPECT_TRUE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service));
+  EXPECT_FALSE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service2));
+  EXPECT_TRUE(http_server_props_manager_->IsAlternativeServiceBroken(
+      prefs_broken_service));
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromDays(1));
+  EXPECT_FALSE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service));
+  EXPECT_FALSE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service2));
+  EXPECT_FALSE(http_server_props_manager_->IsAlternativeServiceBroken(
+      prefs_broken_service));
+
+  // Now that |prefs_broken_service|'s brokenness has expired, it should've
+  // been removed from the alternative services info vectors of all servers.
+  alternative_service_info_vector =
+      http_server_props_manager_->GetAlternativeServiceInfos(
+          url::SchemeHostPort("https", "www.google.com", 80));
+  ASSERT_EQ(1u, alternative_service_info_vector.size());
+
+  //
+  // Verify recently broken alternative services.
+  //
+
+  // If an entry is already in cache, the broken count in the prefs should
+  // overwrite the one in the cache.
+  // The entries already in the cache should remain at the front of the recency
+  // list.
+  // |pref_broken_service| should have broken-count 1 from prefs.
+  // |recently_broken_service| should have broken-count 3 from prefs.
+  // |broken_service| should have broken-count 2 from prefs.
+  // |broken_service2| should have broken-count 1 from being marked broken.
+  ExpectScheduleUpdatePrefsOnNetworkSequenceRepeatedly(4);
+  ExpectPrefsUpdate(4);
+
+  EXPECT_TRUE(http_server_props_manager_->WasAlternativeServiceRecentlyBroken(
+      prefs_broken_service));
+  EXPECT_TRUE(http_server_props_manager_->WasAlternativeServiceRecentlyBroken(
+      recently_broken_service));
+  EXPECT_TRUE(http_server_props_manager_->WasAlternativeServiceRecentlyBroken(
+      broken_service));
+  EXPECT_TRUE(http_server_props_manager_->WasAlternativeServiceRecentlyBroken(
+      broken_service2));
+  // Make sure |pref_broken_service| has the right expiration delay if marked
+  // broken.
+  {
+    TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
+    http_server_props_manager_->MarkAlternativeServiceBroken(
+        prefs_broken_service);
+  }
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromMinutes(10) -
+                                       base::TimeDelta::FromInternalValue(1));
+  EXPECT_TRUE(http_server_props_manager_->IsAlternativeServiceBroken(
+      prefs_broken_service));
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromInternalValue(1));
+  EXPECT_FALSE(http_server_props_manager_->IsAlternativeServiceBroken(
+      prefs_broken_service));
+  // Make sure |recently_broken_service| has the right expiration delay if
+  // marked broken.
+  {
+    TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
+    http_server_props_manager_->MarkAlternativeServiceBroken(
+        recently_broken_service);
+  }
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromMinutes(40) -
+                                       base::TimeDelta::FromInternalValue(1));
+  EXPECT_TRUE(http_server_props_manager_->IsAlternativeServiceBroken(
+      recently_broken_service));
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromInternalValue(1));
+  EXPECT_FALSE(http_server_props_manager_->IsAlternativeServiceBroken(
+      recently_broken_service));
+  // Make sure |broken_service| has the right expiration delay if marked
+  // broken.
+  {
+    TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
+    http_server_props_manager_->MarkAlternativeServiceBroken(broken_service);
+  }
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromMinutes(20) -
+                                       base::TimeDelta::FromInternalValue(1));
+  EXPECT_TRUE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service));
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromInternalValue(1));
+  EXPECT_FALSE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service));
+  // Make sure |broken_service2| has the right expiration delay if marked
+  // broken.
+  {
+    TestMockTimeTaskRunner::ScopedContext scoped_context(net_test_task_runner_);
+    http_server_props_manager_->MarkAlternativeServiceBroken(broken_service2);
+  }
+  EXPECT_TRUE(net_test_task_runner_->HasPendingTask());
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromMinutes(10) -
+                                       base::TimeDelta::FromInternalValue(1));
+  EXPECT_TRUE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service2));
+  net_test_task_runner_->FastForwardBy(base::TimeDelta::FromInternalValue(1));
+  EXPECT_FALSE(
+      http_server_props_manager_->IsAlternativeServiceBroken(broken_service2));
+
+  Mock::VerifyAndClearExpectations(http_server_props_manager_.get());
+
+  //
+  // Verify ServerNetworkStats.
+  //
+  const ServerNetworkStats* server_network_stats =
+      http_server_props_manager_->GetServerNetworkStats(
+          url::SchemeHostPort("https", "mail.google.com", 80));
+  EXPECT_TRUE(server_network_stats);
+  EXPECT_EQ(server_network_stats->srtt, base::TimeDelta::FromInternalValue(42));
+
+  //
+  // Verify QUIC server info.
+  //
+  const std::string* quic_server_info =
+      http_server_props_manager_->GetQuicServerInfo(
+          QuicServerId("mail.google.com", 80));
+  EXPECT_EQ("quic_server_info1", *quic_server_info);
+
+  //
+  // Verify supports QUIC.
+  //
+  IPAddress actual_address(127, 0, 0, 1);
+  EXPECT_TRUE(http_server_props_manager_->GetSupportsQuic(&actual_address));
+}
+
 }  // namespace net