Count site data size for important sites

chrome/browser/engagement/important_sites_usage_counter_unittest.cc

+// Copyright 2017 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "chrome/browser/engagement/important_sites_usage_counter.h"
+
+#include "base/files/file_path.h"
+#include "base/files/file_util.h"
+#include "base/files/scoped_temp_dir.h"
+#include "base/run_loop.h"
+#include "base/test/histogram_tester.h"
+#include "chrome/browser/bookmarks/bookmark_model_factory.h"
+#include "chrome/test/base/testing_profile.h"
+#include "content/public/browser/browser_thread.h"
+#include "content/public/browser/storage_partition.h"
+#include "content/public/test/test_browser_thread_bundle.h"
+#include "storage/browser/quota/quota_manager_proxy.h"
+#include "storage/browser/test/mock_storage_client.h"
+#include "testing/gtest/include/gtest/gtest.h"
+
+using ImportantDomainInfo = ImportantSitesUtil::ImportantDomainInfo;
+using content::BrowserThread;
+using content::DOMStorageContext;
+using storage::QuotaManager;
+
+class ImportantSitesUsageCounterTest : public testing::Test {
+ public:
+  void SetUp() override { ASSERT_TRUE(temp_dir_.CreateUniqueTempDir()); }

[Bernhard Bauer, 2017/05/04 14:16:44]

Did clang-format do this?

[dullweber, 2017/05/05 08:35:28]

yes, clang-format seems to like single-line methods.

+
+  void TearDown() override { base::RunLoop().RunUntilIdle(); }
+
+  TestingProfile* profile() { return &profile_; }
+
+  QuotaManager* CreateQuotaManager() {
+    quota_manager_ = new QuotaManager(
+        false, temp_dir_.GetPath(),
+        BrowserThread::GetTaskRunnerForThread(BrowserThread::IO).get(),
+        BrowserThread::GetTaskRunnerForThread(BrowserThread::DB).get(), nullptr,
+        storage::GetQuotaSettingsFunc());
+    return quota_manager_.get();
+  }
+
+  void RegisterClient(const std::vector<content::MockOriginData>& data) {
+    auto* client = new content::MockStorageClient(
+        quota_manager_->proxy(), data.data(), storage::QuotaClient::kFileSystem,
+        data.size());
+    quota_manager_->proxy()->RegisterClient(client);
+    client->TouchAllOriginsAndNotify();
+  }
+
+  void CreateLocalStorage(
+      base::Time creation_time,
+      int length,
+      const base::FilePath::StringPieceType& storage_origin) {
+    // Note: This test depends on details of how the dom_storage library
+    // stores data in the host file system.
+    base::FilePath storage_path =
+        profile()->GetPath().AppendASCII("Local Storage");
+    base::CreateDirectory(storage_path);
+
+    std::string data(' ', length);
+    // Write file to localstorage.
+    base::FilePath file_path = storage_path.Append(storage_origin);
+    base::WriteFile(file_path, data.c_str(), length);
+    base::TouchFile(file_path, creation_time, creation_time);
+  }
+
+  void FetchCompleted(std::vector<ImportantDomainInfo> domain_info) {
+    DCHECK_CURRENTLY_ON(BrowserThread::UI);
+    domain_info_ = domain_info;
+  }
+
+  const std::vector<ImportantDomainInfo>& domain_info() { return domain_info_; }
+
+ private:
+  content::TestBrowserThreadBundle thread_bundle_;
+  TestingProfile profile_;
+  base::ScopedTempDir temp_dir_;
+  scoped_refptr<QuotaManager> quota_manager_;
+  std::vector<ImportantDomainInfo> domain_info_;
+};
+
+TEST_F(ImportantSitesUsageCounterTest, PopulateUsage) {
+  std::vector<ImportantDomainInfo> important_sites;
+  ImportantDomainInfo i1;
+  i1.registerable_domain = "example.com";
+  ImportantDomainInfo i2;
+  i2.registerable_domain = "somethingelse.com";
+  important_sites.push_back(i1);
+  important_sites.push_back(i2);
+
+  const std::vector<content::MockOriginData> origins = {
+      {"http://example.com/", storage::kStorageTypeTemporary, 1},
+      {"https://example.com/", storage::kStorageTypeTemporary, 2},
+      {"https://maps.example.com/", storage::kStorageTypeTemporary, 4},
+      {"http://google.com/", storage::kStorageTypePersistent, 8},
+  };
+
+  auto* quota_manager = CreateQuotaManager();
+  RegisterClient(origins);
+
+  base::Time now = base::Time::Now();
+  CreateLocalStorage(now, 16,
+                     FILE_PATH_LITERAL("https_example.com_443.localstorage"));
+  CreateLocalStorage(now, 32,
+                     FILE_PATH_LITERAL("https_bing.com_443.localstorage"));
+  auto* dom_storage_context =

[Bernhard Bauer, 2017/05/04 14:16:45]

Can you use an actual type here?

[dullweber, 2017/05/05 08:35:28]

Done.

+      content::BrowserContext::GetDefaultStoragePartition(profile())
+          ->GetDOMStorageContext();
+
+  ImportantSitesUsageCounter::GetUsage(
+      important_sites, quota_manager, dom_storage_context,
+      base::Bind(&ImportantSitesUsageCounterTest::FetchCompleted,
+                 base::Unretained(this)));
+  base::RunLoop().RunUntilIdle();

[Bernhard Bauer, 2017/05/04 14:16:45]

I would use an explicit quit closure to quit the runloop rather than letting it
run idle. 

[dullweber, 2017/05/05 08:35:28]

changed

+
+  EXPECT_EQ(important_sites.size(), domain_info().size());
+  // The first important site is example.com. It uses 1B quota storage for
+  // http://example.com/, 2B for https://example.com and 4B for
+  // https://maps.example.com. On top of that it uses 16B localstorage.

[Bernhard Bauer, 2017/05/04 14:16:44]

Super-nit: the name of the feature is "local storage".

[dullweber, 2017/05/05 08:35:28]

Done.

+  EXPECT_EQ("example.com", domain_info()[0].registerable_domain);
+  EXPECT_EQ(1 + 2 + 4 + 16, domain_info()[0].usage);
+  // The second important site is somethingelse.com but it doesn't use any
+  // quota. We still expect it to be returned and not dropped.
+  EXPECT_EQ("somethingelse.com", domain_info()[1].registerable_domain);
+  EXPECT_EQ(0, domain_info()[1].usage);
+}