[Tab Metrics] Measure FP, FCP and FMP for Foreground Tab during Session Restore

chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer_unittest.cc

Index: chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer_unittest.cc
diff --git a/chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer_unittest.cc b/chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer_unittest.cc
new file mode 100644
index 0000000000000000000000000000000000000000..8a418e7d89627160b869d25e177e4a62504f2c87
--- /dev/null
+++ b/chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer_unittest.cc
@@ -0,0 +1,265 @@
+// Copyright 2017 The Chromium Authors. All rights reserved.
+// Use of this source code is governed by a BSD-style license that can be
+// found in the LICENSE file.
+
+#include "chrome/browser/page_load_metrics/observers/session_restore_page_load_metrics_observer.h"
+
+#include <memory>
+#include <vector>
+
+#include "base/bind.h"
+#include "base/bind_helpers.h"
+#include "base/macros.h"
+#include "base/test/histogram_tester.h"
+#include "base/time/time.h"
+#include "chrome/browser/browser_process.h"
+#include "chrome/browser/page_load_metrics/observers/page_load_metrics_observer_tester.h"
+#include "chrome/browser/page_load_metrics/page_load_tracker.h"
+#include "chrome/browser/resource_coordinator/tab_manager.h"
+#include "chrome/browser/sessions/session_restore.h"
+#include "chrome/browser/sessions/tab_loader.h"
+#include "chrome/common/page_load_metrics/test/page_load_metrics_test_util.h"
+#include "chrome/test/base/chrome_render_view_host_test_harness.h"
+#include "chrome/test/base/testing_profile.h"
+#include "content/public/browser/browser_url_handler.h"
+#include "content/public/browser/navigation_controller.h"
+#include "content/public/browser/web_contents.h"
+#include "content/public/test/navigation_simulator.h"
+#include "content/public/test/web_contents_tester.h"
+#include "ui/base/page_transition_types.h"
+#include "url/gurl.h"
+
+using RestoredTab = SessionRestoreDelegate::RestoredTab;
+using WebContents = content::WebContents;
+
+class SessionRestorePageLoadMetricsObserverTest
+    : public ChromeRenderViewHostTestHarness {
+ public:
+  static void RegisterObservers(page_load_metrics::PageLoadTracker* tracker) {
+    tracker->AddObserver(
+        base::MakeUnique<SessionRestorePageLoadMetricsObserver>());
+  }
+
+ protected:
+  SessionRestorePageLoadMetricsObserverTest() {}
+
+  void SetUp() override {
+    ChromeRenderViewHostTestHarness::SetUp();
+
+    // Add a default web contents.
+    AddForegroundTabWithTester();
+
+    // Create the tab manager to register its SessionRestoreObserver before
+    // session restore starts.
+    g_browser_process->GetTabManager();
+
+    PopulateFirstPaintTimings();
+  }
+
+  void TearDown() override {
+    // Must be delete tabs before calling TearDown() which cleans up all the
+    // testing environment.
+    for (size_t i = 0; i < tabs().size(); ++i)

[Charlie Harrison, 2017/08/09 02:42:05]

Can you just tabs_.clear()?

[ducbui, 2017/08/09 03:25:21]

Done.

+      tabs()[i].reset();
+
+    ChromeRenderViewHostTestHarness::TearDown();
+  }
+
+  // Populate first paint and first [contentful,meaningful] paint timings.
+  void PopulateFirstPaintTimings() {
+    page_load_metrics::InitPageLoadTimingForTest(&timing_);
+    timing_.navigation_start = base::Time::FromDoubleT(1);
+    timing_.paint_timing->first_meaningful_paint =
+        base::TimeDelta::FromMilliseconds(10);
+    PopulateRequiredTimingFields(&timing_);
+  }
+
+  WebContents* AddForegroundTabWithTester() {
+    tabs_.emplace_back(CreateTestWebContents());
+    WebContents* contents = tabs_.back().get();
+    testers_.emplace_back(base::MakeUnique<

[Charlie Harrison, 2017/08/09 02:42:05]

optional: this gets formatted rather badly, I'd prefer just pulling out the
tester into a local and std::moving it here.

[ducbui, 2017/08/09 03:25:21]

Done.

+                          page_load_metrics::PageLoadMetricsObserverTester>(
+        contents,
+        base::BindRepeating(
+            &SessionRestorePageLoadMetricsObserverTest::RegisterObservers)));
+    restored_tabs_.emplace_back(contents, false /* is_active */,
+                                false /* is_app */, false /* is_pinned */);
+    NavigateAndCommit(contents, GetTestURL());
+    contents->WasShown();
+    StopLoading(contents);
+    return contents;
+  }
+
+  std::vector<
+      std::unique_ptr<page_load_metrics::PageLoadMetricsObserverTester>>&
+  testers() {
+    return testers_;
+  }
+
+  // Return the default tab.
+  WebContents* web_contents() { return tabs_.front().get(); }
+
+  std::vector<std::unique_ptr<WebContents>>& tabs() { return tabs_; }
+
+  void ExpectFirstPaintMetricsTotalCount(int expected_total_count) const {
+    histogram_tester_.ExpectTotalCount(
+        internal::kHistogramSessionRestoreForegroundTabFirstPaint,
+        expected_total_count);
+    histogram_tester_.ExpectTotalCount(
+        internal::kHistogramSessionRestoreForegroundTabFirstContentfulPaint,
+        expected_total_count);
+    histogram_tester_.ExpectTotalCount(
+        internal::kHistogramSessionRestoreForegroundTabFirstMeaningfulPaint,
+        expected_total_count);
+  }
+
+  void RestoreTabs() {
+    TabLoader::RestoreTabs(restored_tabs_, base::TimeTicks());
+  }
+
+  void SimulateTimingUpdate() {
+    for (size_t i = 0; i < testers_.size(); ++i)
+      testers_[i]->SimulateTimingUpdate(timing_);
+  }
+
+  void StopLoading(WebContents* contents) const {
+    contents->Stop();
+    content::WebContentsTester::For(contents)->TestSetIsLoading(false);
+  }
+
+  void NavigateAndCommit(WebContents* contents, const GURL& url) const {
+    content::NavigationSimulator::NavigateAndCommitFromDocument(
+        GetTestURL(), contents->GetMainFrame());
+  }
+
+  GURL GetTestURL() const { return GURL("https://google.com"); }
+
+  const page_load_metrics::mojom::PageLoadTiming& timing() const {
+    return timing_;
+  }
+
+  std::vector<RestoredTab>& restored_tabs() { return restored_tabs_; }
+
+ private:
+  base::HistogramTester histogram_tester_;
+
+  page_load_metrics::mojom::PageLoadTiming timing_;
+  std::vector<RestoredTab> restored_tabs_;
+  std::vector<std::unique_ptr<WebContents>> tabs_;
+  std::vector<std::unique_ptr<page_load_metrics::PageLoadMetricsObserverTester>>
+      testers_;
+  std::unique_ptr<WebContents> web_contents_;

[Charlie Harrison, 2017/08/09 02:42:05]

nit: not used

[ducbui, 2017/08/09 03:25:21]

Acknowledged. Thank you for spotting this.

+
+  DISALLOW_COPY_AND_ASSIGN(SessionRestorePageLoadMetricsObserverTest);
+};
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest, NoMetrics) {
+  ExpectFirstPaintMetricsTotalCount(0);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest,
+       FirstPaintsOutOfSessionRestore) {
+  NavigateAndCommit(web_contents(), GetTestURL());
+  SimulateTimingUpdate();
+  ExpectFirstPaintMetricsTotalCount(0);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest, RestoreSingleForegroundTab) {
+  // Restore one tab which finishes loading in foreground.
+  SessionRestore::OnWillRestoreTab(web_contents());
+  RestoreTabs();
+  NavigateAndCommit(web_contents(), GetTestURL());
+  SimulateTimingUpdate();
+  ExpectFirstPaintMetricsTotalCount(1);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest,
+       RestoreMultipleForegroundTabs) {
+  WebContents* second_contents = AddForegroundTabWithTester();
+  // Restore each tab separately.
+  std::vector<std::vector<RestoredTab>> restored_tabs_list{
+      std::vector<RestoredTab>{
+          RestoredTab(web_contents(), false, false, false)},
+      std::vector<RestoredTab>{
+          RestoredTab(second_contents, false, false, false)}};
+
+  for (size_t i = 0; i < tabs().size(); ++i) {
+    WebContents* contents = tabs()[i].get();
+    SessionRestore::OnWillRestoreTab(contents);
+    TabLoader::RestoreTabs(restored_tabs_list[i], base::TimeTicks());
+    NavigateAndCommit(contents, GetTestURL());
+    testers()[i]->SimulateTimingUpdate(timing());
+    ExpectFirstPaintMetricsTotalCount(i + 1);
+  }
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest, RestoreBackgroundTab) {
+  // Set the tab to background before the PageLoadMetricsObserver was created.
+  web_contents()->WasHidden();
+
+  // Load the restored tab in background.
+  SessionRestore::OnWillRestoreTab(web_contents());
+  RestoreTabs();
+  NavigateAndCommit(web_contents(), GetTestURL());
+  SimulateTimingUpdate();
+
+  // No paint timings recorded for tabs restored in background.
+  ExpectFirstPaintMetricsTotalCount(0);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest, HideTabBeforeFirstPaints) {
+  // Start loading the tab.
+  SessionRestore::OnWillRestoreTab(web_contents());
+  RestoreTabs();
+  NavigateAndCommit(web_contents(), GetTestURL());
+
+  // Hide the tab before any paints.
+  web_contents()->WasHidden();
+  SimulateTimingUpdate();
+
+  // No paint timings recorded because tab was hidden before the first paints.
+  ExpectFirstPaintMetricsTotalCount(0);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest,
+       SwitchInitialRestoredForegroundTab) {
+  // Create 2 tabs: tab 0 is foreground, tab 1 is background.
+  AddForegroundTabWithTester();
+  restored_tabs()[0].contents()->WasShown();
+  restored_tabs()[1].contents()->WasHidden();
+
+  // Restore both tabs.
+  for (size_t i = 0; i < tabs().size(); ++i)
+    SessionRestore::OnWillRestoreTab(tabs()[i].get());
+  TabLoader::RestoreTabs(restored_tabs(), base::TimeTicks());
+
+  for (size_t i = 0; i < tabs().size(); ++i)
+    NavigateAndCommit(tabs()[i].get(), GetTestURL());
+
+  // Switch to tab 1 before any paint events occur.
+  restored_tabs()[0].contents()->WasHidden();
+  restored_tabs()[1].contents()->WasShown();
+  SimulateTimingUpdate();
+
+  // No paint timings recorded because the initial foreground tab was hidden.
+  ExpectFirstPaintMetricsTotalCount(0);
+}
+
+TEST_F(SessionRestorePageLoadMetricsObserverTest, MultipleSessionRestores) {
+  size_t number_of_session_restores = 3;
+  for (size_t i = 1; i <= number_of_session_restores; ++i) {
+    // Restore session.
+    SessionRestore::OnWillRestoreTab(web_contents());
+    RestoreTabs();
+    NavigateAndCommit(web_contents(), GetTestURL());
+    SimulateTimingUpdate();
+
+    // Number of paint timings should match the number of session restores.
+    ExpectFirstPaintMetricsTotalCount(i);
+
+    // Clear committed URL for the next restore starts from an empty URL.
+    StopLoading(web_contents());
+    NavigateAndCommit(web_contents(), GURL());
+    StopLoading(web_contents());
+  }
+}