[tools/perf] Add long running dual browser benchmark

tools/perf/benchmarks/memory_infra.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import re
 
 from core import perf_benchmark
 
 from telemetry import benchmark
 from telemetry.timeline import tracing_category_filter
@@ skipping 97 matching lines @@
     return not possible_browser.platform.CanLaunchApplication(
         'com.google.android.deskclock')
 
   @classmethod
   def ValueCanBeAddedPredicate(cls, value, is_first_result):
     # TODO(crbug.com/610962): Remove this stopgap when the perf dashboard
     # is able to cope with the data load generated by TBMv2 metrics.
     return not _IGNORED_STATS_RE.search(value.name)
 
 
-# Benchmark is disabled by default because it takes too long to run.
+# Benchmark disabled by default. Force to run with --also-run-disabled-tests.
 @benchmark.Disabled('all')
 class DualBrowserBenchmark(_MemoryInfra):
   """Measures memory usage while interacting with two different browsers.
 
   The user story involves going back and forth between doing Google searches
   on a webview-based browser (a stand in for the Search app), and loading
   pages on a select browser.
   """
   TBM_VERSION = 2
   page_set = page_sets.DualBrowserStorySet
   options = {'pageset_repeat': 5}
 
   @classmethod
   def Name(cls):
     return 'memory.dual_browser_test'
 
   @classmethod
   def ValueCanBeAddedPredicate(cls, value, is_first_result):
     # TODO(crbug.com/610962): Remove this stopgap when the perf dashboard
     # is able to cope with the data load generated by TBMv2 metrics.
     return not _IGNORED_STATS_RE.search(value.name)
 
 
+# Benchmark disabled by default. Force to run with --also-run-disabled-tests.
+@benchmark.Disabled('all')
+class LongRunningDualBrowserBenchmark(_MemoryInfra):
+  """Measures memory during prolonged usage of alternating browsers.
+
+  Same as memory.dual_browser_test, but the test is run for 60 iterations
+  and the browser is *not* restarted between page set repeats.
+  """
+  TBM_VERSION = 2
+  page_set = page_sets.DualBrowserStorySet
+  options = {'pageset_repeat': 60}
+
+  @classmethod
+  def Name(cls):
+    return 'memory.long_running_dual_browser_test'
+
+  @classmethod
+  def ShouldTearDownStateAfterEachStorySetRun(cls):
+    return False

[perezju, 2016/06/24 10:11:08]

Note this method does not exist, yet. Will be added by
https://codereview.chromium.org/2091103003/

However, there is no harm of landing this CL first. The method is just never
called, and the current default behavior is the same as the one required by this
benchmark.

+
+  @classmethod
+  def ValueCanBeAddedPredicate(cls, value, is_first_result):
+    # TODO(crbug.com/610962): Remove this stopgap when the perf dashboard
+    # is able to cope with the data load generated by TBMv2 metrics.
+    return not _IGNORED_STATS_RE.search(value.name)
+
+
 # TODO(bashi): Workaround for http://crbug.com/532075
 # @benchmark.Enabled('android') shouldn't be needed.
 @benchmark.Enabled('android')
 class RendererMemoryBlinkMemoryMobile(_MemoryInfra):
   """Timeline based benchmark for measuring memory consumption on mobile
   sites on which blink's memory consumption is relatively high."""
 
   _RE_RENDERER_VALUES = re.compile('memory_.+_renderer')
 
   page_set = page_sets.BlinkMemoryMobilePageSet
@@ skipping 66 matching lines @@
   of long running idle Gmail page """
   page_set = page_sets.LongRunningIdleGmailBackgroundPageSet
 
   @classmethod
   def Name(cls):
     return 'memory.long_running_idle_gmail_background_tbmv2'
 
   @classmethod
   def ShouldDisable(cls, possible_browser):  # http://crbug.com/616530
     return cls.IsSvelte(possible_browser)