Adding another control test for Chrome Endure that uses WebDriver.

chrome/test/functional/perf_endure.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Performance tests for Chrome Endure (long-running perf tests on Chrome).
 
 This module accepts the following environment variable inputs:
   TEST_LENGTH: The number of seconds in which to run each test.
   PERF_STATS_INTERVAL: The number of seconds to wait in-between each sampling
@@ skipping 232 matching lines @@
       return False
     return True
 
 
 class ChromeEndureControlTest(ChromeEndureBaseTest):
   """Control tests for Chrome Endure."""
 
   _webapp_name = 'Control'
   _tab_title_substring = 'Chrome Endure Control Test'
 
-  def testControlAttachDetachDOMTree(self):
-    """Continually attach and detach a DOM tree from a basic document."""
-    test_description = 'AttachDetachDOMTree'
-
-    url = self.GetHttpURLForDataPath('chrome_endure', 'endurance_control.html')
-    self.NavigateToURL(url)
+  # TODO(dennisjeffrey): Make this function available to the other Chrome Endure
+  # tests so that we can remove duplicated code in those other tests as well.
+  # Ideally, tests shouldn't have knowledge about the details of how the test
+  # harness runs; the only main difference between the tests is that they
+  # navigate to different URLs, and perform different scenarios on them.
+  def _RunControlTest(self, test_description, data_file_url, do_scenario):
+    """Runs a general control test."""
+    self.NavigateToURL(data_file_url)
     loaded_tab_title = self.GetActiveTabTitle()
     self.assertTrue(self._tab_title_substring in loaded_tab_title,
                     msg='Loaded tab title does not contain "%s": "%s"' %
                         (self._tab_title_substring, loaded_tab_title))
 
-    # This test performs no interaction with the webpage.  It simply sleeps
-    # and periodically checks to see whether it's time to take performance
-    # measurements.
     self._test_start_time = time.time()
     last_perf_stats_time = time.time()
     self._GetPerformanceStats(self._webapp_name, test_description,
                               self._tab_title_substring)
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
-      time.sleep(5)
+      do_scenario()
 
     self._GetPerformanceStats(self._webapp_name, test_description,
                               self._tab_title_substring)
 
+  def testControlAttachDetachDOMTree(self):
+    """Continually attach and detach a DOM tree from a basic document."""
+    test_description = 'AttachDetachDOMTree'
+    url = self.GetHttpURLForDataPath('chrome_endure', 'endurance_control.html')
+
+    def scenario():
+      # This test performs no interaction with the webpage.  It simply sleeps
+      # and periodically checks to see whether it's time to take performance
+      # measurements.
+      time.sleep(5)
+
+    self._RunControlTest(test_description, url, scenario)
+
+
+  def testControlAttachDetachDOMTreeWebDriver(self):
+    """Use WebDriver to attach and detach a DOM tree from a basic document."""
+    test_description = 'AttachDetachDOMTreeWebDriver'
+    url = self.GetHttpURLForDataPath('chrome_endure',
+                                     'endurance_control_webdriver.html')
+
+    driver = self.NewWebDriver()
+    wait = WebDriverWait(driver, timeout=60)
+
+    def scenario(driver, wait):
+      # Interact with the control test webpage for the duration of the test.
+      # Here, we repeat the following sequence of interactions: click the
+      # "attach" button to attach a large DOM tree (with event listeners) to the
+      # document, wait half a second, click "detach" to detach the DOM tree from
+      # the document, wait half a second.
+      self._ClickElementByXpath(driver, wait, 'id("attach")')
+      time.sleep(0.5)
+      self._ClickElementByXpath(driver, wait, 'id("detach")')
+      time.sleep(0.5)
+
+    self._RunControlTest(test_description, url, lambda: scenario(driver, wait))
+
 
 class ChromeEndureGmailTest(ChromeEndureBaseTest):
   """Long-running performance tests for Chrome using Gmail."""
 
   _webapp_name = 'Gmail'
   _tab_title_substring = 'Gmail'
 
   def setUp(self):
     ChromeEndureBaseTest.setUp(self)
 
@@ skipping 54 matching lines @@
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       compose_button = self._wait.until(lambda _: self._GetElement(
                                             self._driver.find_element_by_xpath,
                                             '//div[text()="COMPOSE"]'))
       compose_button.click()
 
       to_field = self._wait.until(lambda _: self._GetElement(
                                       self._driver.find_element_by_name, 'to'))
@@ skipping 38 matching lines @@
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       compose_button = self._wait.until(lambda _: self._GetElement(
                                             self._driver.find_element_by_xpath,
                                             '//div[text()="COMPOSE"]'))
       compose_button.click()
 
       to_field = self._wait.until(lambda _: self._GetElement(
                                       self._driver.find_element_by_name, 'to'))
@@ skipping 39 matching lines @@
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       # Find the first thread (e-mail) identified by a "span" tag that contains
       # an "email" attribute.  Then click it and wait for the conversation view
       # to appear (assumed to be visible when a particular div exists on the
       # page).
       thread = self._wait.until(
           lambda _: self._GetElement(self._driver.find_element_by_xpath,
                                      '//span[@email]'))
@@ skipping 36 matching lines @@
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       # Click the "Sent Mail" label, then wait for the tab title to be updated
       # with the substring "sent".
       sent = self._wait.until(
           lambda _: self._GetElement(self._driver.find_element_by_xpath,
                                      '//a[starts-with(text(), "Sent Mail")]'))
       sent.click()
       self.assertTrue(
@@ skipping 45 matching lines @@
     iteration_num = 0
     while time.time() - self._test_start_time < self._test_length_sec:
       iteration_num += 1
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       # Click the "Expand all" icon, then wait for that icon to be removed from
       # the page.
       expand = self._wait.until(
           lambda _: self._GetElement(self._driver.find_element_by_xpath,
                                      '//img[@alt="Expand all"]'))
       expand.click()
       self._wait.until(
@@ skipping 65 matching lines @@
         logging.error('Error count threshold (%d) reached. Terminating test '
                       'early.' % self._ERROR_COUNT_THRESHOLD)
         break
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       # Click the "Owned by me" button and wait for a resulting div to appear.
       if not self._ClickElementByXpath(
           driver, wait, '//div[text()="Owned by me"]'):
         num_errors += 1
       if not self._WaitForElementByXpath(
           driver, wait,
           '//div[@title="Owned by me filter.  Use backspace or delete to '
@@ skipping 57 matching lines @@
         logging.error('Error count threshold (%d) reached. Terminating test '
                       'early.' % self._ERROR_COUNT_THRESHOLD)
         break
 
       if time.time() - last_perf_stats_time >= self._get_perf_stats_interval:
         last_perf_stats_time = time.time()
         self._GetPerformanceStats(self._webapp_name, test_description,
                                   self._tab_title_substring)
 
       if iteration_num % 10 == 0:
-        remaining_time = self._test_length_sec - (
-                             time.time() - self._test_start_time)
+        remaining_time = self._test_length_sec - (time.time() -
+                                                  self._test_start_time)
         logging.info('Chrome interaction #%d. Time remaining in test: %d sec.' %
                      (iteration_num, remaining_time))
 
       # Click the "Friends" button and wait for a resulting div to appear.
       if not self._ClickElementByXpath(
           driver, wait,
           '//a[text()="Friends" and starts-with(@href, "stream/circles")]'):
         num_errors += 1
       if not self._WaitForElementByXpath(
           driver, wait, '//div[text()="Friends"]'):
@@ skipping 10 matching lines @@
           driver, wait, '//div[text()="Acquaintances"]'):
         num_errors += 1
       time.sleep(1)
 
     self._GetPerformanceStats(self._webapp_name, test_description,
                               self._tab_title_substring)
 
 
 if __name__ == '__main__':
   pyauto_functional.Main()