Add pyauto-based perf test for the SunSpider benchmark suite.

chrome/test/functional/perf.py

 #!/usr/bin/python
 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Basic pyauto performance tests.
 
 For tests that need to be run for multiple iterations (e.g., so that average
 and standard deviation values can be reported), the default number of iterations
 run for each of these tests is specified by |_DEFAULT_NUM_ITERATIONS|.
@@ skipping 244 matching lines @@
     self._OutputPerfGraphValue('%s_%s' % ('score', 'V8Benchmark'),
                                int(final_score))
     for match in re.finditer(score_pattern, results['all_results']):
       benchmark_name = match.group(1)
       benchmark_score = match.group(2)
       logging.info('Result %s: %s', benchmark_name, benchmark_score)
       self._OutputPerfGraphValue(
           '%s_%s-%s' % ('score', 'V8Benchmark', benchmark_name),
           int(benchmark_score))
 
+  def testSunSpider(self):
+    """Runs the SunSpider javascript benchmark suite."""
+    url = self.GetFileURLForDataPath('sunspider', 'sunspider-driver.html')
+    self.assertTrue(self.AppendTab(pyauto.GURL(url)),
+                    msg='Failed to append tab for SunSpider benchmark suite.')
+
+    js_is_done = """
+        var done = false;
+        if (document.getElementById("console"))
+          done = true;
+        window.domAutomationController.send(JSON.stringify(done));
+    """
+    self.assertTrue(
+        self.WaitUntil(
+            lambda: self.ExecuteJavascript(js_is_done, tab_index=1) == 'true',
+            timeout=300, retry_sleep=1),
+        msg='Timed out when waiting for SunSpider benchmark score.')
+
+    js_get_results = """
+        window.domAutomationController.send(
+            document.getElementById("console").innerHTML);
+    """
+    # Append '<br>' to the result to simplify regular expression matching.
+    results = self.ExecuteJavascript(js_get_results, tab_index=1) + '<br>'
+    total_pattern = 'Total:\s*([\d.]+)ms'
+    total = re.search(total_pattern, results).group(1)

[Nirnimesh, 2011/10/28 07:36:49]

merge with previous line

[dennis_jeffrey, 2011/10/28 22:29:41]

Done.

+    logging.info('Total: %.2f ms' % float(total))
+    self._OutputPerfGraphValue('%s_%s' % ('ms', 'SunSpider-total'),

[Nirnimesh, 2011/10/28 07:36:49]

why not use 'ms_SunSpider-total' directly?

[dennis_jeffrey, 2011/10/28 22:29:41]

Done.

+                               float(total))
+
+    category_pattern = '\s\s(\w+):.+?<br><br>'
+    result_pattern = '<br>\s\s\s\s([\w-]+):\s*([\d.]+)ms'
+    for match_category in re.finditer(category_pattern, results):
+      category_name = match_category.group(1)
+      for match_result in re.finditer(result_pattern, match_category.group(0)):
+        result_name = match_result.group(1)
+        result_value = match_result.group(2)
+        logging.info('Result %s-%s: %.2f ms', category_name, result_name,
+                     float(result_value))
+        self._OutputPerfGraphValue(
+            '%s_%s-%s-%s' % ('ms', 'SunSpider', category_name, result_name),

[Nirnimesh, 2011/10/28 07:36:49]

Include ms_Sunspider in the format itself.

[dennis_jeffrey, 2011/10/28 22:29:41]

Done.

+            float(result_value))
+
 
 class LiveWebappLoadTest(BasePerfTest):
   """Tests that involve performance measurements of live webapps.
 
   These tests connect to live webpages (e.g., Gmail, Calendar, Docs) and are
   therefore subject to network conditions.  These tests are meant to generate
   "ball-park" numbers only (to see roughly how long things take to occur from a
   user's perspective), and are not expected to be precise.
   """
 
@@ skipping 636 matching lines @@
     """Identifies the port number to which the server is currently bound.
 
     Returns:
       The numeric port number to which the server is currently bound.
     """
     return self._server.server_address[1]
 
 
 if __name__ == '__main__':
   pyauto_functional.Main()