Adding a short-running pyauto-based Angry Birds performance test to perf.py.

chrome/test/functional/perf.py

 #!/usr/bin/python
 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Basic pyauto performance tests.
 
 For tests that need to be run for multiple iterations (e.g., so that average
 and standard deviation values can be reported), the default number of iterations
 run for each of these tests is specified by |_DEFAULT_NUM_ITERATIONS|.
@@ skipping 1100 matching lines @@
         benchmark = benchmark[:benchmark.find('_mflops')]
       logging.info('Results for ScimarkGui_' + benchmark + ':')
       logging.info('  %.2f MFLOPS', mflops)
       logging.info('  %.2f MB', mem)
       self._OutputPerfGraphValue(
           '%s_ScimarkGui-%s-MFLOPS' % ('MFLOPS', benchmark), mflops)
       self._OutputPerfGraphValue(
           '%s_ScimarkGui-%s-Mem' % ('MB', benchmark), mem)
 
 
+class LiveGamePerfTest(BasePerfTest):
+  """Tests to measure performance of live gaming webapps."""
+
+  def ExtraChromeFlags(self):
+    """Ensures Chrome is launched with custom flags.
+
+    Returns:
+      A list of extra flags to pass to Chrome when it is launched.
+    """
+    # Ensure Chrome enables remote debugging on port 9222.  This is required to
+    # take v8 heap snapshots of tabs in Chrome.
+    return (super(LiveGamePerfTest, self).ExtraChromeFlags() +
+            ['--remote-debugging-port=9222'])
+
+  def _RunLiveGamePerfTest(self, url, url_title_substring,
+                           description):
+    """Measures performance metrics for the specified live gaming webapp.
+
+    This function connects to the specified URL to launch the gaming webapp,
+    waits for a period of time for the webapp to run, then collects some
+    performance metrics about the running webapp.
+
+    Args:
+      url: The string URL of the gaming webapp to analyze.
+      url_title_substring: A string that is expected to be a substring of the
+                           webpage title for the specified gaming webapp.  Used
+                           to verify that the webapp loads correctly.
+      description: A string description for this game, used in the performance
+                   value description.  Should not contain any spaces.
+    """
+    self.NavigateToURL(url)
+    loaded_tab_title = self.GetActiveTabTitle()
+    self.assertTrue(loaded_tab_title.find(url_title_substring) >= 0,

[Nirnimesh, 2011/11/19 02:31:14]

better written as: url_title_substring in loaded_tab_title

[dennis_jeffrey, 2011/11/22 23:36:37]

Done.

+                    msg='Loaded tab title missing "%s": "%s"' %
+                        (url_title_substring, loaded_tab_title))
+    cpu_usage_start = self._GetCPUUsage()
+
+    # Let the app run for 1 minute.

[Nirnimesh, 2011/11/19 02:31:14]

Don't you want to measure cpu usage over a range of 1 min (like you with FPS for
webgl tests)? You could still emit one value -- the average, which might be more
repeatable.

[dennis_jeffrey, 2011/11/22 23:36:37]

Ignoring this as per our offline discussion.  With the current implementation,
we're getting relatively consistent results.  For Chrome desktop and ChromeOS,
running this test 10 times each:

Chrome desktop:
CPU utilization result was 0.03 (8 instances), 0.04 (2 instances)

ChromeOS:
CPU utilization result was 0.50 (4 instances), 0.51 (5 instances), and 0.54 (1
instance)

+    time.sleep(60)
+
+    cpu_usage_end = self._GetCPUUsage()
+    fraction_non_idle_time = self._GetFractionNonIdleCPUTime(
+        cpu_usage_start, cpu_usage_end)
+
+    logging.info('Fraction of CPU time spent non-idle: %.2f' %
+                 fraction_non_idle_time)
+    self._OutputPerfGraphValue('Fraction_%sCpuBusy' % description,
+                               fraction_non_idle_time)
+    snapshotter = perf_snapshot.PerformanceSnapshotter()
+    snapshot = snapshotter.HeapSnapshot()[0]
+    v8_heap_size = snapshot['total_heap_size'] / (1024.0 * 1024.0)
+    logging.info('Total v8 heap size: %.2f MB' % v8_heap_size)
+    self._OutputPerfGraphValue('MB_%sV8HeapSize' % description, v8_heap_size)
+
+  def testAngryBirds(self):
+    """Measures performance for Angry Birds."""
+    self._RunLiveGamePerfTest('http://chrome.angrybirds.com', 'Angry Birds',
+                              'AngryBirds')
+
+
 class PerfTestServerRequestHandler(SimpleHTTPServer.SimpleHTTPRequestHandler):
   """Request handler for the local performance test server."""
 
   def _IgnoreHandler(self, unused_args):
     """A GET request handler that simply replies with status code 200.
 
     Args:
       unused_args: A dictionary of arguments for the current GET request.
                    The arguments are ignored.
     """
@@ skipping 213 matching lines @@
     """Identifies the port number to which the server is currently bound.
 
     Returns:
       The numeric port number to which the server is currently bound.
     """
     return self._server.server_address[1]
 
 
 if __name__ == '__main__':
   pyauto_functional.Main()