Implemented basic WebRTC Mem/CPU measurements.

chrome/test/functional/webrtc_call.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
+import psutil

[kjellander_chromium, 2012/10/15 21:19:21]

psutil sorts after os.

[phoglund_chromium, 2012/10/16 21:27:08]

Done.

 import os
 import subprocess
 
+# Note: pyauto_functional must come before pyauto.
 import pyauto_functional
 import pyauto
+import pyauto_utils
 import webrtc_test_base
 
 
 class WebrtcCallTest(webrtc_test_base.WebrtcTestBase):
   """Test we can set up a WebRTC call and disconnect it.
 
   Prerequisites: This test case must run on a machine with a webcam, either
   fake or real, and with some kind of audio device. You must make the
   peerconnection_server target before you run.
 
   The test case will launch a custom binary
   (peerconnection_server) which will allow two WebRTC clients to find each
   other. For more details, see the source code which is available at the site
   http://code.google.com/p/libjingle/source/browse/ (make sure to browse to
   trunk/talk/examples/peerconnection/server).
   """
 
   def setUp(self):
     pyauto.PyUITest.setUp(self)
     self.StartPeerConnectionServer()
 
   def tearDown(self):
     self.StopPeerConnectionServer()
 
     pyauto.PyUITest.tearDown(self)
     self.assertEquals('', self.CheckErrorsAndCrashes())
 
-  def _SimpleWebrtcCall(self, test_page):
+  def _SimpleWebrtcCall(self):
     """Tests we can call and hang up with WebRTC.
 
     This test exercises pretty much the whole happy-case for the WebRTC
     JavaScript API. Currently, it exercises a normal call setup using the API
     defined at http://dev.w3.org/2011/webrtc/editor/webrtc.html. The API is
     still evolving.
 
-    The test will load the supplied HTML file, which in turn will load different
-    javascript files depending on which version of the signaling protocol
-    we are running.
-    The supplied HTML file will be loaded in two tabs and tell the web
-    pages to start up WebRTC, which will acquire video and audio devices on the
-    system. This will launch a dialog in Chrome which we click past using the
-    automation controller. Then, we will order both tabs to connect the server,
-    which will make the two tabs aware of each other. Once that is done we order
-    one tab to call the other.
+    Assuming two tabs are loaded using self._LoadPageInTwoTabs, the test will
+    acquire video and audio devices on the system. This will launch a dialog in
+    Chrome which we click past using the automation controller. Then, we will
+    order both tabs to connect the peerconnection server, which will make the
+    two tabs aware of each other. Once that is done we order one tab to call
+    the other.
 
     We make sure that the javascript tells us that the call succeeded, lets it
     run for a while and try to hang up the call after that. We verify video is
     playing by using the video detector.
     """
-    self._SetupCall(test_page)
+    self._SetupCall()
 
     # The hang-up will automatically propagate to the second tab.
     self.HangUp(from_tab_with_index=0)
     self.WaitUntilHangUpVerified(tab_index=1)
 
-    self.Disconnect(tab_index=0)
-    self.Disconnect(tab_index=1)
-
     # Ensure we didn't miss any errors.
     self.AssertNoFailures(tab_index=0)
     self.AssertNoFailures(tab_index=1)
 
+    self.Disconnect(tab_index=0)
+    self.Disconnect(tab_index=1)
+
   def testSimpleWebrtcJsep00Call(self):

[kjellander_chromium, 2012/10/15 21:19:21]

Maybe it's time to drop the 00 version before it get's removed?

[phoglund_chromium, 2012/10/16 21:27:08]

Not sure if I should remove it or leave it in, running with the flag. I'll look
at that in a separate patch.

     """Uses a draft of the PeerConnection API, using JSEP00."""
-    self._SimpleWebrtcCall('webrtc_jsep00_test.html')
+    self._LoadPageInTwoTabs('webrtc_jsep00_test.html')
+    self._SimpleWebrtcCall()
 
   def testSimpleWebrtcJsep01Call(self):
     """Uses a draft of the PeerConnection API, using JSEP01."""
-    self._SimpleWebrtcCall('webrtc_jsep01_test.html')
+    self._LoadPageInTwoTabs('webrtc_jsep01_test.html')
+
+    # Prepare CPU measurements.
+    renderer_process = self._GetChromeRendererProcess(tab_index=0)
+    renderer_process.get_cpu_percent()
+
+    self._SimpleWebrtcCall()
+
+    cpu_usage = renderer_process.get_cpu_percent(interval=0)
+    mem_usage_mb = renderer_process.get_memory_info()[0] / 1024 / 1024
+    pyauto_utils.PrintPerfResult('cpu', 'jsep01_call', cpu_usage, '%')
+    pyauto_utils.PrintPerfResult('memory', 'jsep01_call', mem_usage_mb, 'MB')
 
   def testLocalPreview(self):
     """Brings up a local preview and ensures video is playing.
 
     This test will launch a window with a single tab and run a getUserMedia call
     which will give us access to the webcam and microphone. Then the javascript
     code will hook up the webcam data to the local-view video tag. We will
     detect video in that tag using the video detector, and if we see video
     moving the test passes.
     """
@@ skipping 26 matching lines @@
     """Tests MediaStreamTrack.enable on tracks connected to a PeerConnection.
 
     This test will check that if a local track is muted, the remote end don't
     get video. Also test that if a remote track is disabled, the video is not
     updated in the video tag."""
 
     # TODO(perkj): Also verify that the local preview is muted when the
     # feature is implemented.
     # TODO(perkj): Verify that audio is muted.
 
-    self._SetupCall('webrtc_jsep01_test.html')
+    self._LoadPageInTwoTabs('webrtc_jsep01_test.html')
+    self._SetupCall()
     select_video_function = 'function(local) { return local.videoTracks[0]; }'
     self.assertEquals('ok-video-toggled-to-false', self.ExecuteJavascript(
         'toggleLocalStream(' + select_video_function + ', "video")',
         tab_index=0))
     self._WaitForVideo(tab_index=1, expect_playing=False)
 
     self.assertEquals('ok-video-toggled-to-true', self.ExecuteJavascript(
         'toggleLocalStream(' + select_video_function + ', "video")',
         tab_index=0))
     self._WaitForVideo(tab_index=1, expect_playing=True)
 
     # Test disabling a remote stream. The remote video is not played."""
     self.assertEquals('ok-video-toggled-to-false', self.ExecuteJavascript(
         'toggleRemoteStream(' + select_video_function + ', "video")',
         tab_index=1))
     self._WaitForVideo(tab_index=1, expect_playing=False)
 
     self.assertEquals('ok-video-toggled-to-true', self.ExecuteJavascript(
         'toggleRemoteStream(' + select_video_function + ', "video")',
         tab_index=1))
     self._WaitForVideo(tab_index=1, expect_playing=True)
 
-  def _SetupCall(self, test_page):
+  def _LoadPageInTwoTabs(self, test_page):
     url = self.GetFileURLForDataPath('webrtc', test_page)
     self.NavigateToURL(url)
     self.AppendTab(pyauto.GURL(url))
 
+  def _SetupCall(self):
+    """Gets user media and establishes a call.
+
+    Assumes that two tabs are already opened with a suitable test page.
+    """
     self.assertEquals('ok-got-stream', self.GetUserMedia(tab_index=0))
     self.assertEquals('ok-got-stream', self.GetUserMedia(tab_index=1))
     self.Connect('user_1', tab_index=0)
     self.Connect('user_2', tab_index=1)
 
     self.EstablishCall(from_tab_with_index=0)
 
     self._StartDetectingVideo(tab_index=0, video_element='remote-view')
     self._StartDetectingVideo(tab_index=1, video_element='remote-view')
 
     self._WaitForVideo(tab_index=0, expect_playing=True)
     self._WaitForVideo(tab_index=1, expect_playing=True)
 
   def _StartDetectingVideo(self, tab_index, video_element):
     self.assertEquals('ok-started', self.ExecuteJavascript(
         'startDetection("%s", "frame-buffer", 320, 240)' % video_element,
         tab_index=tab_index));
 
   def _WaitForVideo(self, tab_index, expect_playing):
     expect_retval='video-playing' if expect_playing else 'video-not-playing'
 
     video_playing = self.WaitUntil(
         function=lambda: self.ExecuteJavascript('isVideoPlaying()',
                                                 tab_index=tab_index),
         expect_retval=expect_retval)
     self.assertTrue(video_playing,
                     msg= 'Timed out while waiting for isVideoPlaying to ' +
                          'return ' + expect_retval + '.')
 
+  def _GetChromeRendererProcess(self, tab_index):
+    """Returns the Chrome renderer process."""

[kjellander_chromium, 2012/10/15 21:19:21]

Add something about what you get back and what it's generally used for?

[phoglund_chromium, 2012/10/16 21:27:08]

Done.

+    tab_info = self.GetBrowserInfo()['windows'][0]['tabs'][tab_index]
+    renderer_id = tab_info['renderer_pid']
+    if not renderer_id:
+      self.fail('Can not find the tab renderer process.')
+    return psutil.Process(renderer_id)
+
 
 if __name__ == '__main__':
   pyauto_functional.Main()