Adding CPU performance test for Youtube video

functional/perf.py

 #!/usr/bin/python
 # Copyright (c) 2011 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Basic pyauto performance tests.
 
 For tests that need to be run for multiple iterations (e.g., so that average
 and standard deviation values can be reported), the default number of iterations
 run for each of these tests is specified by |_DEFAULT_NUM_ITERATIONS|.
 That value can optionally be tweaked by setting an environment variable
 'NUM_ITERATIONS' to a positive integer, representing the number of iterations
 to run.
 
 Some tests rely on repeatedly appending tabs to Chrome.  Occasionally, these
 automation calls time out, thereby affecting the timing measurements (see issue
 crosbug.com/20503).  To work around this, the tests discard timing measurements
 that involve automation timeouts.  The value |_DEFAULT_MAX_TIMEOUT_COUNT|
 specifies the threshold number of timeouts that can be tolerated before the test
 fails.  To tweak this value, set environment variable 'MAX_TIMEOUT_COUNT' to the
 desired threshold value.
 """
 
 import BaseHTTPServer
+import commands
 import logging
 import math
 import os
 import posixpath
 import re
 import SimpleHTTPServer
 import SocketServer
 import tempfile
 import threading
 import time
@@ skipping 455 matching lines @@
     self._RunNewTabTest('NewTabDocs', _RunSingleDocsTabOpen)
 
 
 class YoutubePerfTest(BasePerfTest, YoutubeTestHelper):
   """Test Youtube video performance."""
 
   def __init__(self, methodName='runTest', **kwargs):
     pyauto.PyUITest.__init__(self, methodName, **kwargs)
     YoutubeTestHelper.__init__(self, self)
 
-  def testYoutubeDroppedFrames(self):
-    """Measures the Youtube video dropped frames. Runs for 60 secs."""
+  def GetCPUUsage(self):
+    """Returns the CPU usage"""

[Nirnimesh, 2011/11/15 02:13:50]

Mention that it get's machine's CPU usage (as opposed to a process's cpu usage)
Mention that it uses /proc/stat

Include a sample dictionary that'll be returned.

[rohitbm, 2011/11/15 03:10:50]

Done.

+    cpu = commands.getoutput("grep \"cpu  \" /proc/stat").split()

[Nirnimesh, 2011/11/15 02:13:50]

use ' for the outer quote.
Then you don't need to escape the inner "

[Nirnimesh, 2011/11/15 02:13:50]

Why grep? Why not read the first line (in python)

[rohitbm, 2011/11/15 03:10:50]

Reading /proc/stat file.

[rohitbm, 2011/11/15 03:10:50]

Done.

+    dict = {'user':int(cpu[1]), 'nice':int(cpu[2]), 'system':int(cpu[3]),

[Nirnimesh, 2011/11/15 02:13:50]

nit: put space after :

[rohitbm, 2011/11/15 03:10:50]

Done.

+            'idle':int(cpu[4])}
+    return dict

[Nirnimesh, 2011/11/15 02:13:50]

merge with previous line. Get rid of |dict|

return {
    'user': int(cpu[1]),
    'nice': int(cpu[2]),
...
}

[rohitbm, 2011/11/15 03:10:50]

Done.

+
+  def VerifyVideoTotalBytes(self):
+    """Returns true if video total bytes information is available"""
+    return self.GetVideoTotalBytes() > 0
+
+  def VerifyVideoLoadedBytes(self):
+    """Returns true if video loaded bytes information is available"""
+    return self.GetVideoLoadedBytes() > 0
+
+  def StartVideoForPerformance(self):
+    """Start the test video with all required buffering"""
     self.PlayVideoAndAssert()
     self.ExecuteJavascript("""
         ytplayer.setPlaybackQuality('hd720');
         window.domAutomationController.send('');
     """)
+    self.AssertPlayingState()
+    self.assertTrue(
+        self.WaitUntil(self.VerifyVideoTotalBytes, expect_retval=True),
+        msg='Failed to get video total bytes information.')
+    self.assertTrue(
+        self.WaitUntil(self.VerifyVideoLoadedBytes, expect_retval=True), 
+        msg='Failed to get video loaded bytes information')
+    loaded_video_bytes = self.GetVideoLoadedBytes()
+    total_video_bytes = self.GetVideoTotalBytes()
+    self.PauseVideo()
+    count = 0
+    while total_video_bytes > loaded_video_bytes:
+      loaded_video_bytes = self.GetVideoLoadedBytes()
+      time.sleep(1)
+      count = count + 1
+    # Ignoring first 10 seconds of video so we get smooth video playing.
+    self.PlayVideo()
+    for _ in xrange(10):

[krisr, 2011/11/15 00:42:42]

can we replace this with sleep(10)?

[Nirnimesh, 2011/11/15 02:13:50]

What's this sleep for? Add comments

[rohitbm, 2011/11/15 03:10:50]

Done.

[rohitbm, 2011/11/15 03:10:50]

Done.

+      time.sleep(1)
+
+  def testYoutubeDroppedFrames(self):
+    """Measures the Youtube video dropped frames. Runs for 60 secs."""
+    self.StartVideoForPerformance()
+    init_dropped_frames = self.GetVideoDroppedFrames()
     total_dropped_frames = 0
     dropped_fps = []
-    youtube_apis = self.GetPrivateInfo()['youtube_api']
-    youtube_debug_text = youtube_apis['GetDebugText']
     for _ in xrange(60):
-      video_data = self.ExecuteJavascript(
-          'window.domAutomationController.send(%s);' % youtube_debug_text)
-      # Video data returns total dropped frames so far, so calculating
-      # the dropped frames for the last second.
-      matched = re.search('droppedFrames=([\d\.]+)', video_data)
-      if matched:
-        frames = int(matched.group(1))
+      frames = self.GetVideoDroppedFrames() - init_dropped_frames
       current_dropped_frames = frames - total_dropped_frames 
       dropped_fps.append(current_dropped_frames)
       total_dropped_frames = frames
       time.sleep(1)
     self._PrintSummaryResults('YoutubeDroppedFrames', dropped_fps, 'frames')
 
+  def testYoutubeCPU(self):
+    """Measure the Youtube video CPU usage. Runs for 60 seconds."""

[ilja, 2011/11/14 05:14:07]

Measures the Youtube video CPU usage (between 0 and 1) extrapolated to total
frames in the video by taking dropped frames into account. For smooth video
playback this number should be < 0.5..0.6 on a hyperthreaded CPU. Runs for 60
seconds.

[rohitbm, 2011/11/15 03:10:50]

Done. We found that few high motion videos's performance stand between 0.5..1.0,
so mention 1.0 in the comment.

+    self.StartVideoForPerformance()
+    init_dropped_frames = self.GetVideoDroppedFrames()
+    cpu_usage1 = self.GetCPUUsage() 
+    total_shown_frames = 0
+    for _ in xrange(60):
+      total_shown_frames = total_shown_frames + self.GetVideoFrames() 
+      time.sleep(1)

[Nirnimesh, 2011/11/15 02:13:50]

mention why you're sleeping.

# Play the video for some time.

[rohitbm, 2011/11/15 03:10:50]

Done.

+    total_dropped_frames = self.GetVideoDroppedFrames() - init_dropped_frames
+    cpu_usage2 = self.GetCPUUsage() 
+    
+    x2 = cpu_usage2['user'] + cpu_usage2['nice'] + cpu_usage2['system']
+    x1 = cpu_usage1['user'] + cpu_usage1['nice'] + cpu_usage1['system']
+    y2 = cpu_usage2['user'] + cpu_usage2['nice'] + \
+         cpu_usage2['system'] + cpu_usage2['idle']
+    y1 = cpu_usage1['user'] + cpu_usage1['nice'] + \
+         cpu_usage1['system'] + cpu_usage1['idle']
+    total_frames = total_shown_frames + total_dropped_frames
+    # Counting extrapolation for utilization to play the video
+    self._PrintSummaryResults('YoutubeCPUExtrapolation',
+        [((float(x2) - x1) / (y2 - y1)) * total_frames/total_shown_frames],
+        'extrapolation')
+
 
 class FileUploadDownloadTest(BasePerfTest):
   """Tests that involve measuring performance of upload and download."""
 
   def setUp(self):
     """Performs necessary setup work before running each test in this class."""
     self._temp_dir = tempfile.mkdtemp()
     self._test_server = PerfTestServer(self._temp_dir)
     self._test_server_port = self._test_server.GetPort()
     self._test_server.Run()
@@ skipping 645 matching lines @@
     """Identifies the port number to which the server is currently bound.
 
     Returns:
       The numeric port number to which the server is currently bound.
     """
     return self._server.server_address[1]
 
 
 if __name__ == '__main__':
   pyauto_functional.Main()