CNS seek tests for <video>.

chrome/test/functional/media/media_seek_perf.py

+#!/usr/bin/env python
+# Copyright (c) 2012 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+"""Seek performance testing for <video>.
+
+Calculates the short and long seek times for different video formats on
+different network constraints.
+"""
+
+import logging
+import os
+
+import pyauto_media
+import pyauto_utils
+
+import cns_test_base
+import worker_thread
+
+# Number of threads to use during testing.
+_TEST_THREADS = 3
+
+# HTML test path; relative to src/chrome/test/data.
+_TEST_HTML_PATH = os.path.join('media', 'html', 'media_seek.html')
+
+# The media files used for testing.
+# Path under CNS root folder (pyauto_private/media).
+_TEST_VIDEOS = [
+    os.path.join('crowd', name) for name in
+    ['crowd2160.webm', 'crowd1080.webm', 'crowd360.webm', 'crowd2160.ogv',
+     'crowd.wav'],
+    os.path.join('dartmoor', 'dartmoor.ogg')]

[DaleCurtis, 2012/04/20 22:37:06]

?

[shadi, 2012/04/21 00:32:46]

Done.

+
+# Constraints to run tests on.
+_TESTS_TO_RUN = [
+    cns_test_base.Cable,
+    cns_test_base.Wifi,
+    cns_test_base.NoConstraints]
+
+
+class SeekWorkerThread(worker_thread.WorkerThread):
+  """Worker thread.  Runs a test for each task in the queue."""
+
+  SEEK_TEST_CASES = {
+      'short_seek': 0,
+      'long_seek': 1,
+      'buffered_seek': 2
+  }
+  CACHED_STATE = {
+      'uncached': 0,
+      'cached': 1
+  }
+
+  def RunTask(self, unique_url, task):
+    """Runs the specific task on the url given.
+
+    It is assumed that a tab with the unique_url is already loaded.
+    Args:
+      unique_url: A unique identifier of the test page.
+      task: A (series_name, settings, file_name) tuple to run the test on.
+    """
+    series_name, settings, file_name = task
+
+    video_url = cns_test_base.GetFileURL(
+        file_name, bandwidth=settings[0], latency=settings[1],
+        loss=settings[2])
+
+    # Start the test!
+    self.CallJavascriptFunc('startTest', [video_url], unique_url)
+
+    logging.debug('Running perf test for %s.', video_url)
+    # Time out is dependent on (seeking time * iterations). For 3 iterations per

[DaleCurtis, 2012/04/20 22:37:06]

Style in the file is 2 spaces after a period sadly :(

+    # seek we get total of 18 seeks per test. We expect buffered and
+    # cached seeks to be fast. Thus an average of 10secs per seek is chosen.

[DaleCurtis, 2012/04/20 22:37:06]

"Thus..." doesn't really follow from what you've said, 

"Through experimentation an average of 10 secs per seek was found to be
adequate."

[shadi, 2012/04/21 00:32:46]

Done.

+    if not self.WaitUntil(self.GetDOMValue, args=['endTest', unique_url],
+                          retry_sleep=5, timeout=180, debug=False):
+      error_msg = 'Seek tests timed out.'
+    else:
+      error_msg = self.GetDOMValue('errorMsg', unique_url)
+
+    if error_msg:
+      logging.error('Error while running the tests: %s.', error_msg)
+
+    graph_name = series_name + '_' + os.path.basename(file_name)
+    for state, state_num in SeekWorkerThread.CACHED_STATE.iteritems():
+      for seek_case, seek_num in SeekWorkerThread.SEEK_TEST_CASES.iteritems():
+        if error_msg:
+          results = [-1]
+        else:
+          results = [float(value) for value in self.GetDOMValue(
+              "seekRecords[%s][%s].join(',')" % (state_num, seek_num),
+              unique_url).split(',')]
+        pyauto_utils.PrintPerfResult('seek', '%s_%s_%s' %
+                                     (state, seek_case, graph_name),
+                                     results, 'ms')
+
+
+class MediaSeekPerfTest(cns_test_base.CNSTestBase):
+  """PyAuto test container.  See file doc string for more information."""
+
+  def testMediaSeekPerformance(self):
+    """Launches HTML test which plays each video and records seek stats."""
+    tasks = cns_test_base.CreateCNSPerfTasks(_TESTS_TO_RUN, _TEST_VIDEOS)
+    worker_thread.RunWorkerThreads(self, SeekWorkerThread, tasks, _TEST_THREADS,
+                                   _TEST_HTML_PATH)
+
+
+if __name__ == '__main__':
+  pyauto_media.Main()