Add Large Tests bots for WebRTC

scripts/master/factory/chromium_commands.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Set of utilities to add commands to a buildbot factory.
 
 This is based on commands.py and adds chromium-specific commands."""
 
 import logging
 import os
@@ skipping 1009 matching lines @@
 
   def AddBuildrunnerWebkitPythonTests(self, factory_properties=None):
     """Adds a step to the factory to run test-webkitpy."""
     cmd = [self._python, self._test_webkitpy_tool,
            '--build-dir', self._build_dir, '--target', self._target]
     self.AddBuildrunnerTestStep(shell.ShellCommand,
                                 test_name='webkit_python_tests',
                                 test_command=cmd,
                                 do_step_if=self.TestStepFilter)
 
+  def AddWebRTCTests(self, tests, factory_properties, timeout=1200):

[iannucci, 2013/06/25 05:32:27]

Breaks my heart to add more code to the master :/

Once recipes are a bit more stable, we should start moving this over.

+    """Adds a list of tests, possibly prefixed for running within a tool.
+
+    To run a test under memcheck, prefix the test name with 'memcheck_'.
+    To run a test under tsan, prefix the test name with 'tsan_'.
+    The following prefixes are supported:
+    - 'memcheck_' for memcheck
+    - 'tsan_' for Thread Sanitizer (tsan)
+    - 'tsan_gcc_' for Thread Sanitizer (GCC)
+    - 'tsan_rv_' for Thread Sanitizer (RaceVerifier)
+    - 'drmemory_full_' for Dr Memory (full)
+    - 'drmemory_light_' for Dr Memory (light)
+    - 'drmemory_pattern_' for Dr Memory (pattern)
+
+    To run a test with perf measurements; add a key 'perf_measuring_tests'
+    mapped to a list of test names in the factory properties.
+
+    To run a test using the buildbot_tests.py script in WebRTC; add a key
+    'custom_cmd_line_tests' mapped to a list of test names in the factory
+    properties.
+
+    Args:
+      tests: List of test names, possibly prefixed as described above.
+      factory_properties: Dict of properties to be used during execution.
+      timeout: Max time a test may run before it is killed.
+    """
+
+    def M(test, prefix, fp, timeout):
+      """If the prefix matches the test name it is added and True is returned.
+      """
+      if test.startswith(prefix):
+        self.AddMemoryTest(test[len(prefix):], prefix[:-1], timeout, fp)
+        return True
+      return False
+
+    def IsPerf(test_name, factory_properties):
+      perf_measuring_tests = factory_properties.get('perf_measuring_tests', [])
+      return test_name in perf_measuring_tests
+
+    custom_cmd_line_tests = factory_properties.get('custom_cmd_line_tests', [])
+    for test in tests:
+      if M(test, 'memcheck_', factory_properties, timeout):
+        continue
+      if M(test, 'tsan_rv_', factory_properties, timeout):
+        continue
+      if M(test, 'tsan_', factory_properties, timeout):
+        continue
+      if M(test, 'drmemory_full_', factory_properties, timeout):
+        continue
+      if M(test, 'drmemory_light_', factory_properties, timeout):
+        continue
+      if M(test, 'drmemory_pattern_', factory_properties, timeout):
+        continue
+
+      if test in custom_cmd_line_tests:
+        # This hardcoded path is not pretty but it's better than duplicating
+        # the output-path-finding code that only seems to exist in runtest.py.
+        test_run_script = 'src/out/%s/buildbot_tests.py' % self._target
+        args_list = ['--test', test]
+        if IsPerf(test, factory_properties):
+          self.AddAnnotatedPerfStep(test_name=test, gtest_filter=None,
+                                    log_type='graphing',
+                                    factory_properties=factory_properties,
+                                    cmd_name=test_run_script,
+                                    cmd_options=args_list, step_name=test,
+                                    py_script=True)
+        else:
+          cmd = self.GetPythonTestCommand(test_run_script, arg_list=args_list)
+          self.AddTestStep(chromium_step.AnnotatedCommand, test, cmd)
+      else:
+        if IsPerf(test, factory_properties):
+          self.AddAnnotatedPerfStep(test_name=test, gtest_filter=None,
+                                    log_type='graphing',
+                                    factory_properties=factory_properties,
+                                    cmd_name=test)
+        else:
+          self.AddGTestTestStep(test_name=test,
+                                factory_properties=factory_properties)
+
   def AddWebkitTests(self, factory_properties=None):
     """Adds a step to the factory to run the WebKit layout tests.
 
     Args:
       with_pageheap: if True, page-heap checking will be enabled for test_shell
       test_timeout: buildbot timeout for the test step
       archive_timeout: buildbot timeout for archiving the test results and
           crashes, if requested
       archive_results: whether to archive the test results
       archive_crashes: whether to archive crash reports resulting from the
@@ skipping 582 matching lines @@
   return '%s/%s/%s' % (config.Master.archive_url, archive_type, builder_name)
 
 
 def _GetSnapshotUrl(factory_properties=None, builder_name='%(build_name)s'):
   if not factory_properties or 'gs_bucket' not in factory_properties:
     return (_GetArchiveUrl('snapshots', builder_name), None)
   gs_bucket = factory_properties['gs_bucket']
   gs_bucket = re.sub(r'^gs://', 'http://commondatastorage.googleapis.com/',
                      gs_bucket)
   return ('%s/index.html?path=%s' % (gs_bucket, builder_name), '/')