Addding reference build results for DOM perf tests...

tools/buildbot/scripts/slave/chromium/dom_perf.py

 #!/usr/bin/python
 # Copyright (c) 2009 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """A tool to run the dom perf tests, used by the buildbot slaves.
 
   When this is run, the current directory (cwd) should be the outer build
   directory (e.g., chrome-release/build/).
 
@@ skipping 47 matching lines @@
 
   # Compute the path to the test data.
   src_dir = os.path.dirname(build_dir)
   data_dir = os.path.join(src_dir, 'data')
   dom_perf_dir = os.path.join(data_dir, 'dom_perf')
 
   iterations = ''  # Default
   if options.target == 'Debug':
     iterations = '&minIterations=1'
 
-  # Windows used to write to the root of C:, but that doesn't work
-  # on Vista so we write into the build folder instead.
-  output_file = os.path.join(build_dir, options.target,
-                             'dom_perf_result_%s.txt' % build_revision)
+  def run_and_print(use_refbuild):
+    # Windows used to write to the root of C:, but that doesn't work
+    # on Vista so we write into the build folder instead.
+    suffix = ''
+    if (use_refbuild):
+      suffix = '_ref'
+    output_file = os.path.join(build_dir, options.target,
+                               'dom_perf_result_%s%s.txt' % (build_revision,
+                                                             suffix))
 
-  url = URL % (dom_perf_dir, iterations, build_revision)
-  url_flag = '--url=%s' % url
+    url = URL % (dom_perf_dir, iterations, build_revision)
+    url_flag = '--url=%s' % url
 
-  command = [test_exe_path,
-             '--wait_cookie_name=__domperf_finished',
-             '--jsvar=__domperf_result',
-             '--jsvar_output=%s' % output_file,
-             url_flag]
+    command = [test_exe_path,
+               '--wait_cookie_name=__domperf_finished',
+               '--jsvar=__domperf_result',
+               '--jsvar_output=%s' % output_file,
+               url_flag]
+    if use_refbuild:
+      command.append('--reference_build')
 
-  print "Executing: "
-  print command
-  result = chromium_utils.RunCommand(command)
+    print "Executing: "
+    print command
+    result = chromium_utils.RunCommand(command)
 
-  # Open the resulting file and display it.
-  file = open(output_file, 'r')
-  data = json.loads(''.join(file.readlines()))
-  file.close()
+    # Open the resulting file and display it.
+    file = open(output_file, 'r')
+    data = json.loads(''.join(file.readlines()))
+    file.close()
+
+    name = 'Total'
+    if use_refbuild:
+      name += '_ref'
+    print_result(True, name, data['BenchmarkRun']['totalScore'])
+    for suite in data['BenchmarkSuites']:
+      name = suite['name']
+      if use_refbuild:
+        name += '_ref'
+      print_result(False, name, suite['score'])
+
+    return result
+
+  result = run_and_print(False)
+  result &= run_and_print(True)
 
   if chromium_utils.IsLinux():
     slave_utils.StopVirtualX(options.target)
 
-  print_result(True, 'Total', data['BenchmarkRun']['totalScore'])
-  for suite in data['BenchmarkSuites']:
-    print_result(False, suite['name'], suite['score'])
-
   return result
 
 
 if '__main__' == __name__:
   # Initialize logging.
   log_level = logging.INFO
   logging.basicConfig(level=log_level,
                       format='%(asctime)s %(filename)s:%(lineno)-3d'
                              ' %(levelname)s %(message)s',
                       datefmt='%y%m%d %H:%M:%S')
 
   option_parser = optparse.OptionParser(usage=USAGE)
 
   option_parser.add_option('', '--target', default='Release',
                            help='build target (Debug or Release)')
   option_parser.add_option('', '--build-dir', default='chrome',
                            help='path to main build directory (the parent of '
                                 'the Release or Debug directory)')
   options, args = option_parser.parse_args()
 
   sys.exit(main(options, args))