[CT] Add ability to run unlanded benchmarks on Chromium Perf

ct/py/csv_comparer.py

 #!/usr/bin/env python
 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Python utility to compare two CSV files and output HTML results."""
 
 
 import csv
 import datetime
@@ skipping 45 matching lines @@
   def __init__(self, value1, value2, perc_diff):
     self.value1 = value1
     self.value2 = value2
     self.perc_diff = perc_diff
 
 
 class CsvComparer(object):
   """Class that compares two telemetry CSV files and outputs HTML results."""
 
   def __init__(self, csv_file1, csv_file2, output_html_dir, requester_email,
-               chromium_patch_link, skia_patch_link,
+               chromium_patch_link, skia_patch_link, benchmark_patch_link,
                variance_threshold, absolute_url, min_pages_in_each_field,
                discard_outliers, raw_csv_nopatch, raw_csv_withpatch,
                num_repeated, target_platform, crashed_instances,
                missing_devices, browser_args_nopatch, browser_args_withpatch,
                pageset_type, chromium_hash, skia_hash, missing_output_slaves,
                logs_link_prefix, description):
     """Constructs a CsvComparer instance."""
     self._csv_file1 = csv_file1
     self._csv_file2 = csv_file2
     self._output_html_dir = output_html_dir
     self._requester_email = requester_email
     self._chromium_patch_link = chromium_patch_link
     self._skia_patch_link = skia_patch_link
+    self._benchmark_patch_link = benchmark_patch_link
     self._variance_threshold = float(variance_threshold)
     self._absolute_url = absolute_url
     self._min_pages_in_each_field = min_pages_in_each_field
     self._discard_outliers = float(discard_outliers)
     self._raw_csv_nopatch = raw_csv_nopatch
     self._raw_csv_withpatch = raw_csv_withpatch
     self._num_repeated = num_repeated
     self._target_platform = target_platform
     self._crashed_instances = crashed_instances
     self._missing_devices = missing_devices
@@ skipping 199 matching lines @@
         reverse=True)
     missing_output_slaves_list = []
     if self._missing_output_slaves:
       missing_output_slaves_list = self._missing_output_slaves.split(' ')
     rendered = loader.render_to_string(
         'csv_totals.html',
         {'sorted_fieldnames_totals_items': sorted_fieldnames_totals_items,
          'requester_email': self._requester_email,
          'chromium_patch_link': self._chromium_patch_link,
          'skia_patch_link': self._skia_patch_link,
+         'benchmark_patch_link': self._benchmark_patch_link,
          'raw_csv_nopatch': self._raw_csv_nopatch,
          'raw_csv_withpatch': self._raw_csv_withpatch,
          'threshold': self._variance_threshold,
          'discard_outliers': self._discard_outliers,
          'min_webpages': self._min_pages_in_each_field,
          'num_repeated': self._num_repeated,
          'target_platform': self._target_platform,
          'crashed_instances': self._crashed_instances,
          'missing_devices': self._missing_devices,
          'browser_args_nopatch': self._browser_args_nopatch,
@@ skipping 44 matching lines @@
   option_parser.add_option(
       '', '--requester_email',
       help='Email address of the user who kicked off the run.')
   option_parser.add_option(
       '', '--chromium_patch_link',
       help='Link to the Chromium patch used for this run.')
   option_parser.add_option(
       '', '--skia_patch_link',
       help='Link to the Skia patch used for this run.')
   option_parser.add_option(
+      '', '--benchmark_patch_link',
+      help='Link to the Telemetry patch used for this run.')
+  option_parser.add_option(
       '', '--variance_threshold',
       help='The allowable variance in percentage between total values for each '
            'field for the two CSVs.')
   option_parser.add_option(
       '', '--absolute_url',
       help='Servers like Google Storage require an absolute url for links '
            'within the HTML output files.',
       default='')
   option_parser.add_option(
       '', '--min_pages_in_each_field',
@@ skipping 47 matching lines @@
   option_parser.add_option(
       '', '--logs_link_prefix',
       help='Prefix link to the logs of the slaves.')
   option_parser.add_option(
       '', '--description',
       help='The description of the run as entered by the requester.')
 
   options, unused_args = option_parser.parse_args()
   if not (options.csv_file1 and options.csv_file2 and options.output_html_dir
           and options.variance_threshold and options.requester_email
-          and options.chromium_patch_link
+          and options.chromium_patch_link and options.benchmark_patch_link
           and options.skia_patch_link and options.raw_csv_nopatch
           and options.raw_csv_withpatch and options.num_repeated
           and options.target_platform and options.pageset_type
           and options.chromium_hash and options.skia_hash
           and options.description):
     option_parser.error('Must specify csv_file1, csv_file2, output_html_dir, '
                         'variance_threshold, requester_email, '
-                        'chromium_patch_link, '
+                        'chromium_patch_link, benchmark_patch_link, '
                         'skia_patch_link, raw_csv_nopatch, description, '
                         'raw_csv_withpatch, num_repeated, pageset_type, '
                         'chromium_hash, skia_hash and target_platform')
 
   sys.exit(CsvComparer(
       options.csv_file1, options.csv_file2, options.output_html_dir,
       options.requester_email, options.chromium_patch_link,
-      options.skia_patch_link,
+      options.skia_patch_link, options.benchmark_patch_link,
       options.variance_threshold, options.absolute_url,
       options.min_pages_in_each_field, options.discard_outliers,
       options.raw_csv_nopatch, options.raw_csv_withpatch,
       options.num_repeated, options.target_platform,
       options.crashed_instances, options.missing_devices,
       options.browser_args_nopatch, options.browser_args_withpatch,
       options.pageset_type, options.chromium_hash, options.skia_hash,
       options.missing_output_slaves, options.logs_link_prefix,
       options.description).Compare())