[CT] Add ability to run unlanded benchmarks on Chromium Perf

ct/go/master_scripts/run_chromium_perf_on_workers/main.go

 // run_chromium_perf_on_workers is an application that runs the specified telemetry
 // benchmark on all CT workers and uploads the results to Google Storage. The
 // requester is emailed when the task is done.
 package main
 
 import (
         "bytes"
         "database/sql"
         "flag"
         "fmt"
@@ skipping 29 matching lines @@
         targetPlatform            = flag.String("target_platform", util.PLATFORM_ANDROID, "The platform the benchmark will run on (Android / Linux).")
         runID                     = flag.String("run_id", "", "The unique run id (typically requester + timestamp).")
         varianceThreshold         = flag.Float64("variance_threshold", 0.0, "The variance threshold to use when comparing the resultant CSV files.")
         discardOutliers           = flag.Float64("discard_outliers", 0.0, "The percentage of outliers to discard when comparing the result CSV files.")
 
         taskCompletedSuccessfully = false
 
         htmlOutputLink      = util.MASTER_LOGSERVER_LINK
         skiaPatchLink       = util.MASTER_LOGSERVER_LINK
         chromiumPatchLink   = util.MASTER_LOGSERVER_LINK
+        benchmarkPatchLink  = util.MASTER_LOGSERVER_LINK
         noPatchOutputLink   = util.MASTER_LOGSERVER_LINK
         withPatchOutputLink = util.MASTER_LOGSERVER_LINK
 )
 
 func sendEmail(recipients []string) {
         // Send completion email.
         emailSubject := fmt.Sprintf("Cluster telemetry chromium perf task has completed (%s)", *runID)
         failureHtml := ""
         if !taskCompletedSuccessfully {
                 emailSubject += " with failures"
@@ skipping 72 matching lines @@
         gs, err := util.NewGsUtil(nil)
         if err != nil {
                 glog.Errorf("Could not instantiate gsutil object: %s", err)
                 return
         }
         remoteOutputDir := filepath.Join(util.ChromiumPerfRunsDir, *runID)
 
         // Copy the patches to Google Storage.
         skiaPatchName := *runID + ".skia.patch"
         chromiumPatchName := *runID + ".chromium.patch"
-        for _, patchName := range []string{skiaPatchName, chromiumPatchName} {
+        benchmarkPatchName := *runID + ".benchmark.patch"
+        for _, patchName := range []string{skiaPatchName, chromiumPatchName, benchmarkPatchName} {
                 if err := gs.UploadFile(patchName, os.TempDir(), remoteOutputDir); err != nil {
                         glog.Errorf("Could not upload %s to %s: %s", patchName, remoteOutputDir, err)
                         return
                 }
         }
         skiaPatchLink = util.GS_HTTP_LINK + filepath.Join(util.GSBucketName, remoteOutputDir, skiaPatchName)
         chromiumPatchLink = util.GS_HTTP_LINK + filepath.Join(util.GSBucketName, remoteOutputDir, chromiumPatchName)
+        benchmarkPatchLink = util.GS_HTTP_LINK + filepath.Join(util.GSBucketName, remoteOutputDir, benchmarkPatchName)
 
         // Create the two required chromium builds (with patch and without the patch).
         chromiumHash, skiaHash, err := util.CreateChromiumBuild(*runID, *targetPlatform, "", "", true)
         if err != nil {
                 glog.Errorf("Could not create chromium build: %s", err)
                 return
         }
 
         // Reboot all workers to start from a clean slate.
         if !*master_common.Local {
                 util.RebootWorkers()
         }
 
         if *targetPlatform == util.PLATFORM_ANDROID {
                 // Reboot all Android devices to start from a clean slate.
                 util.RebootAndroidDevices()
         }
 
         // Run the run_chromium_perf script on all workers.
         runIDNoPatch := *runID + "-nopatch"
         runIDWithPatch := *runID + "-withpatch"
         chromiumBuildNoPatch := fmt.Sprintf("try-%s-%s-%s", chromiumHash, skiaHash, runIDNoPatch)
         chromiumBuildWithPatch := fmt.Sprintf("try-%s-%s-%s", chromiumHash, skiaHash, runIDWithPatch)
         runChromiumPerfCmdTemplate := "DISPLAY=:0 run_chromium_perf " +
                 "--worker_num={{.WorkerNum}} --log_dir={{.LogDir}} --log_id={{.RunID}} --pageset_type={{.PagesetType}} " +
                 "--chromium_build_nopatch={{.ChromiumBuildNoPatch}} --chromium_build_withpatch={{.ChromiumBuildWithPatch}} " +
-                "--run_id_nopatch={{.RunIDNoPatch}} --run_id_withpatch={{.RunIDWithPatch}} " +
+                "--run_id={{.RunID}} --run_id_nopatch={{.RunIDNoPatch}} --run_id_withpatch={{.RunIDWithPatch}} " +
                 "--benchmark_name={{.BenchmarkName}} --benchmark_extra_args=\"{{.BenchmarkExtraArgs}}\" " +
                 "--browser_extra_args_nopatch=\"{{.BrowserExtraArgsNoPatch}}\" --browser_extra_args_withpatch=\"{{.BrowserExtraArgsWithPatch}}\" " +
                 "--repeat_benchmark={{.RepeatBenchmark}} --run_in_parallel={{.RunInParallel}} --target_platform={{.TargetPlatform}} " +
                 "--local={{.Local}};"
         runChromiumPerfTemplateParsed := template.Must(template.New("run_chromium_perf_cmd").Parse(runChromiumPerfCmdTemplate))
         runChromiumPerfCmdBytes := new(bytes.Buffer)
         if err := runChromiumPerfTemplateParsed.Execute(runChromiumPerfCmdBytes, struct {
                 WorkerNum                 string
                 LogDir                    string
                 PagesetType               string
@@ skipping 70 matching lines @@
                 pathToCsvComparer,
                 "--csv_file1=" + noPatchCSVPath,
                 "--csv_file2=" + withPatchCSVPath,
                 "--output_html=" + htmlOutputDir,
                 "--variance_threshold=" + strconv.FormatFloat(*varianceThreshold, 'f', 2, 64),
                 "--discard_outliers=" + strconv.FormatFloat(*discardOutliers, 'f', 2, 64),
                 "--absolute_url=" + htmlOutputLinkBase,
                 "--requester_email=" + *emails,
                 "--skia_patch_link=" + skiaPatchLink,
                 "--chromium_patch_link=" + chromiumPatchLink,
+                "--benchmark_patch_link=" + benchmarkPatchLink,
                 "--description=" + *description,
                 "--raw_csv_nopatch=" + noPatchOutputLink,
                 "--raw_csv_withpatch=" + withPatchOutputLink,
                 "--num_repeated=" + strconv.Itoa(*repeatBenchmark),
                 "--target_platform=" + *targetPlatform,
                 "--browser_args_nopatch=" + *browserExtraArgsNoPatch,
                 "--browser_args_withpatch=" + *browserExtraArgsWithPatch,
                 "--pageset_type=" + *pagesetType,
                 "--chromium_hash=" + chromiumHash,
                 "--skia_hash=" + skiaHash,
@@ skipping 57 matching lines @@
         if err != nil {
                 return noOutputSlaves, fmt.Errorf("Error running csv_merger.py: %s", err)
         }
         // Copy the output file to Google Storage.
         remoteOutputDir := filepath.Join(util.BenchmarkRunsDir, runID, "consolidated_outputs")
         if err := gs.UploadFile(outputFileName, localOutputDir, remoteOutputDir); err != nil {
                 return noOutputSlaves, fmt.Errorf("Unable to upload %s to %s: %s", outputFileName, remoteOutputDir, err)
         }
         return noOutputSlaves, nil
 }