Add a new 'Repeat Pageset Runs' checkbox to the Chromium Tryserver

appengine_scripts/skia-tree-status/templates/chromium_try.html

 {% extends "skia_telemetry_base.html" %}
 
 {% block content %}
 
 <center>
 {% if info_msg %}<font color="red"><b>{{ info_msg }}</b></font><br/><br/>{% endif %}
 
 <h2>Run Chromium patches on the top 10k webpages</h2>
 <br/>
 
 {{ pending_tasks_count }} tasks currently in the <a align="center" href='pending_tasks'>Queue</a>
 <br/>
-Documentation for Chromium Tryserver is <a href='https://docs.google.com/a/chromium.org/document/d/1GhqosQcwsy6F-eBAmFn_ITDF7_Iv_rY9FhCKwAnk9qQ/edit#'>here</a>
+Documentation for Chromium Tryserver and benchmarks is <a href='https://docs.google.com/a/chromium.org/document/d/1GhqosQcwsy6F-eBAmFn_ITDF7_Iv_rY9FhCKwAnk9qQ/edit#'>here</a>
 <br/></br>
-
-<b>Note:</b>
-<br/>
-* The perf measurements are run on <a href='https://cloud.google.com/products/compute-engine/'>GCE</a> instances. There could be variance in runs depending on if there are other VMs running<br/>on the same physical machine. Please account for upto 1% variance in your runs till the framework moves to bare metal machines.
-<br/><br/>
-* The 'pixeldiffs' benchmark runs the <a href='https://skia.googlesource.com/buildbot/+/master/compute_engine_scripts/telemetry/telemetry_slave_scripts/capture_and_compare_pixeldiffs.py'>capture_and_compare_pixeldiffs.py</a> script against the live top 10k webpages (not using their<br/>archives). Images from this benchmark are visible to only @google.com accounts.
-
-<br/>
-<br/>
 <a href="javascript:toggleDetails();">Show/hide algorithm details</a>
 <script type="text/javascript">
   function toggleDetails() {
-    var details = ["benchmark_details", "variance_details", "outliers_details"];
+    var details = ["benchmark_details", "variance_details", "outliers_details", "repeated_runs"];
     for (var i=0; i<details.length; i++) {
       if (document.getElementById(details[i]).style.display == 'none') {
         document.getElementById(details[i]).style.display = '';
       } else {
         document.getElementById(details[i]).style.display = 'none';
       }
     }
   }
 </script>
 <br/>
@@ skipping 15 matching lines @@
         Uses the telemetry revision from this <a href='https://skia.googlesource.com/buildbot/+/master/DEPS'>DEPS</a> file.
       </td>
     </tr>                                                                     
     <tr id="benchmark_details" style="display:none">                                                                      
       <td>Benchmark Arguments</td>                                            
       <td>
         <input type="text" size="35" name="benchmark_arguments" value="--output-format=csv"/>
         The Benchmark must output in CSV to do meaningful comparisions.
       </td>
     </tr>
+    <tr id="repeated_runs" style="display:none">
+      <td>Repeat Pageset Runs</td>
+      <td>
+        <select id="num_repeated_runs" name="num_repeated_runs">
+          <option value="1">1</option>
+          <option value="3" selected>3</option>
+          <option value="5">5</option>
+        </select>
+        Repeats each pageset and takes median of results. More documentation is here.
+      </td>
+    </tr>
     <tr id="variance_details" style="display:none">
       <td>Variance Threshold</td>                                               
       <td>                                                                      
         <input type="text" name="variance_threshold" size"5" value="5"/>
         <a id="variance_threshold_info"></a>
       </td>                                                                     
     </tr>                                                                       
     <tr id="outliers_details" style="display:none">
       <td>Discard Outliers</td>                                               
       <td>                                                                      
-        <input type="text" name="discard_outliers" size"5" value="10"/>
-        10% is the recommended percentage of outliers to discard from top and bottom.
+        <input type="text" name="discard_outliers" size"5" value="0"/>
       </td>                                                                     
     </tr>
     <tr>
       <td>Pagesets Type</td>
       <td>
         <select id="pageset_type" name="pageset_type">
           {% for pageset in pagesets %}
             <option value="{{ pageset }}">{{ pageset }}</option>
           {% endfor %}
         </select>
@@ skipping 38 matching lines @@
         case 'rasterize_and_record_micro':
           form.variance_threshold.value = '0';
           break;
         case 'pixeldiffs':
           form.variance_threshold.value = '0';
           break;
         case 'smoothness':
           form.variance_threshold.value = '0';
           break;
         default:
-          form.variance_threshold.value = '5';
+          form.variance_threshold.value = '0';
       }
 
       // Update the variance threshold information message.
       info_msg = '% is the recommended variance threshold to use for '
       document.getElementById('variance_threshold_info').innerHTML = (
           form.variance_threshold.value + info_msg + value);
     }
 
     populateThreshold(document.getElementById('benchmark_name'));
   </script>
 {% endif %}
 <hr/>
 
   <h2>Your Try runs history</h2>
   <br/>
 
   {% if chromium_try_tasks %}
   <table border="1" cellpadding="5">
     <tr bgcolor="#CCCCFF">
       <td><b>Description</b></td>
       <td><b>Benchmark Name</b></td>
       <td><b>Benchmark Arguments</b></td>
+      <td><b>Repeat Runs</b></td>
       <td><b>Variance Threshold</b></td>
       <td><b>Discard Outliers</b></td>
       <td><b>Pagesets Type</b></td>
       <td><b>Requested Time</b></td>
       <td><b>Completed Time</b></td>
       <td><b>Chromium Patch Link</b></td>
       <td><b>Blink Patch Link</b></td>
       <td><b>Skia Patch Link</b></td>
       <td><b>Build Log</b></td>
       <td><b>Telemetry nopatch Log</b></td>
       <td><b>Telemetry withpatch Log</b></td>
       <td><b>HTML comparision</b></td>
       <td><b>Delete</b></td>
     </tr>
     {% for task in chromium_try_tasks %}
     <tr {% if not task.completed_time %}bgcolor="#8FDF5F"{% endif %} >
       <td>{{ task.description }}</td>
       <td>{{ task.benchmark_name }}</td>
       <td>{{ task.benchmark_arguments }}</td>
+      <td>
+        {% if task.num_repeated_runs %}
+          {{ task.num_repeated_runs }}
+        {% else %}
+          1
+        {% endif %}
+      </td>
       <td>{{ task.variance_threshold }}</td>
       <td>{{ task.discard_outliers }}</td>
       <td>
         {% if task.pageset_type %}
           {{ task.pageset_type }}
         {% else %}
           10k
         {% endif %}
       </td>
       <td>{{ task.requested_time }}</td>
@@ skipping 63 matching lines @@
     {% endfor %}
   </table>
   {% else %}
     No Previous runs yet.
   {% endif %}
   <br/>
   <a href='all_tasks#chromium_try'>View runs of all users</a>
 </center>
 
 {% endblock %}