[pinpoint] Limit executions to one test run each + device sharding.

dashboard/dashboard/pinpoint/handlers/quest_generator.py

 # Copyright 2017 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import json
 
 from dashboard.pinpoint.models import quest as quest_module
 
 
 _DEFAULT_REPEAT_COUNT = 10
@@ skipping 66 matching lines @@
   if not benchmark:
     raise TypeError('Missing "benchmark" argument.')
   arguments['benchmark'] = benchmark
   swarming_extra_args.append(benchmark)
 
   story = request.get('story')
   if story:
     arguments['story'] = story
     swarming_extra_args += ('--story-filter', story)
 
-  repeat_count = request.get('repeat_count')
-  if repeat_count:
-    arguments['repeat_count'] = repeat_count
+  # TODO: Workaround for crbug.com/677843.
+  if (benchmark.startswith('startup.warm') or
+      benchmark.startswith('start_with_url.warm')):
+    swarming_extra_args += ('--pageset-repeat', '2')

[perezju, 2017/09/06 14:24:56]

ugh :(

Just saw that bug. Hope that gets eventually fixed.

   else:
-    repeat_count = str(_DEFAULT_REPEAT_COUNT)
-  swarming_extra_args += ('--pageset-repeat', repeat_count)
+    swarming_extra_args += ('--pageset-repeat', '1')
 
   browser = request.get('browser')
   if not browser:
     raise TypeError('Missing "browser" argument.')
   arguments['browser'] = browser
   swarming_extra_args += ('--browser', browser)
 
   swarming_extra_args += ('-v', '--upload-results',
                           '--output-format', 'chartjson')
   swarming_extra_args += _SWARMING_EXTRA_ARGS
 
   return arguments, quest_module.RunTest(dimensions, swarming_extra_args)
 
 
 def _GTestRunTest(request):
   arguments = {}
   swarming_extra_args = []
 
   dimensions = request.get('dimensions')
   if not dimensions:
     return {}, None
   dimensions = json.loads(dimensions)
   arguments['dimensions'] = json.dumps(dimensions)
 
   test = request.get('test')
   if test:
     arguments['test'] = test
     swarming_extra_args.append('--gtest_filter=' + test)
 
-  repeat_count = request.get('repeat_count')
-  if repeat_count:
-    arguments['repeat_count'] = repeat_count
-  else:
-    repeat_count = str(_DEFAULT_REPEAT_COUNT)
-  swarming_extra_args.append('--gtest_repeat=' + repeat_count)
+  swarming_extra_args.append('--gtest_repeat=1')
 
   swarming_extra_args += _SWARMING_EXTRA_ARGS
 
   return arguments, quest_module.RunTest(dimensions, swarming_extra_args)
 
 
 def _ReadChartJsonValue(request):
   arguments = {}
 
   chart = request.get('chart')
@@ skipping 20 matching lines @@
   if not (chart or trace):
     return {}, None
   if chart and not trace:
     raise TypeError('"chart" specified but no "trace" given.')
   if trace and not chart:
     raise TypeError('"trace" specified but no "chart" given.')
   arguments['chart'] = chart
   arguments['trace'] = trace
 
   return arguments, quest_module.ReadGraphJsonValue(chart, trace)