Updating the SwarmingIsolatedScriptTest to upload chartjson results to the

scripts/slave/recipe_modules/chromium_tests/steps.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import datetime
 import re
 import string
 
+from slave import slave_utils
+from slave import results_dashboard
 
 class Test(object):
   """
   Base class for tests that can be retried after deapplying a previously
   applied patch.
   """
 
   def __init__(self):
     super(Test, self).__init__()
     self._test_runs = {}
@@ skipping 1056 matching lines @@
 
   def validate_task_results(self, api, step_result):
     results = getattr(step_result, 'isolated_script_results', None) or {}
 
     try:
       failures = results['failures']
       valid = results['valid']
       if not failures and step_result.retcode != 0:
         failures = ['%s (entire test suite)' % self.name]
         valid = False
+      # Check for chartjson results and upload to results dashboard if present.
+      self._output_charjson_results_if_present(api, step_result)

[Ken Russell (switch to Gerrit), 2016/09/13 19:41:00]

charjson -> chartjson

[eyaich1, 2016/09/14 18:42:29]

Done.

     except (ValueError, KeyError) as e:
       step_result.presentation.logs['invalid_results_exc'] = [str(e)]
       valid = False
       failures = None
     if valid:
       step_result.presentation.step_text += api.test_utils.format_step_text([
         ['failures:', failures]
       ])
     return valid, failures
 
+  def _output_charjson_results_if_present(self, api, step_result):

[Ken Russell (switch to Gerrit), 2016/09/13 19:40:59]

Is this code path tested? Have you sent a CQ dry run and/or run the recipe
simulation tests? They require 100% code coverage and I would be surprised if
this new code is tested. See for example scripts/slave/recipes/chromium.py and
several of the tests at the bottom, like
dynamic_swarmed_sharded_passed_isolated_script_test. I think you'll need to
write some canned output and simulate passes, failures, etc.

[eyaich1, 2016/09/14 18:42:29]

Ah, so this is where they are called!  Ok making slightly more sense now.  As
per the comments in my other CL that updates the swarming api
(crrev.com/2336293002) I think once I create a test there it will also exercise
this code since it will write the output to the right place.  I am going to wait
on this test until I have it successful in the other CL.

+    results = getattr(step_result, 'isolated_script_chart_results', None) or {}

[Ken Russell (switch to Gerrit), 2016/09/13 19:41:00]

Also, for clarity, how about chart -> chartjson?

[eyaich1, 2016/09/14 18:42:29]

Done.

+    try:
+      if not 'charts' in results:
+        print 'Info: No chart json present'
+        return
+
+      main_revision = \
+          GetMainRevision(api.properties, api.chromium.c.build_dir)
+      blink_revision = GetBlinkRevision(api.chromium.c.build_dir)
+      revisions = slave_utils.GetTelemetryRevisions(
+          api.properties, main_revision, blink_revision)
+      reference_build = 'reference' in self.name
+      stripped_test_name = self.name.replace('.reference', '')
+      dashboard_json = results_dashboard.MakeDashboardJsonV1(
+          results,
+          revisions, stripped_test_name, api.properties['perf-id'],
+          api.properties['buildername'], api.properties['buildnumber'],
+          None, reference_build)
+      if dashboard_json :
+        logging.debug(json.dumps(dashboard_json , indent=2))
+        results_dashboard.SendResults(
+          dashboard_json ,
+          api.properties['results-url'],
+          api.chromium.c.build_dir)
+      else:
+        print 'Error: No json output from telemetry.'
+        print '@@@STEP_FAILURE@@@'
+
+    except (ValueError, KeyError) as e:
+      print 'Error: Unable to upload chartjson results to perf dashboard'
+
 
 def generate_isolated_script(api, chromium_tests_api, mastername, buildername,
                              test_spec, bot_update_step, enable_swarming=False,
                              swarming_dimensions=None,
                              scripts_compile_targets=None):
   for spec in test_spec.get(buildername, {}).get('isolated_scripts', []):
     use_swarming = False
     swarming_shards = 1
     swarming_dimension_sets = None
     swarming_priority = None
@@ skipping 640 matching lines @@
           args=args)
       api.gsutil.upload(
           temp_output_dir.join(
               '%s-android-chrome.json' % timestamp_string),
           'chromium-annotated-tests', 'android')
 
 GOMA_TESTS = [
   GTestTest('base_unittests'),
   GTestTest('content_unittests'),
 ]