Add step to process Render Test results.

scripts/slave/recipe_modules/chromium_android/api.py

 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import contextlib
 import datetime
 import json
 import os
 import pipes
 import re
@@ skipping 880 matching lines @@
                                 apk_package=None,
                                 official_build=False,
                                 json_results_file=None,
                                 timeout_scale=None, strict_mode=None,
                                 suffix=None, num_retries=None,
                                 device_flags=None,
                                 wrapper_script_suite_name=None,
                                 result_details=False,
                                 cs_base_url=None,
                                 store_tombstones=False,
+                                render_results_dir=None,
                                 **kwargs):
     args = [
       '--blacklist-file', self.blacklist_file,
     ]
     if tool:
       args.append('--tool=%s' % tool)
     if flakiness_dashboard:
       args.extend(['--flakiness-dashboard-server', flakiness_dashboard])
     if annotation:
       args.extend(['-A', annotation])
@@ skipping 39 matching lines @@
         annotation or name, ' (%s)' % suffix if suffix else '')
 
     try:
       step_result = self.test_runner(
           step_name,
           args=args,
           wrapper_script_suite_name=wrapper_script_suite_name,
           **kwargs)
     finally:
       result_step = self.m.step.active_result
+      if render_results_dir:
+        self._upload_render_test_failures(render_results_dir)
       if result_details:
         if (hasattr(result_step, 'test_utils') and
             hasattr(result_step.test_utils, 'gtest_results')):
           json_results = self.m.json.input(
               result_step.test_utils.gtest_results.raw)
           details = self.create_result_details(step_name,
                                                json_results,
                                                cs_base_url)
-          self.m.step.active_result.presentation.logs[
-              'result_details'] = details
-        self.copy_gtest_results(result_step,

[jbudorick, 2016/11/03 18:34:36]

This worries me.

[mikecase (-- gone --), 2016/11/03 18:41:37]

I think this should be fine. As long as nothing tries to alter the step_result
that is returned other than in steps.py (which I fix in this CL).

[jbudorick, 2016/11/07 21:58:56]

I'm particularly worried if something tries to use the gtest results.

[mikecase (-- gone --), 2016/11/07 23:38:29]

Gaahhhhhhh. Looking around I can't actually tell if this will break some of the
swarming stuff (it admittedly might). Adding back the copy_test_results here.
But leaving my other changes too. This means...

- steps.py AndroidTest class no longer relies on the copy_test_results. Prints
results to a outer nested step.
- if other stuff happens to rely on copy_test_results I won't break them.

-                                self.m.step.active_result)
+          self.m.step.active_result.presentation.logs['result_details'] = (
+              details)
     return step_result
 
   def copy_gtest_results(self, result_step, active_step):
     if (hasattr(result_step, 'test_utils') and
         hasattr(result_step.test_utils, 'gtest_results')):
       active_step.test_utils = result_step.test_utils
 
   def create_result_details(self, step_name, json_results_file, cs_base_url):
     presentation_args = ['--json-file',
                          json_results_file,
                          '--master-name',
                          self.m.properties.get('mastername')]
     if cs_base_url:
       presentation_args.extend(['--cs-base-url', cs_base_url])
     result_details = self.m.python(
         '%s: generate result details' % step_name,
         self.resource('test_results_presentation.py'),
         args=presentation_args,
         stdout=self.m.raw_io.output(),
         step_test_data=(
             lambda: self.m.raw_io.test_api.stream_output(
                 '<!DOCTYPE html><html></html>')))
     return result_details.stdout.splitlines()
 
+  def _upload_render_test_failures(self, render_results_dir):
+    """Uploads render test results. Generates HTML file displaying results."""
+    args = ['--output-html-file', self.m.raw_io.output(),
+            '--buildername', self.m.properties['buildername'],
+            '--build-number', self.m.properties['buildnumber'],
+            '--render-results-dir', render_results_dir]
+    step_result = self.m.python(
+        name='[Render Tests] Upload Results',
+        script=self.m.path['checkout'].join(
+            'build', 'android', 'render_tests',
+            'process_render_test_results.py'),
+        args=args,
+        step_test_data=lambda: self.m.raw_io.test_api.output(
+            '<!DOCTYPE html><html></html>'))
+    step_result.presentation.logs['render results'] = (
+        step_result.raw_io.output.splitlines())
+
   def logcat_dump(self, gs_bucket=None):
     if gs_bucket:
       log_path = self.m.chromium.output_dir.join('full_log')
       self.m.python(
           'logcat_dump',
           self.m.path['checkout'].join('build', 'android',
                                        'adb_logcat_printer.py'),
           [ '--output-path', log_path,
             self.m.path['checkout'].join('out', 'logcat') ],
           infra_step=True)
@@ skipping 186 matching lines @@
   def run_java_unit_test_suite(self, suite, verbose=True,
                                json_results_file=None, suffix=None, **kwargs):
     args = []
     if verbose:
       args.append('--verbose')
     if self.c.BUILD_CONFIG == 'Release':
       args.append('--release')
     if json_results_file:
       args.extend(['--json-results-file', json_results_file])
 
-    self.test_runner(
+    return self.test_runner(
         '%s%s' % (str(suite), ' (%s)' % suffix if suffix else ''),
         ['junit', '-s', suite] + args,
         env=self.m.chromium.get_env(),
         **kwargs)
 
   def _set_webview_command_line(self, command_line_args):
     """Set the Android WebView command line.
 
     Args:
       command_line_args: A list of command line arguments you want set for
@@ skipping 353 matching lines @@
       script = self.c.test_runner
       if wrapper_script_suite_name:
         script = self.m.chromium.output_dir.join('bin', 'run_%s' %
                                                  wrapper_script_suite_name)
       else:
         env = kwargs.get('env', {})
         env['CHROMIUM_OUTPUT_DIR'] = env.get('CHROMIUM_OUTPUT_DIR',
                                              self.m.chromium.output_dir)
         kwargs['env'] = env
       return self.m.python(step_name, script, args, **kwargs)