Add json test results format support for SwarmingIsolatedScriptTest

scripts/slave/recipe_modules/test_utils/test_api.py

 import json
 
 from recipe_engine import recipe_test_api
 
 from .util import GTestResults, TestResults
 
 class TestUtilsTestApi(recipe_test_api.RecipeTestApi):
   @recipe_test_api.placeholder_step_data
   def test_results(self, test_results, retcode=None):
     return self.m.json.output(test_results.as_jsonish(), retcode)
@@ skipping 94 matching lines @@
 
     retcode = None if passing else 1
     return self.raw_gtest_output(canned_jsonish, retcode)
 
   def raw_gtest_output(self, jsonish, retcode):
     t = GTestResults(jsonish)
     ret = self.gtest_results(t)
     ret.retcode = retcode
     return ret
 
-  def canned_isolated_script_output(self, passing, is_win, swarming=False,
-                                    shards=1, swarming_internal_failure=False,
-                                    isolated_script_passing=True, valid=True,
-                                    missing_shards=[],
-                                    empty_shards=[],
-                                    output_chartjson=False,
-                                    benchmark_enabled=True):
-    """Produces a test results' compatible json for isolated script tests. """
+  def generate_simplified_json_results(self, shards, isolated_script_passing,
+                                       valid):
     per_shard_results = []
-    per_shard_chartjson_results = []
     for i in xrange(shards):
       jsonish_results = {}
-      chartjsonish_results = {}
       jsonish_results['valid'] = valid
       # Keep shard 0's results equivalent to the old code to minimize
       # expectation diffs.
       idx = 1 + (2 * i)
       tests_run = ['test%d.Test%d' % (idx, idx),
                    'test%d.Test%d' % (idx + 1, idx + 1)]
       if isolated_script_passing:
         jsonish_results['failures'] = []
         jsonish_results['successes'] = tests_run
       else:
         jsonish_results['failures'] = tests_run
         jsonish_results['successes'] = []
       jsonish_results['times'] = {t : 0.1 for t in tests_run}
+      per_shard_results.append(jsonish_results)
+    return per_shard_results
+
+  def generate_json_test_results(self, shards, isolated_script_passing,
+                                 valid):
+    per_shard_results = []
+    for i in xrange(shards):
+      jsonish_results = {
+        'interrupted': False,
+        'path_delimiter': '.',
+        'version': 3,
+        'seconds_since_epoch': 14000000 + i,
+        'num_failures_by_type': {
+           'FAIL': 0,
+           'PASS': 0
+        }
+      }
+      if not valid:
+        del jsonish_results['path_delimiter']
+      idx = 1 + (2 * i)
+      if isolated_script_passing:
+        tests_run = {
+          'test_common': {
+            'Test%d' % idx: {
+              'expected': 'PASS',
+              'actual': 'FAIL FAIL PASS',
+            },
+          },
+          'test%d' % idx: {
+            'Test%d' % idx: {
+              'expected': 'PASS',
+              'actual': 'PASS',
+            },
+            'Test%d' % (idx + 1): {
+              'expected': 'PASS TIMEOUT',
+              'actual': 'TIMEOUT',
+             },
+          }
+        }
+        jsonish_results['num_failures_by_type']['PASS'] = 2
+      else:
+        tests_run = {
+          'test%d' % idx: {
+            'Test%d' % idx: {
+              'expected': 'PASS',
+              'actual': 'FAIL FAIL TIMEOUT',
+            },
+            'Test%d' % (idx + 1): {
+              'expected': 'PASS TIMEOUT',
+               'actual': 'FAIL FAIL FAIL',
+             },
+          }
+        }
+
+        jsonish_results['num_failures_by_type']['FAIL'] = 2
+      jsonish_results['tests'] = tests_run
+      per_shard_results.append(jsonish_results)
+    return per_shard_results
+
+  def canned_isolated_script_output(self, passing, is_win, swarming=False,
+                                    shards=1, swarming_internal_failure=False,
+                                    isolated_script_passing=True, valid=True,
+                                    missing_shards=[],
+                                    empty_shards=[],
+                                    use_json_test_format=False,
+                                    output_chartjson=False,
+                                    benchmark_enabled=True):
+    """Produces a test results' compatible json for isolated script tests. """
+    per_shard_results = []
+    per_shard_chartjson_results = []
+    for i in xrange(shards):
+      chartjsonish_results = {}
+      idx = 1 + (2 * i)
       chartjsonish_results['dummy'] =  'dummy%d' % i
       chartjsonish_results['enabled'] = benchmark_enabled
       chartjsonish_results['charts'] = {'entry%d' % idx: 'chart%d' % idx,
         'entry%d' % (idx + 1): 'chart%d' % (idx + 1)}
-      per_shard_results.append(jsonish_results)
       per_shard_chartjson_results.append(chartjsonish_results)
+    if use_json_test_format:
+      per_shard_results = self.generate_json_test_results(
+          shards, isolated_script_passing, valid)
+    else:
+      per_shard_results = self.generate_simplified_json_results(
+          shards, isolated_script_passing, valid)
     if swarming:
       jsonish_shards = []
       files_dict = {}
       for i in xrange(shards):
         jsonish_shards.append({
           'failure': not passing,
           'internal_failure': swarming_internal_failure,
           'exit_code': '1' if not passing or swarming_internal_failure else '0'
         })
         swarming_path = str(i)
@@ skipping 16 matching lines @@
         if not chartjson_output_missing and output_chartjson:
           files_dict[chartjson_swarming_path] = \
             '' if chartjson_output_empty \
               else json.dumps(per_shard_chartjson_results[i])
 
       jsonish_summary = {'shards': jsonish_shards}
       files_dict['summary.json'] = json.dumps(jsonish_summary)
       return self.m.raw_io.output_dir(files_dict)
     else:
       return self.m.json.output(per_shard_results[0])