[ios] Updates test_runner.py to output a test results json file.

ios/build/bots/scripts/test_runner.py

 # Copyright 2016 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Test runners for iOS."""
 
 import argparse
 import collections
 import errno
 import os
@@ skipping 160 matching lines @@
         '-c', 'Print:CFBundleIdentifier',
         os.path.join(app_path, 'Info.plist'),
     ]).rstrip()
     self.env_vars = env_vars or []
     self.logs = collections.OrderedDict()
     self.out_dir = out_dir
     self.test_args = test_args or []
     self.xcode_version = xcode_version
     self.xctest_path = ''
 
+    self.test_results = collections.OrderedDict()

[smut, 2017/01/09 21:16:12]

Does order matter?

[rohitrao (ping after 24h), 2017/01/09 21:32:34]

Nope.  I was originally trying to match what summary.json does, but that's no
longer important since I'm not yet attempting to merge the two files.

+    self.test_results['version'] = 3
+    self.test_results['path_delimiter'] = '.'
+    self.test_results['seconds_since_epoch'] = int(time.time())
+    # This will be overwritten when the tests complete successfully.
+    self.test_results['interrupted'] = True
+
     if xctest:
       plugins_dir = os.path.join(self.app_path, 'PlugIns')
       if not os.path.exists(plugins_dir):
         raise PlugInsNotFoundError(plugins_dir)
       for plugin in os.listdir(plugins_dir):
         if plugin.endswith('.xctest'):
           self.xctest_path = os.path.join(plugins_dir, plugin)
       if not os.path.exists(self.xctest_path):
         raise XCTestPlugInNotFoundError(self.xctest_path)
 
@@ skipping 122 matching lines @@
           passed.extend(result.passed_tests)
           failed.update(result.failed_tests)
           flaked.update(result.flaked_tests)
       except OSError as e:
         if e.errno == errno.E2BIG:
           print 'Too many test cases to resume.'
           print
         else:
           raise
 
+      # Build test_results.json
+      self.test_results['interrupted'] = result.crashed
+      self.test_results['num_failures_by_type'] = {
+        'FAIL': len(failed) + len(flaked),
+        'PASS': len(passed),
+        }
+      tests = collections.OrderedDict()
+      for test in passed:
+        tests[test] = { 'expected': 'PASS', 'actual': 'PASS' }
+      for test, _ in failed:
+        tests[test] = { 'expected': 'PASS', 'actual': 'FAIL' }
+      for test, _ in flaked:
+        tests[test] = { 'expected': 'PASS', 'actual': 'FAIL' }
+      self.test_results['tests'] = tests
+
       self.logs['passed tests'] = passed
       for test, log_lines in failed.iteritems():
         self.logs[test] = log_lines
       for test, log_lines in flaked.iteritems():
         self.logs[test] = log_lines
 
       return not failed
     finally:
       self.tear_down()
 
@@ skipping 346 matching lines @@
     """
     env = super(DeviceTestRunner, self).get_launch_env()
     if self.xctest_path:
       env['NSUnbufferedIO'] = 'YES'
       # e.g. ios_web_shell_egtests
       env['APP_TARGET_NAME'] = os.path.splitext(
           os.path.basename(self.app_path))[0]
       # e.g. ios_web_shell_egtests_module
       env['TEST_TARGET_NAME'] = env['APP_TARGET_NAME'] + '_module'
     return env