[Android] Implement perf tests to platform mode.

build/android/test_runner.py

 #!/usr/bin/env python
 #
 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Runs all types of tests from one unified interface."""
 
 import argparse
 import collections
@@ skipping 576 matching lines @@
   group.add_argument(
       '--max-battery-temp', type=int,
       help='Only start tests when the battery is at or below the given '
            'temperature (0.1 C)')
   group.add_argument('single_step_command', nargs='*', action=SingleStepAction,
                      help='If --single-step is specified, the command to run.')
   group.add_argument('--min-battery-level', type=int,
                      help='Only starts tests when the battery is charged above '
                           'given level.')
   group.add_argument('--known-devices-file', help='Path to known device list.')
+  group.add_argument(
+      '--repeat', dest='repeat', type=int, default=0,
+      help='Number of times to repeat the specified set of tests.')
+  group.add_argument('--break-on-failure', '--break_on_failure',
+                     dest='break_on_failure', action='store_true',
+                     help='Whether to break on failure.')
+
   AddCommonOptions(parser)
   AddDeviceOptions(parser)
 
 
 def ProcessPerfTestOptions(args):
   """Processes all perf test options.
 
   Args:
     args: argparse.Namespace object.
 
@@ skipping 72 matching lines @@
       results=results,
       test_type='Monkey',
       test_package='Monkey')
 
   if args.json_results_file:
     json_results.GenerateJsonResultsFile([results], args.json_results_file)
 
   return exit_code
 
 
+def RunPerfTestsInPlatformMode(args):
+  def infra_error(message):
+    logging.fatal(message)
+    sys.exit(constants.INFRA_EXIT_CODE)
+
+  if args.single_step or args.steps:
+    return RunTestsInPlatformMode(args)
+
+  # These are not full perf test runs, they are for printing out past runs or
+  # lists of tests. As such, they do not require the retry logic or results
+  # logic. They only need to perform the action required and return the correct
+  # return code.
+  with environment_factory.CreateEnvironment(args, infra_error) as env:
+    with test_instance_factory.CreateTestInstance(args, infra_error) as test:
+      with test_run_factory.CreateTestRun(
+          args, env, test, infra_error) as test_run:
+        return test_run.RunTests()

[mikecase (-- gone --), 2016/06/01 17:40:28]

Not sure I 100% sure I get what this does. 

[rnephew (Reviews Here), 2016/06/01 20:32:05]

Talked offline about it. Also, before landing this I plan to back out some of
these changes so that it wont go live when this lands.

+
 def _RunPerfTests(args, active_devices):
   """Subcommand of RunTestsCommands which runs perf tests."""
   perf_options = ProcessPerfTestOptions(args)
 
   # Just save a simple json with a list of test names.
   if perf_options.output_json_list:
     return perf_test_runner.OutputJsonList(
         perf_options.steps, perf_options.output_json_list)
 
   # Just print the results from a single previously executed step.
@@ skipping 93 matching lines @@
     Exception: Unknown command name passed in, or an exception from an
         individual test runner.
   """
   command = args.command
 
   ProcessCommonOptions(args)
   logging.info('command: %s', ' '.join(sys.argv))
 
   if args.enable_platform_mode or command in ('gtest', 'instrumentation'):
     return RunTestsInPlatformMode(args)
+  if command == 'perf':
+    return RunPerfTestsInPlatformMode(args)
 
   forwarder.Forwarder.RemoveHostLog()
   if not ports.ResetTestServerPortAllocation():
     raise Exception('Failed to reset test server port.')
 
   def get_devices():
     return _GetAttachedDevices(args.blacklist_file, args.test_device,
                                args.enable_device_cache, args.num_retries)
 
   if command == 'linker':
     return _RunLinkerTests(args, get_devices())
   elif command == 'junit':
     return _RunJUnitTests(args)
   elif command == 'monkey':
     return _RunMonkeyTests(args, get_devices())
   elif command == 'perf':
     return _RunPerfTests(args, get_devices())
   elif command == 'python':
     return _RunPythonTests(args)
   else:
     raise Exception('Unknown test type.')
 
 
 _SUPPORTED_IN_PLATFORM_MODE = [
   # TODO(jbudorick): Add support for more test types.
   'gtest',
   'instrumentation',
   'uirobot',
+  'perf',

[mikecase (-- gone --), 2016/06/01 17:40:28]

super nit: alphabetize

[rnephew (Reviews Here), 2016/06/01 20:32:05]

Done.

 ]
 
 
 def RunTestsInPlatformMode(args):
 
   def infra_error(message):
     logging.fatal(message)
     sys.exit(constants.INFRA_EXIT_CODE)
 
   if args.command not in _SUPPORTED_IN_PLATFORM_MODE:
@@ skipping 137 matching lines @@
     if e.is_infra_error:
       return constants.INFRA_EXIT_CODE
     return constants.ERROR_EXIT_CODE
   except: # pylint: disable=W0702
     logging.exception('Unrecognized error occurred.')
     return constants.ERROR_EXIT_CODE
 
 
 if __name__ == '__main__':
   sys.exit(main())