[Android] Implement gtest and local in platform mode.

build/android/pylib/gtest/local_device_gtest_run.py

+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+
+import logging
+import re
+
+from pylib import ports
+from pylib.base import base_test_result
+from pylib.base import test_run
+from pylib.gtest import gtest_test_instance
+
+from pylib.local import local_test_server_spawner
+from pylib.local.device import local_device_environment
+from pylib.local.device import local_device_test_run
+from pylib.utils import device_temp_file
+
+_COMMAND_LINE_FLAGS_SUPPORTED = True
+
+_EXTRA_COMMAND_LINE_FILE = (
+    'org.chromium.native_test.ChromeNativeTestActivity.CommandLineFile')
+_EXTRA_COMMAND_LINE_FLAGS = (
+    'org.chromium.native_test.ChromeNativeTestActivity.CommandLineFlags')
+
+_RE_TEST_STATUS = re.compile(

[klundberg, 2014/12/09 02:30:47]

Might be worth having a note that these are needed due to the way we parse the
output (and maybe even have a TODO to remove once we transition away from
parsing stdout)?

[jbudorick, 2014/12/09 15:46:51]

Done.

+    r'\[ +((?:RUN)|(?:FAILED)|(?:OK)) +\] ?(.*)(?: \((\d+) ms\))?')
+_RE_TEST_RUN_STATUS = re.compile(
+    r'\[ +(PASSED|RUNNER_FAILED|CRASHED) \] ?(.*)')
+
+# Maybe this should move to the test instance?

[klundberg, 2014/12/09 02:30:47]

If this a question for the reviewers?
If this is only used here, I think it is fine to have it here.

[jbudorick, 2014/12/09 15:46:51]

No, this was a question for me. Whether or not this moves up to the test
instance depends on how we solve the net test server for remote_device.
Rephrased as a TODO.

+_SUITE_REQUIRES_TEST_SERVER_SPAWNER = [
+  'content_unittests', 'content_browsertests', 'net_unittests', 'unit_tests'
+]
+
+class LocalDeviceGtestRun(local_device_test_run.LocalDeviceTestRun):
+
+  def __init__(self, env, test_instance):
+    assert isinstance(env, local_device_environment.LocalDeviceEnvironment)
+    assert isinstance(test_instance, gtest_test_instance.GtestTestInstance)
+    super(LocalDeviceGtestRun, self).__init__(env, test_instance)
+
+    # TODO(jbudorick): These will be different for content_browsertests.
+    self._package = 'org.chromium.native_test'
+    self._runner = '.ChromiumNativeTestInstrumentationTestRunner'
+    self._component = '%s/%s' % (self._package, self._runner)
+    self._server_factories = []
+    self._servers = {}
+
+    if self.TestPackage() in _SUITE_REQUIRES_TEST_SERVER_SPAWNER:
+      def test_server_spawner_factory(dev):
+        port = ports.AllocateTestServerPort()
+        return local_test_server_spawner.LocalTestServerSpawner(port, dev, None)
+      self._server_factories.append(test_server_spawner_factory)

[klundberg, 2014/12/09 02:30:47]

I think I remember that different tests have different factories. But where will
additional factories be added?
Just trying to understand how _server_factories will be populated with more than
this factory.

[jbudorick, 2014/12/09 15:46:51]

At the time, I wasn't sure if the gtests would need any other test servers to be
spun up (e.g. the http server). I've removed _server_factories and switched to
direct creation of LocalTestServerSpawner as necessary.

+
+  #override
+  def TestPackage(self):
+    return self._test_instance._suite
+
+  #override
+  def SetUp(self):
+
+    def individual_device_set_up(dev, hdt):

[klundberg, 2014/12/09 02:30:47]

I'm not sure what hdt is supposed to stand for?
Would it be possible to use a more meaningful name? (even if this was what was
used before).

[jbudorick, 2014/12/09 15:46:51]

shorthand for host_device_tuples

+      # install test apk

[klundberg, 2014/12/09 02:30:47]

Install test APK.

[jbudorick, 2014/12/09 15:46:51]

Done.

+      dev.Install(self._test_instance.apk)
+
+      # push data deps

[klundberg, 2014/12/09 02:30:47]

Push data dependencies.

[jbudorick, 2014/12/09 15:46:51]

Done.

+      external_storage = dev.GetExternalStoragePath()
+      hdt = [(h, d if d is not None else external_storage)
+             for h, d in hdt]
+      dev.PushChangedFiles(hdt)
+
+      self._servers[str(dev)] = [s(dev) for s in self._server_factories]
+      for s in self._servers[str(dev)]:
+        s.SetUp()
+
+    self._env.parallel_devices.pMap(individual_device_set_up,
+                                    self._test_instance.GetDataDependencies())
+
+  #override
+  def _ShouldShard(self):
+    return True
+
+  #override
+  def _CreateShards(self, tests):
+    device_count = len(self._env.devices)
+    return [':'.join(tests[i::device_count])
+            for i in xrange(0, device_count)]
+
+  #override
+  def _GetTests(self):
+    tests = self._env.devices[0].StartInstrumentation(
+        self._component,
+        extras={_EXTRA_COMMAND_LINE_FLAGS: '_ --gtest_list_tests'},
+        raw=False)
+    tests = gtest_test_instance.ParseGTestListTests(tests)
+    tests = self._test_instance.FilterTests(tests)
+    return tests
+
+  #override
+  def _RunTest(self, device, test):
+
+    # Run the test.
+    with device_temp_file.DeviceTempFile(device.adb) as command_line_file:
+      device.WriteFile(
+          command_line_file.name,
+          '_ --gtest_filter=%s' % test)
+
+      output = device.StartInstrumentation(
+          self._component,
+          extras={_EXTRA_COMMAND_LINE_FILE: command_line_file.name},
+          timeout=900, retries=0)
+
+    for s in self._servers[str(device)]:
+      s.Reset()
+    device.ClearApplicationState(self._package)
+
+    # Parse the output.
+    # TODO(jbudorick): Transition test scripts away from parsing stdout.
+    results = []
+    for l in output:
+      matcher = _RE_TEST_STATUS.match(l)
+      if matcher:
+        result_type = None
+        if matcher.group(1) == 'OK':
+          result_type = base_test_result.ResultType.PASS
+        elif matcher.group(1) == 'FAILED':
+          result_type = base_test_result.ResultType.FAIL
+
+        if result_type:
+          test_name = matcher.group(2)
+          duration = matcher.group(3) if matcher.group(3) else 0
+          results.append(base_test_result.BaseTestResult(
+              test_name, result_type, duration))
+      logging.info(l)
+    return results
+
+  #override
+  def TearDown(self):
+    def individual_device_tear_down(dev):
+      for s in self._servers[str(dev)]:
+        s.TearDown()
+
+    self._env.parallel_devices.pMap(individual_device_tear_down)
+