[Android] Switch instrumentation tests to the new shard/runner paradigm.

build/android/pylib/base/shard.py

 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Implements test sharding logic."""
 
 import logging
 import threading
 
 from pylib import android_commands
 from pylib import forwarder
 from pylib.utils import reraiser_thread
 
 import test_result
 
 
+class _ThreadSafeCounter(object):
+  """A threadsafe counter."""
+  def __init__(self):
+    self._lock = threading.Lock()
+    self._value = 0
+
+  def GetAndIncrement(self):
+    """Get the current value and increment it atomically.
+
+    Returns:
+      The value before incrementing.
+    """
+    with self._lock:
+      pre_increment = self._value
+      self._value += 1
+      return pre_increment
+
+
 class _Test(object):
   """Holds a test with additional metadata."""
   def __init__(self, test, tries=0):
     """Initializes the _Test object.
 
     Args:
       test: the test.
       tries: number of tries so far.
     """
     self.test = test
@@ skipping 101 matching lines @@
     except:
       # An unhandleable exception, ensure tests get run by another device and
       # reraise this exception on the main thread.
       test_collection.add(test)
       raise
     finally:
       # Retries count as separate tasks so always mark the popped test as done.
       test_collection.test_completed()
 
 
-def _SetUp(runner_factory, device, out_runners):
+def _SetUp(runner_factory, device, out_runners, threadsafe_counter):
   """Creates a test runner for each device and calls SetUp() in parallel.
 
   Note: if a device is unresponsive the corresponding TestRunner will not be
     added to out_runners.
 
   Args:
-    runner_factory: callable that takes a device and returns a TestRunner.
+    runner_factory: callable that takes a device and index and returns a
+      TestRunner object.
     device: the device serial number to set up.
     out_runners: list to add the successfully set up TestRunner object.
+    threadsafe_counter: a _ThreadSafeCounter object used to get shard indices.
   """
   try:
-    logging.warning('*****Creating shard for %s.', device)
-    runner = runner_factory(device)
+    index = threadsafe_counter.GetAndIncrement()
+    logging.warning('*****Creating shard %s for device %s.', index, device)
+    runner = runner_factory(device, index)
     runner.SetUp()
     out_runners.append(runner)
   except android_commands.errors.DeviceUnresponsiveError as e:
-    logging.warning('****Failed to create shard for %s: [%s]', (device, e))
+    logging.warning('****Failed to create shard for %s: [%s]', device, e)
 
 
 def _RunAllTests(runners, tests):
   """Run all tests using the given TestRunners.
 
   Args:
     runners: a list of TestRunner objects.
     tests: a list of Tests to run using the given TestRunners.
 
   Returns:
@@ skipping 10 matching lines @@
   return test_result.TestResults.FromTestResults(results)
 
 
 def _CreateRunners(runner_factory, devices):
   """Creates a test runner for each device and calls SetUp() in parallel.
 
   Note: if a device is unresponsive the corresponding TestRunner will not be
     included in the returned list.
 
   Args:
-    runner_factory: callable that takes a device and returns a TestRunner.
+    runner_factory: callable that takes a device and index and returns a
+      TestRunner object.
     devices: list of device serial numbers as strings.
 
   Returns:
     A list of TestRunner objects.
   """
   logging.warning('****Creating %s test runners.' % len(devices))
-  test_runners = []
+  runners = []
+  counter = _ThreadSafeCounter()
   threads = reraiser_thread.ReraiserThreadGroup(
-      [reraiser_thread.ReraiserThread(_SetUp, [runner_factory, d, test_runners])
+      [reraiser_thread.ReraiserThread(_SetUp, [runner_factory, d, runners,
+                                               counter])
        for d in devices])
   threads.StartAll()
   threads.JoinAll()
-  return test_runners
+  return runners
 
 
 def _TearDownRunners(runners):
   """Calls TearDown() for each test runner in parallel.
   Args:
     runners: a list of TestRunner objects.
   """
   threads = reraiser_thread.ReraiserThreadGroup(
       [reraiser_thread.ReraiserThread(runner.TearDown)
        for runner in runners])
   threads.StartAll()
   threads.JoinAll()
 
 
 def ShardAndRunTests(runner_factory, devices, tests, build_type='Debug'):
   """Run all tests on attached devices, retrying tests that don't pass.
 
   Args:
-    runner_factory: callable that takes a device and returns a TestRunner.
+    runner_factory: callable that takes a device and index and returns a
+      TestRunner object.
     devices: list of attached device serial numbers as strings.
     tests: list of tests to run.
     build_type: either 'Debug' or 'Release'.
 
   Returns:
     A test_result.TestResults object.
   """
   forwarder.Forwarder.KillHost(build_type)
   runners = _CreateRunners(runner_factory, devices)
   try:
     return _RunAllTests(runners, tests)
   finally:
     try:
       _TearDownRunners(runners)
     except android_commands.errors.DeviceUnresponsiveError as e:
       logging.warning('****Device unresponsive during TearDown: [%s]', e)
     finally:
       forwarder.Forwarder.KillHost(build_type)