Add CommandLineArgumentParameter and use it for WebView tests

build/android/pylib/local/device/local_device_instrumentation_test_run.py

 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import logging
 import re
 import time
 
 from devil.android import device_errors
 from pylib import flag_changer
@@ skipping 96 matching lines @@
     return tests
 
   #override
   def _GetTests(self):
     return self._test_instance.GetTests()
 
   #override
   def _GetTestName(self, test):
     return '%s#%s' % (test['class'], test['method'])
 
+  def _GetFullTestName(self, test):

[jbudorick, 2015/11/02 14:49:46]

nit: I'd rather call this the display name or something like that since it's
only for user-visible output (as compared to the test name, which is used for
filtering).

[mnaganov (inactive), 2015/11/02 19:03:54]

Done.

+    full_name = self._GetTestName(test)
+    flags = test['flags']
+    if flags.add:
+      full_name = '%s with {%s}' % (full_name, ' '.join(flags.add))
+    if flags.remove:
+      full_name = '%s without {%s}' % (full_name, ' '.join(flags.remove))
+    return full_name
+
   #override
   def _RunTest(self, device, test):
     extras = self._test_instance.GetHttpServerEnvironmentVars()
 
+    flags = None
     if isinstance(test, list):
       if not self._test_instance.driver_apk:
         raise Exception('driver_apk does not exist. '
                         'Please build it and try again.')
 
       def name_and_timeout(t):
         n = self._GetTestName(t)
         i = self._GetTimeoutFromAnnotations(t['annotations'], n)
         return (n, i)
 
       test_names, timeouts = zip(*(name_and_timeout(t) for t in test))
 
       test_name = ','.join(test_names)
+      full_test_name = test_name
       target = '%s/%s' % (
           self._test_instance.driver_package,
           self._test_instance.driver_name)
       extras.update(
           self._test_instance.GetDriverEnvironmentVars(
               test_list=test_names))
       timeout = sum(timeouts)
     else:
       test_name = self._GetTestName(test)
+      full_test_name = test_name
       target = '%s/%s' % (
           self._test_instance.test_package, self._test_instance.test_runner)
       extras['class'] = test_name
-      timeout = self._GetTimeoutFromAnnotations(test['annotations'], test_name)
+      if 'flags' in test:
+        flags = test['flags']
+        full_test_name = self._GetFullTestName(test)
+      timeout = self._GetTimeoutFromAnnotations(
+        test['annotations'], full_test_name)
 
-    logging.info('preparing to run %s: %s', test_name, test)
+    logging.info('preparing to run %s: %s', full_test_name, test)
+
+    if flags:
+      self._flag_changers[str(device)].PushFlags(

[jbudorick, 2015/11/02 14:49:46]

Note that this flag changer may not have been created here.

[mnaganov (inactive), 2015/11/02 19:03:54]

Good catch, fixed!

+        add=flags.add, remove=flags.remove)
 
     time_ms = lambda: int(time.time() * 1e3)
     start_ms = time_ms()
     output = device.StartInstrumentation(
         target, raw=True, extras=extras, timeout=timeout, retries=0)
     duration_ms = time_ms() - start_ms
 
+    if flags:
+      self._flag_changers[str(device)].Restore()

[jbudorick, 2015/11/02 14:49:46]

This should be done in a finally block s.t. it gets called even if
StartInstrumentation fails. (or we could add a flag_changer method that acts as
a context manager)

[mnaganov (inactive), 2015/11/02 19:03:54]

Done.

+
     # TODO(jbudorick): Make instrumentation tests output a JSON so this
     # doesn't have to parse the output.
-    logging.debug('output from %s:', test_name)
+    logging.debug('output from %s:', full_test_name)
     for l in output:
       logging.debug('  %s', l)
 
     result_code, result_bundle, statuses = (
         self._test_instance.ParseAmInstrumentRawOutput(output))
     results = self._test_instance.GenerateTestResults(
         result_code, result_bundle, statuses, start_ms, duration_ms)
+    if flags:

[jbudorick, 2015/11/02 14:49:46]

This shouldn't have to be done, but I need to do some restructuring to make that
possible.

[mnaganov (inactive), 2015/11/02 19:03:54]

Acknowledged.

+      for r in results:
+        if r.GetName() == test_name:
+          r.SetName(full_test_name)
     if DidPackageCrashOnDevice(self._test_instance.test_package, device):
       for r in results:
         if r.GetType() == base_test_result.ResultType.UNKNOWN:
           r.SetType(base_test_result.ResultType.CRASH)
     # TODO(jbudorick): ClearApplicationState on failure before switching
     # instrumentation tests to platform mode.
     return results
 
   #override
   def _ShouldShard(self):
@@ skipping 11 matching lines @@
 
     try:
       scale = int(annotations.get('TimeoutScale', 1))
     except ValueError as e:
       logging.warning("Non-integer value of TimeoutScale ignored. (%s)", str(e))
       scale = 1
     timeout *= scale
 
     return timeout