Android: further simplication for test runners.

build/android/pylib/debug_info.py

 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Collect debug info for a test."""
 
 import datetime
 import logging
 import os
 import re
@@ skipping 11 matching lines @@
 class GTestDebugInfo(object):
   """A helper class to get relate debug information for a gtest.
 
   Args:
     adb: ADB interface the tests are using.
     device: Serial# of the Android device in which the specified gtest runs.
     testsuite_name: Name of the specified gtest.
     gtest_filter: Test filter used by the specified gtest.
   """
 
-  def __init__(self, adb, device, testsuite_name, gtest_filter,
-              collect_new_crashes=True):
+  def __init__(self, adb, device, testsuite_name, gtest_filter):
     """Initializes the DebugInfo class for a specified gtest."""
     self.adb = adb
     self.device = device
     self.testsuite_name = testsuite_name
     self.gtest_filter = gtest_filter
     self.logcat_process = None
     self.has_storage = False
-    self.log_dir = None
-    self.log_file_name = None
-    self.collect_new_crashes = collect_new_crashes
-    self.old_crash_files = self.ListCrashFiles()
-
-  def InitStorage(self):
-    """Initializes the storage in where we put the debug information."""
-    if self.has_storage:
-      return
-    self.has_storage = True
-    self.log_dir = tempfile.mkdtemp()
+    self.log_dir = os.path.join(tempfile.gettempdir(),
+                                'gtest_debug_info',
+                                self.testsuite_name,
+                                self.device)
+    if not os.path.exists(self.log_dir):
+      os.makedirs(self.log_dir)

[John Grabowski, 2012/07/13 18:17:44]

cleanup when done?  No guarantee ZipAndCleanup() is called, so maybe
shutil.rmtree(log_src_dir) in dtor

[bulach, 2012/07/16 08:51:16]

good point, but I think the only way to achieve this is by documentation: the
collection is done as a complete separate / asynchronous step as the (static)
ZipAndCleanup.. if we added a dtor of some sort in here, it'd happen prior to
ZipAndCleanup..

I improved the docstring, let me know if it's clearer.

     self.log_file_name = os.path.join(self.log_dir,
                                       self._GeneratePrefixName() + '_log.txt')
-
-  def CleanupStorage(self):
-    """Cleans up the storage in where we put the debug information."""
-    if not self.has_storage:
-      return
-    self.has_storage = False
-    assert os.path.exists(self.log_dir)
-    shutil.rmtree(self.log_dir)
-    self.log_dir = None
     self.log_file_name = None

[gone, 2012/07/14 00:33:36]

Doesn't 48 cancel out 46?

[bulach, 2012/07/16 08:51:16]

Done.

-
-  def GetStoragePath(self):
-    """Returns the path in where we store the debug information."""
-    self.InitStorage()
-    return self.log_dir
+    self.old_crash_files = self.ListCrashFiles()
 
   def _GetSignatureFromGTestFilter(self):
     """Gets a signature from gtest_filter.
 
     Signature is used to identify the tests from which we collect debug
     information.
 
     Returns:
       A signature string. Returns 'all' if there is no gtest filter.
     """
     if not self.gtest_filter:
       return 'all'
     filename_chars = "-_()%s%s" % (string.ascii_letters, string.digits)
     return ''.join(c for c in self.gtest_filter if c in filename_chars)
 
   def _GeneratePrefixName(self):
     """Generates a prefix name for debug information of the test.
 
     The prefix name consists of the following:
     (1) root name of test_suite_base.
     (2) device serial number.
-    (3) filter signature generate from gtest_filter.
+    (3) prefix of filter signature generate from gtest_filter.
     (4) date & time when calling this method.
 
     Returns:
       Name of the log file.
     """
     return (os.path.splitext(self.testsuite_name)[0] + '_' + self.device + '_' +
-            self._GetSignatureFromGTestFilter() + '_' +
+            self._GetSignatureFromGTestFilter()[:64] + '_' +

[John Grabowski, 2012/07/13 18:17:44]

Seems a little fragile.
How about GetSignatureFromGTestFilter() (or similar mechanism) returns a tuple
and you pull out the nth item that you want?

[bulach, 2012/07/16 08:51:16]

agreed. but again, not sure if picking the nth item would help much.. afaict,
this function is only used to generate a reasonable file name, right?
I moved this to _GetSignatureFromGTestFilter, and added a comment there
explaining why it needs trimming..

             datetime.datetime.utcnow().strftime('%Y-%m-%d-%H-%M-%S-%f'))
 
   def StartRecordingLog(self, clear=True, filters=['*:v']):
     """Starts recording logcat output to a file.
 
     This call should come before running test, with calling StopRecordingLog
     following the tests.
 
     Args:
       clear: True if existing log output should be cleared.
       filters: A list of logcat filters to be used.
     """
-    self.InitStorage()
     self.StopRecordingLog()
     if clear:
-      cmd_helper.RunCmd(['adb', 'logcat', '-c'])
+      cmd_helper.RunCmd(['adb', '-s', self.device, 'logcat', '-c'])
     logging.info('Start dumping log to %s ...' % self.log_file_name)
-    command = 'adb logcat -v threadtime %s > %s' % (' '.join(filters),
-                                                    self.log_file_name)
+    command = 'adb -s %s logcat -v threadtime %s > %s' % (self.device,
+                                                          ' '.join(filters),
+                                                          self.log_file_name)
     self.logcat_process = subprocess.Popen(command, shell=True)
 
   def StopRecordingLog(self):
     """Stops an existing logcat recording subprocess."""
     if not self.logcat_process:
       return
     # Cannot evaluate directly as 0 is a possible value.
     if self.logcat_process.poll() is None:
       self.logcat_process.kill()
     self.logcat_process = None
     logging.info('Finish log dump.')
 
   def TakeScreenshot(self, identifier_mark):
     """Takes a screen shot from current specified device.
 
     Args:
       identifier_mark: A string to identify the screen shot DebugInfo will take.
                        It will be part of filename of the screen shot. Empty
                        string is acceptable.
     Returns:
       Returns the file name on the host of the screenshot if successful,
       None otherwise.
     """
-    self.InitStorage()
     assert isinstance(identifier_mark, str)
+    screenshot_path = os.path.join(os.getenv('ANDROID_HOST_OUT', ''),
+                                   'bin',
+                                   'screenshot2')
+    if not os.path.exists(screenshot_path):
+      logging.error('Failed to take screen shot from device %s', self.device)
+      return None
     shot_path = os.path.join(self.log_dir, ''.join([self._GeneratePrefixName(),
                                                     identifier_mark,
                                                     '_screenshot.png']))
-    screenshot_path = os.path.join(os.getenv('ANDROID_HOST_OUT'), 'bin',
-                                   'screenshot2')
     re_success = re.compile(re.escape('Success.'), re.MULTILINE)
     if re_success.findall(cmd_helper.GetCmdOutput([screenshot_path, '-s',
                                                    self.device, shot_path])):
-      logging.info("Successfully took a screen shot to %s" % shot_path)
+      logging.info('Successfully took a screen shot to %s', shot_path)
       return shot_path
-    logging.error('Failed to take screen shot from device %s' % self.device)
+    logging.error('Failed to take screen shot from device %s', self.device)
     return None
 
   def ListCrashFiles(self):
     """Collects crash files from current specified device.
 
     Returns:
       A dict of crash files in format {"name": (size, lastmod), ...}.
     """
-    if not self.collect_new_crashes:
-      return {}
     return self.adb.ListPathContents(TOMBSTONE_DIR)
 
   def ArchiveNewCrashFiles(self):
     """Archives the crash files newly generated until calling this method."""
-    if not self.collect_new_crashes:
-      return
     current_crash_files = self.ListCrashFiles()
     files = []
     for f in current_crash_files:
       if f not in self.old_crash_files:
         files += [f]
       elif current_crash_files[f] != self.old_crash_files[f]:
-        # Tomestones dir can only have maximum 10 files, so we need to compare
+        # Tombstones dir can only have maximum 10 files, so we need to compare
         # size and timestamp information of file if the file exists.
         files += [f]
     if files:
       logging.info('New crash file(s):%s' % ' '.join(files))
       for f in files:
         self.adb.Adb().Pull(TOMBSTONE_DIR + f,
-                            os.path.join(self.GetStoragePath(), f))
+                            os.path.join(self.log_dir, f))
 
   @staticmethod
-  def ZipAndCleanResults(dest_dir, dump_file_name, debug_info_list):
+  def ZipAndCleanResults(dest_dir, dump_file_name):
     """A helper method to zip all debug information results into a dump file.
 
     Args:
       dest-dir: Dir path in where we put the dump file.
       dump_file_name: Desired name of the dump file. This method makes sure
                       '.zip' will be added as ext name.
-      debug_info_list: List of all debug info objects.
     """
-    if not dest_dir or not dump_file_name or not debug_info_list:
+    if not dest_dir or not dump_file_name:
       return
     cmd_helper.RunCmd(['mkdir', '-p', dest_dir])
     log_basename = os.path.basename(dump_file_name)
-    log_file = os.path.join(dest_dir,
-                            os.path.splitext(log_basename)[0] + '.zip')
-    logging.info('Zipping debug dumps into %s ...' % log_file)
-    for d in debug_info_list:
-      d.ArchiveNewCrashFiles()
+    log_zip_file = os.path.join(dest_dir,
+                                os.path.splitext(log_basename)[0] + '.zip')
+    logging.info('Zipping debug dumps into %s ...', log_zip_file)
     # Add new dumps into the zip file. The zip may exist already if previous
     # gtest also dumps the debug information. It's OK since we clean up the old
     # dumps in each build step.
-    cmd_helper.RunCmd(['zip', '-q', '-r', log_file,
-                       ' '.join([d.GetStoragePath() for d in debug_info_list])])
-    assert os.path.exists(log_file)
-    for debug_info in debug_info_list:
-      debug_info.CleanupStorage()
+    log_src_dir = os.path.join(tempfile.gettempdir(), 'gtest_debug_info')
+    cmd_helper.RunCmd(['zip', '-q', '-r', log_zip_file, log_src_dir])
+    assert os.path.exists(log_zip_file)
+    assert os.path.exists(log_src_dir)
+    shutil.rmtree(log_src_dir)