Enable Dr. Memory to run javascript, pixel, and corpus tests

testing/tools/common.py

 #!/usr/bin/env python
 # Copyright 2015 The PDFium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import os
 import subprocess
 import sys
+import glob

[Lei Zhang, 2015/11/20 00:17:47]

alphabetical order

[zhaoqin1, 2015/11/21 04:20:45]

Done.

 
 def os_name():
   if sys.platform.startswith('linux'):
     return 'linux'
   if sys.platform.startswith('win'):
     return 'win'
   if sys.platform.startswith('darwin'):
     return 'mac'
   raise Exception('Confused, can not determine OS, aborting.')
 
 
 def RunCommand(cmd, redirect_output=False):
   try:
     if redirect_output:
       sys.stdout.write(subprocess.check_output(cmd, stderr=subprocess.STDOUT))
     else:
       subprocess.check_call(cmd)
     return None
   except subprocess.CalledProcessError as e:
     return e
 
+# Adjust Dr. Memory wrapper to have separate log directory for each test
+# for better error reporting.
+def DrMemoryWrapper(wrapper, pdf_name):

[Lei Zhang, 2015/11/20 00:17:47]

From reading the code, it looks like |pdf_name| is just
"filename_without_extension", but run_corpus_tests.py is passing in the entire
filename.

[zhaoqin1, 2015/11/21 04:20:45]

handle it in run_corpus_tests.py now.

+  # convert string to list
+  cmd_to_run = wrapper.split()
+
+  # Usually, we pass "-logdir" "foo\bar\spam path" args to Dr. Memory.
+  # To group reports per test, we want to put the reports for each test into a
+  # separate directory. This code can be simplified when we have
+  # https://github.com/DynamoRIO/drmemory/issues/684 fixed.
+  logdir_idx = cmd_to_run.index("-logdir")

[Lei Zhang, 2015/11/20 00:17:47]

Can you check this does not return the sentinel value for "not found" ? I think
it's -1.

[zhaoqin1, 2015/11/21 04:20:45]

it raise exception on "not found", add check

+  old_logdir = cmd_to_run[logdir_idx + 1]
+  wrapper_pid = str(os.getpid())
+
+  # On Windows, there is a chance of PID collision. We avoid it by appending the

[Lei Zhang, 2015/11/20 00:17:47]

Oh boy oh boy oh boy.

[zhaoqin1, 2015/11/21 04:20:45]

It gets worse here.

Originally, this function is run as a separate script, and has its own pid. Now
it is called as a function, so every test instances use the same pid of the same
python process. update the comment.

+  # number of entries in the logdir at the end of wrapper_pid.
+  # This number is monotonic and we can't have two simultaneously running wrappers

[Lei Zhang, 2015/11/20 00:17:47]

80 chars

[zhaoqin1, 2015/11/21 04:20:45]

Done.

+  # with the same PID.
+  wrapper_pid += "_%d" % len(glob.glob(old_logdir + "\\*"))
+
+  cmd_to_run[logdir_idx + 1] += "\\testcase.%s.logs" % wrapper_pid
+  os.makedirs(cmd_to_run[logdir_idx + 1])
+
+  f = open(old_logdir + "\\testcase.%s.name" % wrapper_pid, "w")
+  print >>f, pdf_name + ".pdf"
+  f.close()
+
+  return cmd_to_run
+
 
 class DirectoryFinder:
   '''A class for finding directories and paths under either a standalone
   checkout or a chromium checkout of PDFium.'''
 
   def __init__(self, build_location):
     # |build_location| is typically "out/Debug" or "out/Release".
     # Expect |my_dir| to be .../pdfium/testing/tools.
     self.my_dir = os.path.dirname(os.path.realpath(__file__))
     self.testing_dir = os.path.dirname(self.my_dir)
@@ skipping 33 matching lines @@
     if other_components:
       result = os.path.join(result, other_components)
     return result
 
   def TestingDir(self, other_components=''):
     '''Finds test files somewhere under the testing directory.'''
     result = self.testing_dir
     if other_components:
       result = os.path.join(result, other_components)
     return result