[tools] add --pretty switch to run_perf.py

tools/run_perf.py

Index: tools/run_perf.py
diff --git a/tools/run_perf.py b/tools/run_perf.py
index db4245f499fc07c3a32f435a78ec08d5f06f58a3..16dc54c5a8ee0367824b8a57bd949e746f5853e0 100755
--- a/tools/run_perf.py
+++ b/tools/run_perf.py
@@ -190,7 +190,7 @@ class Measurement(object):
   def ConsumeOutput(self, stdout):
     try:
       result = re.search(self.results_regexp, stdout, re.M).group(1)
-      self.results.append(str(float(result)))
+      self.results.append(float(result))
     except ValueError:
       self.errors.append("Regexp \"%s\" returned a non-numeric for test %s."
                          % (self.results_regexp, self.name))
@@ -208,12 +208,29 @@ class Measurement(object):
       self.errors.append("Regexp \"%s\" didn't match for test %s."
                          % (self.stddev_regexp, self.name))
 
+  def GetDeviation(self):
+    if self.stddev:
+      return self.stddev
+    if len(self.results) == 0:
+      return 0
+    mean = self.GetMean()
+    square_deviation = sum((x-mean)**2 for x in self.results)
+    return (square_deviation / len(self.results)) ** 0.5
+
+  def GetMean(self):
+    if len(self.results) == 0:
+      return 0
+    if self.stddev:

[Michael Achenbach, 2016/02/11 13:01:11]

This might deserve a small comment (sorry for not providing one myself
somewhere).

+      return self.results[0]
+    return sum(x for x in self.results) / len(self.results)

[Michael Achenbach, 2016/02/11 13:01:11]

nit: Now that you removed the float() conversion, sum(self.results) should
really work :)

[Camillo Bruni, 2016/02/11 13:20:29]

getting there... incrementally :D

+
   def GetResults(self):
     return Results([{
       "graphs": self.graphs,
       "units": self.units,
-      "results": self.results,
-      "stddev": self.stddev,
+      "results": [str(x) for x in self.results],
+      "average": self.GetMean(),
+      "stddev": self.GetDeviation(),
     }], self.errors)
 
 
@@ -405,7 +422,10 @@ class GraphConfig(Node):
     # TODO(machenbach): Currently that makes only sense for the leaf level.
     # Multiple place holders for multiple levels are not supported.
     if parent.results_regexp:
-      regexp_default = parent.results_regexp % re.escape(suite["name"])
+      try:
+        regexp_default = parent.results_regexp % re.escape(suite["name"])
+      except TypeError:
+        regexp_default = parent.results_regexp
     else:
       regexp_default = None
     self.results_regexp = suite.get("results_regexp", regexp_default)
@@ -587,6 +607,9 @@ class Platform(object):
     else:
       return DesktopPlatform(options)
 
+  def GetPrettyFormatted(self, options):
+    return self
+
   def _Run(self, runnable, count, no_patch=False):
     raise NotImplementedError()  # pragma: no cover
 
@@ -613,6 +636,9 @@ class DesktopPlatform(Platform):
   def __init__(self, options):
     super(DesktopPlatform, self).__init__(options)
 
+  def GetPrettyFormatted(self, options):
+    return PrettyFormattedDesktopPlatform(options)
+
   def PreExecution(self):
     pass
 
@@ -623,6 +649,13 @@ class DesktopPlatform(Platform):
     if isinstance(node, RunnableConfig):
       node.ChangeCWD(path)
 
+  def PrintResult(self):

[Michael Achenbach, 2016/02/11 13:01:11]

This needs a second argument, just like the function below. Otherwise it errors
out when pretty isn't used.

+    pass
+
+  def _PrintStdout(self, title, output):
+    print title % "Stdout"
+    print output.stdout
+
   def _Run(self, runnable, count, no_patch=False):
     suffix = ' - without patch' if no_patch else ''
     shell_dir = self.shell_dir_no_patch if no_patch else self.shell_dir
@@ -636,8 +669,7 @@ class DesktopPlatform(Platform):
       print title % "OSError"
       print e
       return ""
-    print title % "Stdout"
-    print output.stdout
+    self._PrintStdout(title, output)
     if output.stderr:  # pragma: no cover
       # Print stderr for debugging.
       print title % "Stderr"
@@ -654,6 +686,38 @@ class DesktopPlatform(Platform):
     return output.stdout
 
 
+class PrettyFormattedDesktopPlatform(DesktopPlatform):
+

[Michael Achenbach, 2016/02/11 13:01:10]

Could you add a todo to make this available to the android platform? I don't see
why this wouldn't work already now, except that we should probably chose some
other abstraction but inheritance.

[Camillo Bruni, 2016/02/11 13:20:29]

done

+  def PrintResult(self, result):
+    if result.errors:
+      print "\r:Errors:"
+      print "\n".join(set(result.errors))
+    else:
+      trace = result.traces[0]
+      average = trace['average']
+      stdev = trace['stddev']
+      stdev_percentage = 100 * stdev / average if average != 0 else 0
+      result_string = "\r    %s +/- %3.2f%% %s" % (
+                        average, stdev_percentage, trace['units'])
+      sys.stdout.write(result_string)
+      # Fill with spaces up to 80 characters.
+      sys.stdout.write(' '*max(0, 80-len(result_string)))
+      sys.stdout.write("\n")
+      sys.stdout.flush()
+
+  def _PrintStdout(self, title, output):
+    sys.stdout.write("\r")
+    if output.exit_code != 0:
+      print output.stdout
+      return
+    # Assume the time is on the last line
+    result_line = output.stdout.splitlines()[-1].strip()
+    sys.stdout.write(result_line)
+    # Fill with spaces up to 80 characters.
+    sys.stdout.write(' '*max(0, 80-len(result_line)))
+    sys.stdout.flush()
+
+
 class AndroidPlatform(Platform):  # pragma: no cover
   DEVICE_DIR = "/data/local/tmp/v8/"
 
@@ -818,6 +882,9 @@ def Main(args):
                     default="out")
   parser.add_option("--outdir-no-patch",
                     help="Base directory with compile output without patch")
+  parser.add_option("--pretty",
+                    help="Print human readable output",
+                    default=False, action="store_true")
   parser.add_option("--binary-override-path",
                     help="JavaScript engine binary. By default, d8 under "
                     "architecture-specific build dir. "
@@ -873,6 +940,8 @@ def Main(args):
     options.shell_dir_no_patch = None
 
   platform = Platform.GetPlatform(options)
+  if options.pretty:
+    platform = platform.GetPrettyFormatted(options)
 
   results = Results()
   results_no_patch = Results()
@@ -914,6 +983,7 @@ def Main(args):
       # Let runnable iterate over all runs and handle output.
       result, result_no_patch = runnable.Run(
           Runner, trybot=options.shell_dir_no_patch)
+      platform.PrintResult(result)
       results += result
       results_no_patch += result_no_patch
     platform.PostExecution()
@@ -921,12 +991,14 @@ def Main(args):
   if options.json_test_results:
     results.WriteToFile(options.json_test_results)
   else:  # pragma: no cover
-    print results
+    if not options.pretty:
+      print results
 
   if options.json_test_results_no_patch:
     results_no_patch.WriteToFile(options.json_test_results_no_patch)
   else:  # pragma: no cover
-    print results_no_patch
+    if not options.pretty:
+      print results_no_patch
 
   return min(1, len(results.errors))