Added barebones framework to get appengine to host our test data.

tools/testing/perf_testing/create_graph.py

 #!/usr/bin/python
 
 # Copyright (c) 2011, the Dart project authors.  Please see the AUTHORS file
 # for details. All rights reserved. Use of this source code is governed by a
 # BSD-style license that can be found in the LICENSE file.
 
 import datetime
 import math
 try:
   from matplotlib.font_manager import FontProperties
@@ skipping 42 matching lines @@
        to 
     append True if we want to append to the file instead of overwriting it"""
   if VERBOSE:
     print ' '.join(cmd_list)
   out = subprocess.PIPE
   if outfile:
     mode = 'w'
     if append:
       mode = 'a'
     out = open(outfile, mode)
-  p = subprocess.Popen(cmd_list, stdout = out, 
-      stderr = subprocess.PIPE, close_fds=True)
+  p = subprocess.Popen(cmd_list, stdout = out, stderr = subprocess.PIPE)
   output, not_used = p.communicate();
   if output:
     print output
   return output
 
 def TimeCmd(cmd):
   """Determine the amount of (real) time it takes to execute a given command."""
   start = time.time()
   RunCmd(cmd)
   return time.time() - start
@@ skipping 65 matching lines @@
   if platform.system() == 'Windows':
     browsers += ['ie']
   return browsers
 
 def GetVersions():
   if not PERFBOT_MODE:
     return [FROG]
   else:
     return V8_AND_FROG
 
+def UploadToAppEngine():
+  """Upload our results to our appengine server."""
+  # TODO(efortuna): This is the most basic way to get the data up 
+  # for others to view. Revisit this once you're serving nicer graphs (Google

[Siggi Cherem (dart-lang), 2011/12/09 01:00:17]

you're -> we're? (here and below)

+  # Chart Tools) and from multiple perfbots and once you're in a position to
+  # organize the data in a useful manner(!!).
+  os.chdir(os.path.join(DART_INSTALL_LOCATION, 'tools', 'testing',
+      'perf_testing'))
+  shutil.rmtree(os.path.join('appengine', 'static', 'graphs'), 
+      ignore_errors=True)
+  shutil.copytree('graphs', os.path.join('appengine', 'static', 'graphs'))
+  shutil.copyfile('index.html', os.path.join('appengine', 'static', 
+      'index.html'))
+  RunCmd(['../../../third_party/appengine-python/1.5.4/appcfg.py', 'update', 
+      'appengine/'])
+
 class TestRunner(object):
   """The base clas to provide shared code for different tests we will run and
   graph."""
 
   def __init__(self, result_folder_name, platform_list, v8_and_or_frog_list, 
       values_list):
     """Args:
          result_folder_name the name of the folder where a tracefile of
          performance results will be stored.
          platform_list a list containing the platform(s) that our data has been
@@ skipping 66 matching lines @@
     fontP.set_size('small')
     plt.legend(loc=legend_loc, prop = fontP)
 
     fig = plt.gcf()
     fig.set_size_inches(size_x, size_y)
     fig.savefig(os.path.join(GRAPH_OUT_DIR, filename))
 
   def AddSvnRevisionToTrace(self, outfile):
     """Add the svn version number to the provided tracefile."""
     p = subprocess.Popen(['svn', 'info'], stdout = subprocess.PIPE, 
-      stderr = subprocess.STDOUT, close_fds=True)
+      stderr = subprocess.STDOUT)
     output, not_used = p.communicate()
     for line in output.split('\n'):
       if 'Revision' in line:
         RunCmd(['echo', line.strip()], outfile)
 
   def WriteHtml(self, delimiter, rev_nums, label_1, dict_1, label_2, dict_2, 
       cleanFile=False):
     """Adds an html table to the webpage to display the data values. This method
     will be removed when we have a nicer way to display data values."""
     #TODO(efortuna): fix this.
@@ skipping 40 matching lines @@
     self.values_dict[platform][frog_or_v8][mean] += \
         [math.pow(math.e, geo_mean / len(BENCHMARKS))]
     self.revision_dict[platform][frog_or_v8][mean] += [svn_revision]
 
   def Cleanup(self):
       pass
 
   def Run(self):
     """Run the benchmarks/tests from the command line and plot the 
     results."""
-    plt.cla() # cla = clear current axes
+    if PERFBOT_MODE:
+      plt.cla() # cla = clear current axes
     os.chdir(DART_INSTALL_LOCATION)
     EnsureOutputDirectory(self.result_folder_name)
     EnsureOutputDirectory(GRAPH_OUT_DIR)
     self.RunTests()
     os.chdir(os.path.join('tools', 'testing', 'perf_testing'))
     
     # TODO(efortuna): You will want to make this only use a subset of the files
     # eventually.
     files = os.listdir(self.result_folder_name)
 
@@ skipping 391 matching lines @@
       return # The build is broken.
   if cl:
     CommandLinePerformanceTestRunner('cl-results').Run()
   if size:
     CompileTimeAndSizeTestRunner('code-time-size').Run()
   if language:
     BrowserCorrectnessTestRunner('language', 'browser-correctness').Run()
   if perf:
     BrowserPerformanceTestRunner('browser-perf').Run()
 
+  if PERFBOT_MODE:
+    UploadToAppEngine()
+
 def main():
   global PERFBOT_MODE, VERBOSE
   (cl, size, language, perf, continuous, perfbot, verbose) = ParseArgs()
   PERFBOT_MODE = perfbot
   VERBOSE = verbose
   if continuous:
     while True:
       if HasNewCode():
         RunTestSequence(cl, size, language, perf)
       else:
         time.sleep(SLEEP_TIME)
   else:
     RunTestSequence(cl, size, language, perf)
 
 if __name__ == '__main__':
   main()