Support Chrome Endure graphs in perf dashboard.

generate_perf.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 # Initializes all the perf directories.
 
 
 import optparse
 import os
@@ skipping 92 matching lines @@
   'xp-release-v8-latest': 'XP Perf (v8-latest)',
   'xp-release-webkit-latest': 'XP Perf (webkit-latest)',
 }
 
 # This is public code and should not contain internal names.
 ChromeSystemTitles = {
   'chrome-vista-dual-core': 'Vista Dual Core',
   'chrome-vista-quad-core': 'Vista Quad Core',
 }
 
+# These are long-running endure tests that have differently-shaped graphs.
+EndureSystemTitles = {
+  'endure-linux-dbg': 'Endure Linux Debug',
+  'endure-linux-rel': 'Endure Linux Release',
+}
+
 TestTitles = {
   'avperf': 'Audio Video Perf',
   'av_perf': 'Audio Video Perf 2',
   'bloat-http': 'Bloat - HTTP',
   'chrome_frame_perf': 'Chrome Frame Perf',
+  'control-testControlAttachDetachDOMTree':
+    'Control Test: ControlAttachDetachDOMTree',
+  'control-testControlAttachDetachDOMTreeWebDriver':
+    'Control Test: ControlAttachDetachDOMTreeWebDriver',
   'coverage': 'Code Coverage',
   'database': 'Page Cycler Database',
   'dhtml': 'Page Cycler DHTML',
   'dom_perf': 'Dom',
   'dromaeo_domcoreattr': 'Dromaeo DOMCore attr',
   'dromaeo_domcoremodify': 'Dromaeo DOMCore modify',
   'dromaeo_domcorequery': 'Dromaeo DOMCore query',
   'dromaeo_domcoretraverse': 'Dromaeo DOMCore traverse',
   'dromaeo_jslibattrjquery': 'Dromaeo JSLib attr jquery',
   'dromaeo_jslibattrprototype': 'Dromaeo JSLib attr prototype',
   'dromaeo_jslibeventjquery': 'Dromaeo JSLib event jquery',
   'dromaeo_jslibeventprototype': 'Dromaeo JSLib event prototype',
   'dromaeo_jslibmodifyjquery': 'Dromaeo JSLib modify jquery',
   'dromaeo_jslibmodifyprototype': 'Dromaeo JSLib modify prototype',
   'dromaeo_jslibstylejquery': 'Dromaeo JSLib stylej query',
   'dromaeo_jslibstyleprototype': 'Dromaeo JSLib style prototype',
   'dromaeo_jslibtraversejquery': 'Dromaeo JSLib traverse jquery',
   'dromaeo_jslibtraverseprototype': 'Dromaeo JSLib traverse prototype',
   'frame_rate': 'Frame Rate',
+  'gmail-testGmailComposeDiscard':
+    'Gmail Test: GmailComposeDiscard',
+  'gmail-testGmailAlternateThreadlistConversation':
+    'Gmail Test: GmailAlternateThreadlistConversation',
+  'gmail-testGmailAlternateTwoLabels':
+    'Gmail Test: GmailAlternateTwoLabels',
+  'gmail-testGmailExpandCollapseConversation':
+    'Gmail Test: GmailExpandCollapseConversation',
   'gpu_frame_rate': 'GPU Frame Rate',
   'gpu_latency': 'GPU Latency',
   'gpu_throughput': 'GPU Throughput',
   'idb_perf': 'Other IndexedDB',
   'image_decoding_benchmark': 'Image Decoding Benchmark',
   'indexeddb': 'Page Cycler IndexedDB',
   'intl1': 'Page Cycler Intl1',
   'intl2': 'Page Cycler Intl2',
   'jsgamebench': 'JSGameBench',
   'kraken': 'Kraken',
@@ skipping 52 matching lines @@
   systemTitles: {
 %(system_title)s
   },
 
   testTitles : {
 %(test_title)s
   },
 };
 """
 
+# Template contents of a config.js file for endure tests.
+ENDURE_CONFIG_TEMPLATE = """\
+var Config = {
+  buildslave: '%(system_title)s',
+  title: '%(title)s',
+};
+"""
+
 DEFAULT_SYMLINK_LIST = [
   ('details.html',  '../../dashboard/ui/details.html'),
   ('report.html',   '../../dashboard/ui/generic_plotter.html'),
   ('js',            '../../dashboard/ui/js'),
 ]
 
 CHROME_DEFAULT_SYMLINK_LIST = [
   ('report.html',   '../../dashboard/ui/chrome_report.html'),
   ('js',            '../../dashboard/ui/js'),
 ]
 
+ENDURE_DEFAULT_SYMLINK_LIST = [
+  ('report.html',   '../../dashboard/ui/endure_plotter.html'),
+  ('js',            '../../dashboard/ui/endure_js'),
+]
+
 # Descriptions for optional detail tabs
 DETAIL_TAB_DESC = {
   'view-pages': 'Data',
   'view-coverage': 'Coverage',
 }
 
 
+def WriteJSConfigFile(perf_dir, system_title, test_title, symlink_list):
+  contents = CONFIG_TEMPLATE % {
+      'base_url': BASE_URL,
+      'system_title': system_title,
+      'title': test_title,
+      'system_dir': os.path.basename(os.path.dirname(perf_dir)),
+  }
+
+  # Add detail tabs to config

[dennis_jeffrey, 2013/02/05 02:48:28]

nit: add period at end of sentence

[Dai Mikurube (NOT FULLTIME), 2013/02/05 06:31:49]

Done.

+  if os.path.basename(perf_dir) in ('coverage'):
+    detail_tabs = ['view-coverage']
+  elif os.path.basename(perf_dir) in ('sizes', 'targets'):
+    detail_tabs = []
+  else:
+    detail_tabs = ['view-pages']
+  contents += "  detailTabs: { 'view-change': 'CL'"
+  for tab in detail_tabs:
+    contents += ", '%s': '%s'" % (tab, DETAIL_TAB_DESC.get(tab, tab))
+  contents += ' }\n'
+  contents += CONFIG_TEMPLATE_END
+
+  open(os.path.join(perf_dir, 'config.js'), 'w').write(contents)

[dennis_jeffrey, 2013/02/05 02:48:28]

should we use the with/open syntax here to ensure that the file descriptor is
closed immediately when we're done with it?

with open(os.path.join(perf_dir, 'config.js'), 'w') as fp:
  fp.write(contents)

[Dai Mikurube (NOT FULLTIME), 2013/02/05 06:31:49]

Done.  (I'm not sure why the existing code does it.)

+
+
 def WriteChromeJSConfigFile():
   """Write Chrome JavaScript configuration file."""
   system_title = ''
   sorted_system_titles = sorted(ChromeSystemTitles.items(), key=lambda x: x[0])
   for sys, title in sorted_system_titles:
     system_title += '    \'%s\': \'%s\',\n' % (sys, title)
   system_title = system_title.rstrip()
 
   test_title = ''
   sorted_test_titles = sorted(TestTitles.items(), key=lambda x: x[0])
   for test, title in sorted_test_titles:
     test_title += '    \'%s\': \'%s\',\n' % (test, title)
   test_title = test_title.rstrip()
 
   contents = CHROME_CONFIG_TEMPLATE % {
       'system_title': system_title,
       'test_title': test_title,
   }
   open(os.path.join('dashboard', 'chrome_config.js'), 'w').write(contents)
 
 
-def TestInit(perf_dir, system_title, test_title, symlink_list):
+def WriteEndureJSConfigFile(perf_dir, system_title, test_title, symlink_list):
+  contents = ENDURE_CONFIG_TEMPLATE % {
+      'system_title': system_title,
+      'title': test_title,
+  }
+
+  open(os.path.join(perf_dir, 'config.js'), 'w').write(contents)

[dennis_jeffrey, 2013/02/05 02:48:28]

should we use the with/open syntax here too?

[Dai Mikurube (NOT FULLTIME), 2013/02/05 06:31:49]

Done.

+
+
+def TestInit(perf_dir, system_title, test_title, symlink_list, endure=False):
   for slink, target in symlink_list:
     slink = os.path.join(perf_dir, slink)
     # Remove the old symlinks first.  Catch exceptions on the
     # assumption that this is the first time and the symlink
     # doesn't exist.  If file already exist, delete them and
     # recreate the symlink.  If it's due to some other problem,
     # the symlink creation afterwards will fail for us.
     try:
       os.unlink(slink)
     except EnvironmentError:
       pass
     try:
       os.symlink(target, slink)
     except OSError:
       RemovePath(slink)
       os.symlink(target, slink)
 
-  contents = CONFIG_TEMPLATE % {
-      'base_url': BASE_URL,
-      'system_title': system_title,
-      'title': test_title,
-      'system_dir': os.path.basename(os.path.dirname(perf_dir)),
-  }
-
-  # Add detail tabs to config
-  if os.path.basename(perf_dir) in ('coverage'):
-    detail_tabs = ['view-coverage']
-  elif os.path.basename(perf_dir) in ('sizes', 'targets'):
-    detail_tabs = []
+  if endure:
+    WriteEndureJSConfigFile(perf_dir, system_title, test_title, symlink_list)
   else:
-    detail_tabs = ['view-pages']
-  contents += "  detailTabs: { 'view-change': 'CL'"
-  for tab in detail_tabs:
-    contents += ", '%s': '%s'" % (tab, DETAIL_TAB_DESC.get(tab, tab))
-  contents += ' }\n'
-  contents += CONFIG_TEMPLATE_END
-
-  open(os.path.join(perf_dir, 'config.js'), 'w').write(contents)
+    WriteJSConfigFile(perf_dir, system_title, test_title, symlink_list)
 
 
 def RemovePath(path):
   """Remove the given path (file or dir)."""
   if os.path.isdir(path):
     shutil.rmtree(path, ignore_errors=True)
     return
   try:
     os.remove(path)
   except OSError:
     pass
 
 
 def main():
   parser = optparse.OptionParser()
   parser.add_option(
       '-C', '--chrome', action='store_true',
       help='Initializes perf directories for Chrome.')
+  parser.add_option(
+      '-E', '--endure', action='store_true',
+      help='Initializes perf directories for endure tests.')
   (options, args) = parser.parse_args()
 
   # Find the script's directory and cd there.
   main_dir = os.path.dirname(os.path.abspath(__file__))
   os.chdir(main_dir)
 
   if options.chrome:
     system_titles = ChromeSystemTitles
     symlink_list = CHROME_DEFAULT_SYMLINK_LIST
     WriteChromeJSConfigFile()
+  elif options.endure:
+    system_titles = EndureSystemTitles
+    symlink_list = ENDURE_DEFAULT_SYMLINK_LIST
   else:
     system_titles = SystemTitles
     symlink_list = DEFAULT_SYMLINK_LIST
 
   # Find all of the system directories.
   for system_dir in os.listdir('.'):
     # Skip the entry if it's not a directory or should be ignored.
     if not os.path.isdir(system_dir) or system_dir not in system_titles:
       continue
+    print system_dir

[Mike Stip (use stip instead), 2013/01/31 09:39:22]

I think this was left in for testing, do you mind taking it out?

[Dai Mikurube (NOT FULLTIME), 2013/02/01 06:14:13]

Ugh, thanks for the good catch.  removed.

     os.chmod(system_dir, 0755)
     system_title = system_titles[system_dir]
 
     # Find all of the test directories.
     for test_dir in os.listdir(system_dir):
       # Skip the entry if it's not in our mapping of test titles.
       if test_dir not in TestTitles:
         continue
+      print '   ' + test_dir

[Mike Stip (use stip instead), 2013/01/31 09:39:22]

same

[Dai Mikurube (NOT FULLTIME), 2013/02/01 06:14:13]

Done.

       test_title = TestTitles[test_dir]
       perf_dir = os.path.join(system_dir, test_dir)
       os.chmod(perf_dir, 0755)
-      TestInit(perf_dir, system_title, test_title, symlink_list)
+      TestInit(perf_dir, system_title, test_title, symlink_list, options.endure)
   return 0
 
 
 if __name__ == '__main__':
   sys.exit(main())