Update webpages_playback script and all page_sets to use new skpicture_printer benchmark

tools/skp/webpages_playback.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Archives or replays webpages and creates SKPs in a Google Storage location.
 
 To archive webpages and store SKP files (archives should be rarely updated):
 
 cd ../buildbot/slave/skia_slave_scripts
@@ skipping 55 matching lines @@
 SKPICTURES_DIR_NAME = 'skps'
 
 
 # Local archive and SKP directories.
 LOCAL_PLAYBACK_ROOT_DIR = os.path.join(
     tempfile.gettempdir(), ROOT_PLAYBACK_DIR_NAME)
 LOCAL_REPLAY_WEBPAGES_ARCHIVE_DIR = os.path.join(
     os.path.abspath(os.path.dirname(__file__)), 'page_sets', 'data')
 TMP_SKP_DIR = tempfile.mkdtemp()
 
+# Location of the credentials.json file and the string that represents missing
+# passwords.
+CREDENTIALS_FILE_PATH = os.path.join(
+    os.path.abspath(os.path.dirname(__file__)), 'page_sets', 'data',
+    'credentials.json'
+)
+
 # Stdout that signifies that a recording has failed.
 RECORD_FAILURE_MSG = 'The recording has not been updated for these pages.'
 
 # Name of the SKP benchmark
 SKP_BENCHMARK = 'skpicture_printer'
 
 # The max base name length of Skp files.
 MAX_SKP_BASE_NAME_LEN = 31
 
 # Dictionary of device to platform prefixes for SKP files.
 DEVICE_TO_PLATFORM_PREFIX = {
     'desktop': 'desk',
     'galaxynexus': 'mobi',
     'nexus10': 'tabl'
 }
 
 # How many times the record_wpr binary should be retried.
 RETRY_RECORD_WPR_COUNT = 5
 # How many times the run_benchmark binary should be retried.
 RETRY_RUN_MEASUREMENT_COUNT = 5
 
+# Location of the credentials.json file in Google Storage.
+CREDENTIALS_GS_PATH = '/playback/credentials/credentials.json'
+
 X11_DISPLAY = os.getenv('DISPLAY', ':0')
 
 GS_PREDEFINED_ACL = gs_utils.GSUtils.PredefinedACL.PRIVATE
 GS_FINE_GRAINED_ACL_LIST = [
   (gs_utils.GSUtils.IdType.GROUP_BY_DOMAIN, 'google.com',
    gs_utils.GSUtils.Permission.READ),
 ]
 
 
 class SkPicturePlayback(object):
@@ skipping 40 matching lines @@
       # Explode and return the glob.
       ps = glob.glob(page_sets)
     else:
       ps = page_sets.split(',')
     ps.sort()
     return ps
 
   def Run(self):
     """Run the SkPicturePlayback BuildStep."""
 
+    # Download the credentials file if it was not previously downloaded.
+    if self._skip_all_gs_access:
+      print """\n\nPlease create a %s file that contains:
+      {
+        "google": {
+          "username": "google_testing_account_username",
+          "password": "google_testing_account_password"
+        },
+        "facebook": {
+          "username": "facebook_testing_account_username",
+          "password": "facebook_testing_account_password"
+        }
+      }\n\n""" % CREDENTIALS_FILE_PATH
+      raw_input("Please press a key when you are ready to proceed...")
+    elif not os.path.isfile(CREDENTIALS_FILE_PATH):
+      # Download the credentials.json file from Google Storage.
+      gs_bucket = self._dest_gsbase.lstrip(gs_utils.GS_PREFIX)
+      gs_utils.GSUtils().download_file(gs_bucket, CREDENTIALS_GS_PATH,
+                                       CREDENTIALS_FILE_PATH)
+
     # Delete any left over data files in the data directory.
     for archive_file in glob.glob(
         os.path.join(LOCAL_REPLAY_WEBPAGES_ARCHIVE_DIR, 'skia_*')):
       os.remove(archive_file)
 
     # Delete the local root directory if it already exists.
     if os.path.exists(LOCAL_PLAYBACK_ROOT_DIR):
       shutil.rmtree(LOCAL_PLAYBACK_ROOT_DIR)
 
     # Create the required local storage directories.
@@ skipping 30 matching lines @@
           # If we get here then record_wpr did not succeed and thus did not
           # break out of the loop.
           raise Exception('record_wpr failed for page_set: %s' % page_set)
 
       else:
         if not self._skip_all_gs_access:
           # Get the webpages archive so that it can be replayed.
           self._DownloadWebpagesArchive(wpr_data_file, page_set_basename)
 
       page_set_name = os.path.basename(page_set).split('.')[0]
+      page_set_dir = os.path.dirname(page_set)
       run_benchmark_cmd = (
+          'PYTHONPATH=%s:$PYTHONPATH' % page_set_dir,
           'DISPLAY=%s' % X11_DISPLAY,
           'timeout', '300',
           os.path.join(self._telemetry_binaries_dir, 'run_benchmark'),
           '--extra-browser-args=--disable-setuid-sandbox',
           '--browser=exact',
           '--browser-executable=%s' % self._browser_executable,
           SKP_BENCHMARK,
-          page_set_name,
-          '-o',
-          '/tmp/test.skp',
-          '--skp-outdir=%s' % TMP_SKP_DIR
+          '--page-set-name=%s' % page_set_name,
+          '--page-set-base-dir=%s' % page_set_dir,
+          '--skp-outdir=%s' % TMP_SKP_DIR,
+          '--also-run-disabled-tests'
       )
-      page_set_dst = os.path.join(self._telemetry_binaries_dir, 'page_sets',
-                                  os.path.basename(page_set))
-      wpr_dst = os.path.join(self._telemetry_binaries_dir, 'page_sets', 'data',
-                             wpr_data_file)
-      json_dst = os.path.join(self._telemetry_binaries_dir, 'page_sets', 'data',
-                              page_set_basename)
-      copied_page_set = False
-      if not os.path.exists(page_set_dst):
-        print 'Copying %s to %s' % (page_set, page_set_dst)
-        shutil.copyfile(page_set, page_set_dst)
-        wpr_src = os.path.join(os.path.dirname(page_set), 'data',
-                               wpr_data_file)
-        print 'Copying %s to %s' % (wpr_src, wpr_dst)
-        shutil.copyfile(wpr_src, wpr_dst)
-        json_src = os.path.join(os.path.dirname(page_set), 'data',
-                                page_set_basename)
-        print 'Copying %s to %s' % (json_src, json_dst)
-        shutil.copyfile(json_src, json_dst)
-        copied_page_set = True
 
       for _ in range(RETRY_RUN_MEASUREMENT_COUNT):
         try:
           print '\n\n=======Capturing SKP of %s=======\n\n' % page_set
           shell_utils.run(' '.join(run_benchmark_cmd), shell=True)
         except shell_utils.CommandFailedException:
           # skpicture_printer sometimes fails with AssertionError but the
           # captured SKP is still valid. This is a known issue.
           pass
 
@@ skipping 12 matching lines @@
         try:
           self._RenameSkpFiles(page_set)
           # Break out of the retry loop since there were no errors.
           break
         except Exception:
           # There was a failure continue with the loop.
           traceback.print_exc()
           print '\n\n=======Retrying %s=======\n\n' % page_set
           time.sleep(10)
       else:
-        if copied_page_set:
-          os.remove(page_set_dst)
-          os.remove(wpr_dst)
-          os.remove(json_dst)
         # If we get here then run_benchmark did not succeed and thus did not
         # break out of the loop.
         raise Exception('run_benchmark failed for page_set: %s' % page_set)
 
-      if copied_page_set:
-        os.remove(page_set_dst)
-        os.remove(wpr_dst)
-        os.remove(json_dst)
-
     print '\n\n=======Capturing SKP files took %s seconds=======\n\n' % (
         time.time() - start_time)
 
     if self._skia_tools:
       render_pictures_cmd = [
           os.path.join(self._skia_tools, 'render_pictures'),
           '-r', self._local_skp_dir
       ]
       render_pdfs_cmd = [
           os.path.join(self._skia_tools, 'render_pdfs'),
@@ skipping 152 matching lines @@
       default=None)
   option_parser.add_option(
       '', '--non-interactive', action='store_true',
       help='Runs the script without any prompts. If this flag is specified and '
            '--skia_tools is specified then the debugger is not run.',
       default=False)
   options, unused_args = option_parser.parse_args()
 
   playback = SkPicturePlayback(options)
   sys.exit(playback.Run())