| Index: tools/download_skp_repo.py
|
| diff --git a/tools/download_skp_repo.py b/tools/download_skp_repo.py
|
| deleted file mode 100644
|
| index 7210ea8801655afc3ab6f9275209dd11ad050a01..0000000000000000000000000000000000000000
|
| --- a/tools/download_skp_repo.py
|
| +++ /dev/null
|
| @@ -1,101 +0,0 @@
|
| -#!/usr/bin/env python
|
| -# Copyright (c) 2014 The Chromium Authors. All rights reserved.
|
| -# Use of this source code is governed by a BSD-style license that can be
|
| -# found in the LICENSE file.
|
| -
|
| -"""Module that downloads SKPs from Google Storage into a specified dir.
|
| -
|
| -Downloads SKPs which were generated by Cluster Telemetry's GCE slaves using:
|
| -http://skia-tree-status.appspot.com/skia-telemetry
|
| -"""
|
| -
|
| -import optparse
|
| -import os
|
| -import posixpath
|
| -import sys
|
| -
|
| -# This number is unlikely to ever change.
|
| -# TODO(rmistry): Read NUMBER_OF_GCE_SLAVES and DEST_GSBASE from a Cluster
|
| -# Telemetry global_variables.json
|
| -NUMBER_OF_GCE_SLAVES = 100
|
| -# This bucket is also unlikely to ever change (though it would be great if it
|
| -# did).
|
| -DEST_GSBASE = 'gs://chromium-skia-gm'
|
| -
|
| -PARENT_DIR = os.path.dirname(os.path.realpath(__file__))
|
| -CHROMIUM_SITE_CONFIG_DIR = os.path.join(PARENT_DIR, os.pardir, 'third_party',
|
| - 'chromium_buildbot', 'site_config')
|
| -
|
| -# Set the PYTHONPATH for this script to include chromium_buildbot scripts
|
| -# and site_config. Also include skia buildbot's slave utils directory.
|
| -sys.path.append(
|
| - os.path.join(PARENT_DIR, os.pardir, 'third_party', 'chromium_buildbot',
|
| - 'scripts'))
|
| -sys.path.append(CHROMIUM_SITE_CONFIG_DIR)
|
| -sys.path.append(
|
| - os.path.join(PARENT_DIR, os.pardir, 'slave', 'skia_slave_scripts', 'utils'))
|
| -
|
| -import gs_utils
|
| -
|
| -
|
| -def DownloadSKPs(chromium_build, pageset_type, dest_dir):
|
| -
|
| - # Validate that the .boto file exists.
|
| - if not os.path.isfile(os.path.join(CHROMIUM_SITE_CONFIG_DIR, '.boto')):
|
| - raise Exception(
|
| - 'Please copy your .boto file to %s.' % CHROMIUM_SITE_CONFIG_DIR)
|
| -
|
| - gs_skp_slave_template = posixpath.join(
|
| - DEST_GSBASE, 'telemetry', 'skps', 'slave%s', pageset_type, chromium_build)
|
| -
|
| - # Validate that the requested SKP directory exists for worker1.
|
| - if not gs_utils.does_storage_object_exist(gs_skp_slave_template % '1'):
|
| - raise Exception(
|
| - 'There are no SKPs generated for the pageset: %s and the '
|
| - 'chromium_build: %s' % (pageset_type, chromium_build))
|
| -
|
| - # Create destination directory if it does not exist.
|
| - if not os.path.isdir(dest_dir):
|
| - os.makedirs(dest_dir)
|
| -
|
| - # Ensure that the specified destination directory is empty.
|
| - if os.listdir(dest_dir):
|
| - raise Exception('%s is not empty. Please provide an empty dir.' % dest_dir)
|
| -
|
| - # Transfer one slave's generated SKPs at a time to the specified directory.
|
| - for slave_num in range(1, NUMBER_OF_GCE_SLAVES + 1):
|
| - # Create a directory for the slave to download to.
|
| - local_slave_dir = os.path.join(dest_dir, chromium_build,
|
| - 'slave%s' % slave_num)
|
| - os.makedirs(local_slave_dir)
|
| - # Download from Google Storage to the local slave directory.
|
| - gs_utils.copy_storage_directory(
|
| - src_dir=posixpath.join(gs_skp_slave_template % slave_num, '*'),
|
| - dest_dir=local_slave_dir)
|
| -
|
| -
|
| -if '__main__' == __name__:
|
| - option_parser = optparse.OptionParser()
|
| - option_parser.add_option(
|
| - '-b', '--chromium_build',
|
| - help='Specifies which chromium build was used to generate the SKPs. '
|
| - 'Eg: e69f2ce-e2b1569. The list of all builds are at: '
|
| - 'http://skia-tree-status.appspot.com/skia-telemetry/chromium_builds')
|
| - option_parser.add_option(
|
| - '-p', '--pageset_type',
|
| - help='Specifies the pageset type we want to download. Options are '
|
| - 'All/100k/10k/IndexSample10k. Defaults to All.',
|
| - default='All')
|
| - option_parser.add_option(
|
| - '-d', '--dest_dir',
|
| - help='Specifies the directory where the SKPs will be downloaded too. %s '
|
| - 'slave directories will be created each containing their own '
|
| - 'corresponding SKPs.' % NUMBER_OF_GCE_SLAVES)
|
| - options, unused_args = option_parser.parse_args()
|
| -
|
| - # Validate required parameters.
|
| - assert options.chromium_build, 'Must specify --chromium_build'
|
| - assert options.dest_dir, 'Must specify --dest_dir'
|
| -
|
| - DownloadSKPs(options.chromium_build, options.pageset_type, options.dest_dir)
|
| -
|
|
|