Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(5)

Unified Diff: tools/download_skp_repo.py

Issue 648353002: Remove Skia's forked buildbot code (Closed) Base URL: https://skia.googlesource.com/buildbot.git@master
Patch Set: Address comment Created 6 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/download_skp_repo.py
diff --git a/tools/download_skp_repo.py b/tools/download_skp_repo.py
deleted file mode 100644
index 7210ea8801655afc3ab6f9275209dd11ad050a01..0000000000000000000000000000000000000000
--- a/tools/download_skp_repo.py
+++ /dev/null
@@ -1,101 +0,0 @@
-#!/usr/bin/env python
-# Copyright (c) 2014 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-
-"""Module that downloads SKPs from Google Storage into a specified dir.
-
-Downloads SKPs which were generated by Cluster Telemetry's GCE slaves using:
-http://skia-tree-status.appspot.com/skia-telemetry
-"""
-
-import optparse
-import os
-import posixpath
-import sys
-
-# This number is unlikely to ever change.
-# TODO(rmistry): Read NUMBER_OF_GCE_SLAVES and DEST_GSBASE from a Cluster
-# Telemetry global_variables.json
-NUMBER_OF_GCE_SLAVES = 100
-# This bucket is also unlikely to ever change (though it would be great if it
-# did).
-DEST_GSBASE = 'gs://chromium-skia-gm'
-
-PARENT_DIR = os.path.dirname(os.path.realpath(__file__))
-CHROMIUM_SITE_CONFIG_DIR = os.path.join(PARENT_DIR, os.pardir, 'third_party',
- 'chromium_buildbot', 'site_config')
-
-# Set the PYTHONPATH for this script to include chromium_buildbot scripts
-# and site_config. Also include skia buildbot's slave utils directory.
-sys.path.append(
- os.path.join(PARENT_DIR, os.pardir, 'third_party', 'chromium_buildbot',
- 'scripts'))
-sys.path.append(CHROMIUM_SITE_CONFIG_DIR)
-sys.path.append(
- os.path.join(PARENT_DIR, os.pardir, 'slave', 'skia_slave_scripts', 'utils'))
-
-import gs_utils
-
-
-def DownloadSKPs(chromium_build, pageset_type, dest_dir):
-
- # Validate that the .boto file exists.
- if not os.path.isfile(os.path.join(CHROMIUM_SITE_CONFIG_DIR, '.boto')):
- raise Exception(
- 'Please copy your .boto file to %s.' % CHROMIUM_SITE_CONFIG_DIR)
-
- gs_skp_slave_template = posixpath.join(
- DEST_GSBASE, 'telemetry', 'skps', 'slave%s', pageset_type, chromium_build)
-
- # Validate that the requested SKP directory exists for worker1.
- if not gs_utils.does_storage_object_exist(gs_skp_slave_template % '1'):
- raise Exception(
- 'There are no SKPs generated for the pageset: %s and the '
- 'chromium_build: %s' % (pageset_type, chromium_build))
-
- # Create destination directory if it does not exist.
- if not os.path.isdir(dest_dir):
- os.makedirs(dest_dir)
-
- # Ensure that the specified destination directory is empty.
- if os.listdir(dest_dir):
- raise Exception('%s is not empty. Please provide an empty dir.' % dest_dir)
-
- # Transfer one slave's generated SKPs at a time to the specified directory.
- for slave_num in range(1, NUMBER_OF_GCE_SLAVES + 1):
- # Create a directory for the slave to download to.
- local_slave_dir = os.path.join(dest_dir, chromium_build,
- 'slave%s' % slave_num)
- os.makedirs(local_slave_dir)
- # Download from Google Storage to the local slave directory.
- gs_utils.copy_storage_directory(
- src_dir=posixpath.join(gs_skp_slave_template % slave_num, '*'),
- dest_dir=local_slave_dir)
-
-
-if '__main__' == __name__:
- option_parser = optparse.OptionParser()
- option_parser.add_option(
- '-b', '--chromium_build',
- help='Specifies which chromium build was used to generate the SKPs. '
- 'Eg: e69f2ce-e2b1569. The list of all builds are at: '
- 'http://skia-tree-status.appspot.com/skia-telemetry/chromium_builds')
- option_parser.add_option(
- '-p', '--pageset_type',
- help='Specifies the pageset type we want to download. Options are '
- 'All/100k/10k/IndexSample10k. Defaults to All.',
- default='All')
- option_parser.add_option(
- '-d', '--dest_dir',
- help='Specifies the directory where the SKPs will be downloaded too. %s '
- 'slave directories will be created each containing their own '
- 'corresponding SKPs.' % NUMBER_OF_GCE_SLAVES)
- options, unused_args = option_parser.parse_args()
-
- # Validate required parameters.
- assert options.chromium_build, 'Must specify --chromium_build'
- assert options.dest_dir, 'Must specify --dest_dir'
-
- DownloadSKPs(options.chromium_build, options.pageset_type, options.dest_dir)
-
« no previous file with comments | « third_party/disk_usage/disk_usage.py ('k') | tools/tests/factory_configuration/expected/Build-Mac10.7-Clang-Arm7-Debug-iOS » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698