| Index: chrome/test/functional/perf/endure_setup.py
|
| ===================================================================
|
| --- chrome/test/functional/perf/endure_setup.py (revision 261231)
|
| +++ chrome/test/functional/perf/endure_setup.py (working copy)
|
| @@ -1,337 +0,0 @@
|
| -#!/usr/bin/env python
|
| -# Copyright (c) 2012 The Chromium Authors. All rights reserved.
|
| -# Use of this source code is governed by a BSD-style license that can be
|
| -# found in the LICENSE file.
|
| -
|
| -"""Automate the setup process of Chrome Endure environment.
|
| -
|
| -Usage:
|
| - python endure_setup.py [option]
|
| -
|
| -We use <ENDURE_DIR> to refer to the root directory in which Chrome Endure
|
| -is set up. By default, <ENDURE_DIR> is the current working directory.
|
| -
|
| -First, run:
|
| - >python endure_setup.py
|
| -This command will automatically setup Chrome Endure in <ENDURE_DIR>.
|
| -
|
| -Next, run your first endure test by:
|
| - >TEST_LENGTH=30 LOCAL_PERF_DIR="<ENDURE_DIR>/chrome_graph" \\
|
| - python <ENDURE_DIR>/src/chrome/test/functional/perf_endure.py \\
|
| - perf_endure.ChromeEndureGmailTest.testGmailComposeDiscard \\
|
| -The above commands runs a Chrome Endure test for 30 seconds and saves
|
| -the results to <ENDURE_DIR>/chrome_graph.
|
| -
|
| -Last, to view the graphs, run another script endure_server.py
|
| -within <ENDURE_DIR> to start a local HTTP server that serves
|
| -the graph directory, see endure_server.py for details.
|
| -
|
| -Use python endure_setup.py --help for more options.
|
| -
|
| -This script depends on the following modules
|
| -(which will be downloaded automatically):
|
| - depot_tools
|
| - src/chrome/test/pyautolib/fetch_prebuilt_pyauto.py
|
| -
|
| -Supported platforms: Linux and Linux_x64.
|
| -"""
|
| -
|
| -import logging
|
| -import optparse
|
| -import os
|
| -import platform
|
| -import shutil
|
| -import subprocess
|
| -import sys
|
| -import urllib
|
| -import urllib2
|
| -import zipfile
|
| -
|
| -URLS = {'depot_tools': ('http://src.chromium.org'
|
| - '/chrome/trunk/tools/depot_tools'),
|
| - 'pyauto': ('https://src.chromium.org/'
|
| - 'chrome/trunk/src/chrome/test/functional.DEPS'),
|
| - 'binary': ('http://commondatastorage.googleapis.com/'
|
| - 'chromium-browser-continuous/{os_type}/{revision}'),
|
| - }
|
| -
|
| -
|
| -class SetupError(Exception):
|
| - """Catch errors in setting up Chrome Endure."""
|
| - pass
|
| -
|
| -
|
| -class HelpFormatter(optparse.IndentedHelpFormatter):
|
| - """Format the help message of this script."""
|
| -
|
| - def format_description(self, description):
|
| - """Override to keep the original format of the description."""
|
| - return description + '\n' if description else ''
|
| -
|
| -
|
| -def Main(argv):
|
| - """Fetch Chrome Endure.
|
| -
|
| - Usage:
|
| - python endure_setup.py [options]
|
| -
|
| - Examples:
|
| - >python endure_setup.py
|
| - Fetch the latest version of Chrome Endure to the current
|
| - working directory.
|
| -
|
| - >python endure_setup.py --endure-dir=/home/user/endure_dir
|
| - Fetch the latest version of Chrome Endure to /home/user/endure_dir.
|
| - """
|
| - parser = optparse.OptionParser(
|
| - formatter=HelpFormatter(), description=Main.__doc__)
|
| - parser.add_option(
|
| - '-d', '--endure-dir', type='string', default=os.getcwd(),
|
| - help='Directory in which to setup or update. ' \
|
| - 'Default value is the current working directory.')
|
| - # TODO(fdeng): remove this option once the Chrome Endure
|
| - # graphing code is checked into chrome tree.
|
| - parser.add_option(
|
| - '-g', '--graph-zip-url', type='string', default=None,
|
| - help='URL to a zip file containing the chrome graphs.')
|
| - os_type = GetCurrentOSType()
|
| - if not os_type.startswith('Linux'):
|
| - raise SetupError('Only support Linux or Linux_x64, %s found'
|
| - % os_type)
|
| - options, _ = parser.parse_args(argv)
|
| - endure_dir = os.path.abspath(options.endure_dir)
|
| - depot_dir = os.path.join(endure_dir, 'depot_tools')
|
| - gclient = os.path.join(depot_dir, 'gclient')
|
| - fetch_py = os.path.join(endure_dir, 'src', 'chrome',
|
| - 'test', 'pyautolib',
|
| - 'fetch_prebuilt_pyauto.py')
|
| - binary_dir = os.path.join(endure_dir, 'src', 'out', 'Release')
|
| - graph_zip_url = options.graph_zip_url
|
| - graph_dir = os.path.join(endure_dir, 'chrome_graph')
|
| -
|
| - if not os.path.isdir(endure_dir):
|
| - os.makedirs(endure_dir)
|
| -
|
| - logging.info('Fetching depot tools...')
|
| - FetchDepot(depot_dir)
|
| - logging.info('Fetching PyAuto (python code)...')
|
| - FetchPyAuto(gclient, endure_dir)
|
| - logging.info('Fetching binaries(chrome, pyautolib, chrome driver)...')
|
| - FetchBinaries(fetch_py, binary_dir, os_type)
|
| - # TODO(fdeng): remove this after it is checked into the chrome tree.
|
| - logging.info('Fetching chrome graphing files...')
|
| - FetchGraph(graph_zip_url, graph_dir)
|
| - return 0
|
| -
|
| -
|
| -def FetchDepot(depot_dir):
|
| - """Fetch depot_tools.
|
| -
|
| - Args:
|
| - depot_dir: The directory where depot_tools will be checked out.
|
| -
|
| - Raises:
|
| - SetupError: If fail.
|
| - """
|
| - if subprocess.call(['svn', 'co', URLS['depot_tools'], depot_dir]) != 0:
|
| - raise SetupError('Error found when checking out depot_tools.')
|
| - if not CheckDepot(depot_dir):
|
| - raise SetupError('Could not get depot_tools.')
|
| -
|
| -
|
| -def CheckDepot(depot_dir):
|
| - """Check that some expected depot_tools files exist.
|
| -
|
| - Args:
|
| - depot_dir: The directory where depot_tools are checked out.
|
| -
|
| - Returns:
|
| - True if check passes otherwise False.
|
| - """
|
| - gclient = os.path.join(depot_dir, 'gclient')
|
| - gclient_py = os.path.join(depot_dir, 'gclient.py')
|
| - files = [gclient, gclient_py]
|
| - for f in files:
|
| - if not os.path.exists(f):
|
| - return False
|
| - try:
|
| - subprocess.call([gclient, '--version'])
|
| - except OSError:
|
| - return False
|
| - return True
|
| -
|
| -
|
| -def FetchPyAuto(gclient, endure_dir):
|
| - """Use gclient to fetch python code.
|
| -
|
| - Args:
|
| - gclient: The path to the gclient executable.
|
| - endure_dir: Directory where Chrome Endure and
|
| - its dependencies will be checked out.
|
| -
|
| - Raises:
|
| - SetupError: if fails.
|
| - """
|
| - cur_dir = os.getcwd()
|
| - os.chdir(endure_dir)
|
| - config_cmd = [gclient, 'config', URLS['pyauto']]
|
| - if subprocess.call(config_cmd) != 0:
|
| - raise SetupError('Running "%s" failed.' % ' '.join(config_cmd))
|
| - sync_cmd = [gclient, 'sync']
|
| - if subprocess.call(sync_cmd) != 0:
|
| - raise SetupError('Running "%s" failed.' % ' '.join(sync_cmd))
|
| - CheckPyAuto(endure_dir)
|
| - logging.info('Sync PyAuto python code done.')
|
| - os.chdir(cur_dir)
|
| -
|
| -
|
| -def CheckPyAuto(endure_dir):
|
| - """Sanity check for Chrome Endure code.
|
| -
|
| - Args:
|
| - endure_dir: Directory of Chrome Endure and its dependencies.
|
| -
|
| - Raises:
|
| - SetupError: If fails.
|
| - """
|
| - fetch_py = os.path.join(endure_dir, 'src', 'chrome',
|
| - 'test', 'pyautolib',
|
| - 'fetch_prebuilt_pyauto.py')
|
| - pyauto_py = os.path.join(endure_dir, 'src',
|
| - 'chrome', 'test',
|
| - 'pyautolib', 'pyauto.py')
|
| - files = [fetch_py, pyauto_py]
|
| - for f in files:
|
| - if not os.path.exists(f):
|
| - raise SetupError('Checking %s failed.' % f)
|
| -
|
| -
|
| -def FetchBinaries(fetch_py, binary_dir, os_type):
|
| - """Get the prebuilt binaries from continuous build archive.
|
| -
|
| - Args:
|
| - fetch_py: Path to the script which fetches pre-built binaries.
|
| - binary_dir: Directory of the pre-built binaries.
|
| - os_type: 'Mac', 'Win', 'Linux', 'Linux_x64'.
|
| -
|
| - Raises:
|
| - SetupError: If fails.
|
| - """
|
| - revision = GetLatestRevision(os_type)
|
| - logging.info('Cleaning %s', binary_dir)
|
| - if os.path.exists(binary_dir):
|
| - shutil.rmtree(binary_dir)
|
| - logging.info('Downloading binaries...')
|
| - cmd = [fetch_py, '-d', binary_dir,
|
| - URLS['binary'].format(
|
| - os_type=os_type, revision=revision)]
|
| - if subprocess.call(cmd) == 0 and os.path.exists(binary_dir):
|
| - logging.info('Binaries at revision %s', revision)
|
| - else:
|
| - raise SetupError('Running "%s" failed.' % ' '.join(cmd))
|
| -
|
| -
|
| -def FetchGraph(graph_zip_url, graph_dir):
|
| - """Fetch graph code.
|
| -
|
| - Args:
|
| - graph_zip_url: The url to a zip file containing the chrome graphs.
|
| - graph_dir: Directory of the chrome graphs.
|
| -
|
| - Raises:
|
| - SetupError: if unable to retrive the zip file.
|
| - """
|
| - # TODO(fdeng): remove this function once chrome graph
|
| - # is checked into chrome tree.
|
| - if not graph_zip_url:
|
| - logging.info(
|
| - 'Skip fetching chrome graphs' +
|
| - ' since --graph-zip-url is not set.')
|
| - return
|
| - graph_zip = urllib.urlretrieve(graph_zip_url)[0]
|
| - if graph_zip is None or not os.path.exists(graph_zip):
|
| - raise SetupError('Unable to retrieve %s' % graph_zip_url)
|
| - if not os.path.exists(graph_dir):
|
| - os.mkdir(graph_dir)
|
| - UnzipFilenameToDir(graph_zip, graph_dir)
|
| - logging.info('Graph code is downloaded to %s', graph_dir)
|
| -
|
| -
|
| -def GetCurrentOSType():
|
| - """Get a string representation for the current OS.
|
| -
|
| - Returns:
|
| - 'Mac', 'Win', 'Linux', or 'Linux_64'.
|
| -
|
| - Raises:
|
| - RuntimeError: if OS can't be identified.
|
| - """
|
| - if sys.platform == 'darwin':
|
| - os_type = 'Mac'
|
| - if sys.platform == 'win32':
|
| - os_type = 'Win'
|
| - if sys.platform.startswith('linux'):
|
| - os_type = 'Linux'
|
| - if platform.architecture()[0] == '64bit':
|
| - os_type += '_x64'
|
| - else:
|
| - raise RuntimeError('Unknown platform')
|
| - return os_type
|
| -
|
| -
|
| -def GetLatestRevision(os_type):
|
| - """Figure out the latest revision number of the prebuilt binary archive.
|
| -
|
| - Args:
|
| - os_type: 'Mac', 'Win', 'Linux', or 'Linux_64'.
|
| -
|
| - Returns:
|
| - A string of latest revision number.
|
| -
|
| - Raises:
|
| - SetupError: If unable to get the latest revision number.
|
| - """
|
| - last_change_url = ('http://commondatastorage.googleapis.com/'
|
| - 'chromium-browser-continuous/%s/LAST_CHANGE' % os_type)
|
| - response = urllib2.urlopen(last_change_url)
|
| - last_change = response.read()
|
| - if not last_change:
|
| - raise SetupError('Unable to get the latest revision number from %s' %
|
| - last_change_url)
|
| - return last_change
|
| -
|
| -
|
| -def UnzipFilenameToDir(filename, directory):
|
| - """Unzip |filename| to directory |directory|.
|
| -
|
| - This works with as low as python2.4 (used on win).
|
| - (Code is adapted from fetch_prebuilt_pyauto.py)
|
| - """
|
| - # TODO(fdeng): remove this function as soon as the Chrome Endure
|
| - # graphing code is checked into the chrome tree.
|
| - zf = zipfile.ZipFile(filename)
|
| - pushd = os.getcwd()
|
| - if not os.path.isdir(directory):
|
| - os.mkdir(directory)
|
| - os.chdir(directory)
|
| - # Extract files.
|
| - for info in zf.infolist():
|
| - name = info.filename
|
| - if name.endswith('/'): # dir
|
| - if not os.path.isdir(name):
|
| - os.makedirs(name)
|
| - else: # file
|
| - directory = os.path.dirname(name)
|
| - if directory and not os.path.isdir(directory):
|
| - os.makedirs(directory)
|
| - out = open(name, 'wb')
|
| - out.write(zf.read(name))
|
| - out.close()
|
| - # Set permissions. Permission info in external_attr is shifted 16 bits.
|
| - os.chmod(name, info.external_attr >> 16L)
|
| - os.chdir(pushd)
|
| -
|
| -
|
| -if '__main__' == __name__:
|
| - logging.basicConfig(format='[%(levelname)s] %(message)s', level=logging.DEBUG)
|
| - sys.exit(Main(sys.argv[1:]))
|
|
|