| Index: scripts/slave/runtest.py
|
| diff --git a/scripts/slave/runtest.py b/scripts/slave/runtest.py
|
| index a4f633acd21c4e6cf804ada708651788280bc1c3..b4cbc05d19b430ef8f9318f246bd5fecc940086c 100755
|
| --- a/scripts/slave/runtest.py
|
| +++ b/scripts/slave/runtest.py
|
| @@ -70,10 +70,6 @@ HTTPD_CONF = {
|
| 'mac': 'httpd2_mac.conf',
|
| 'win': 'httpd.conf'
|
| }
|
| -# Regex matching git comment lines containing svn revision info.
|
| -GIT_SVN_ID_RE = re.compile(r'^git-svn-id: .*@([0-9]+) .*$')
|
| -# Regex for the master branch commit position.
|
| -GIT_CR_POS_RE = re.compile(r'^Cr-Commit-Position: refs/heads/master@{#(\d+)}$')
|
|
|
| # The directory that this script is in.
|
| BASE_DIR = os.path.dirname(os.path.abspath(__file__))
|
| @@ -208,30 +204,6 @@ def _GetMasterString(master):
|
| return '[Running for master: "%s"]' % master
|
|
|
|
|
| -def _GetGitCommitPositionFromLog(log):
|
| - """Returns either the commit position or svn rev from a git log."""
|
| - # Parse from the bottom up, in case the commit message embeds the message
|
| - # from a different commit (e.g., for a revert).
|
| - for r in [GIT_CR_POS_RE, GIT_SVN_ID_RE]:
|
| - for line in reversed(log.splitlines()):
|
| - m = r.match(line.strip())
|
| - if m:
|
| - return m.group(1)
|
| - return None
|
| -
|
| -
|
| -def _GetGitCommitPosition(dir_path):
|
| - """Extracts the commit position or svn revision number of the HEAD commit."""
|
| - git_exe = 'git.bat' if sys.platform.startswith('win') else 'git'
|
| - p = subprocess.Popen(
|
| - [git_exe, 'log', '-n', '1', '--pretty=format:%B', 'HEAD'],
|
| - cwd=dir_path, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
| - (log, _) = p.communicate()
|
| - if p.returncode != 0:
|
| - return None
|
| - return _GetGitCommitPositionFromLog(log)
|
| -
|
| -
|
| def _IsGitDirectory(dir_path):
|
| """Checks whether the given directory is in a git repository.
|
|
|
| @@ -248,27 +220,6 @@ def _IsGitDirectory(dir_path):
|
| return p.wait() == 0
|
|
|
|
|
| -def _GetRevision(in_directory):
|
| - """Returns the SVN revision, git commit position, or git hash.
|
| -
|
| - Args:
|
| - in_directory: A directory in the repository to be checked.
|
| -
|
| - Returns:
|
| - An SVN revision as a string if the given directory is in a SVN repository,
|
| - or a git commit position number, or if that's not available, a git hash.
|
| - If all of that fails, an empty string is returned.
|
| - """
|
| - import xml.dom.minidom
|
| - if not os.path.exists(os.path.join(in_directory, '.svn')):
|
| - if _IsGitDirectory(in_directory):
|
| - svn_rev = _GetGitCommitPosition(in_directory)
|
| - if svn_rev:
|
| - return svn_rev
|
| - return _GetGitRevision(in_directory)
|
| - else:
|
| - return ''
|
| -
|
| # Note: Not thread safe: http://bugs.python.org/issue2320
|
| output = subprocess.Popen(['svn', 'info', '--xml'],
|
| cwd=in_directory,
|
| @@ -282,23 +233,6 @@ def _GetRevision(in_directory):
|
| return ''
|
|
|
|
|
| -def _GetGitRevision(in_directory):
|
| - """Returns the git hash tag for the given directory.
|
| -
|
| - Args:
|
| - in_directory: The directory where git is to be run.
|
| -
|
| - Returns:
|
| - The git SHA1 hash string.
|
| - """
|
| - git_exe = 'git.bat' if sys.platform.startswith('win') else 'git'
|
| - p = subprocess.Popen(
|
| - [git_exe, 'rev-parse', 'HEAD'],
|
| - cwd=in_directory, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
|
| - (stdout, _) = p.communicate()
|
| - return stdout.strip()
|
| -
|
| -
|
| def _GenerateJSONForTestResults(options, log_processor):
|
| """Generates or updates a JSON file from the gtest results XML and upload the
|
| file to the archive server.
|
| @@ -360,14 +294,16 @@ def _GenerateJSONForTestResults(options, log_processor):
|
| generate_json_options.chrome_revision = options.revision
|
| else:
|
| chrome_dir = chromium_utils.FindUpwardParent(build_dir, 'third_party')
|
| - generate_json_options.chrome_revision = _GetRevision(chrome_dir)
|
| + generate_json_options.chrome_revision = \
|
| + slave_utils.GetRevision(chrome_dir)
|
|
|
| if options.webkit_revision:
|
| generate_json_options.webkit_revision = options.webkit_revision
|
| else:
|
| webkit_dir = chromium_utils.FindUpward(
|
| build_dir, 'third_party', 'WebKit', 'Source')
|
| - generate_json_options.webkit_revision = _GetRevision(webkit_dir)
|
| + generate_json_options.webkit_revision = \
|
| + slave_utils.GetRevision(webkit_dir)
|
|
|
| # Generate results JSON file and upload it to the appspot server.
|
| generator = gtest_slave_utils.GenerateJSONResults(
|
| @@ -477,65 +413,21 @@ def _SelectLogProcessor(options, is_telemetry):
|
| return None
|
|
|
|
|
| -def _GetCommitPos(build_properties):
|
| - """Extracts the commit position from the build properties, if its there."""
|
| - if 'got_revision_cp' not in build_properties:
|
| - return None
|
| - commit_pos = build_properties['got_revision_cp']
|
| - return int(re.search(r'{#(\d+)}', commit_pos).group(1))
|
| -
|
| -
|
| def _GetMainRevision(options):
|
| - """Return revision to use as the numerical x-value in the perf dashboard.
|
| -
|
| - This will be used as the value of "rev" in the data passed to
|
| - results_dashboard.SendResults.
|
| -
|
| - In order or priority, this function could return:
|
| - 1. The value of the --revision flag (IF it can be parsed as an int).
|
| - 2. The value of "got_revision_cp" in build properties.
|
| - 3. An SVN number, git commit position, or git commit hash.
|
| - """
|
| - if options.revision and options.revision.isdigit():
|
| - return options.revision
|
| - commit_pos_num = _GetCommitPos(options.build_properties)
|
| - if commit_pos_num is not None:
|
| - return commit_pos_num
|
| - # TODO(sullivan,qyearsley): Don't fall back to _GetRevision if it returns
|
| - # a git commit, since this should be a numerical revision. Instead, abort
|
| - # and fail.
|
| - return _GetRevision(os.path.dirname(os.path.abspath(options.build_dir)))
|
| + slave_utils.GetMainRevision(
|
| + options.build_properties, options.build_dir, options.revision)
|
|
|
|
|
| def _GetBlinkRevision(options):
|
| - if options.webkit_revision:
|
| - webkit_revision = options.webkit_revision
|
| - else:
|
| - try:
|
| - webkit_dir = chromium_utils.FindUpward(
|
| - os.path.abspath(options.build_dir), 'third_party', 'WebKit', 'Source')
|
| - webkit_revision = _GetRevision(webkit_dir)
|
| - except Exception:
|
| - webkit_revision = None
|
| - return webkit_revision
|
| + slave_utils.GetBlinkRevision(options.build_dir, options.webkit_revision)
|
|
|
|
|
| def _GetTelemetryRevisions(options):
|
| - """Fills in the same revisions fields that process_log_utils does."""
|
| -
|
| - versions = {}
|
| - versions['rev'] = _GetMainRevision(options)
|
| - versions['webkit_rev'] = _GetBlinkRevision(options)
|
| - versions['webrtc_rev'] = options.build_properties.get('got_webrtc_revision')
|
| - versions['v8_rev'] = options.build_properties.get('got_v8_revision')
|
| - versions['ver'] = options.build_properties.get('version')
|
| - versions['git_revision'] = options.build_properties.get('git_revision')
|
| - versions['point_id'] = options.point_id
|
| - # There are a lot of "bad" revisions to check for, so clean them all up here.
|
| - for key in versions.keys():
|
| - if not versions[key] or versions[key] == 'undefined':
|
| - del versions[key]
|
| - return versions
|
| + return slave_utils.GetTelemetryRevisions(
|
| + options.build_properties,
|
| + _GetMainRevision(options),
|
| + _GetBlinkRevision(options),
|
| + options.point_id)
|
|
|
|
|
| def _CreateLogProcessor(log_processor_class, options, telemetry_info):
|
|
|