Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(314)

Unified Diff: scripts/slave/runtest.py

Issue 2330133002: Updating the SwarmingIsolatedScriptTest to upload chartjson results to the (Closed)
Patch Set: Updating steps.py to utilize new swarming api Created 4 years, 3 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: scripts/slave/runtest.py
diff --git a/scripts/slave/runtest.py b/scripts/slave/runtest.py
index a4f633acd21c4e6cf804ada708651788280bc1c3..b4cbc05d19b430ef8f9318f246bd5fecc940086c 100755
--- a/scripts/slave/runtest.py
+++ b/scripts/slave/runtest.py
@@ -70,10 +70,6 @@ HTTPD_CONF = {
'mac': 'httpd2_mac.conf',
'win': 'httpd.conf'
}
-# Regex matching git comment lines containing svn revision info.
-GIT_SVN_ID_RE = re.compile(r'^git-svn-id: .*@([0-9]+) .*$')
-# Regex for the master branch commit position.
-GIT_CR_POS_RE = re.compile(r'^Cr-Commit-Position: refs/heads/master@{#(\d+)}$')
# The directory that this script is in.
BASE_DIR = os.path.dirname(os.path.abspath(__file__))
@@ -208,30 +204,6 @@ def _GetMasterString(master):
return '[Running for master: "%s"]' % master
-def _GetGitCommitPositionFromLog(log):
- """Returns either the commit position or svn rev from a git log."""
- # Parse from the bottom up, in case the commit message embeds the message
- # from a different commit (e.g., for a revert).
- for r in [GIT_CR_POS_RE, GIT_SVN_ID_RE]:
- for line in reversed(log.splitlines()):
- m = r.match(line.strip())
- if m:
- return m.group(1)
- return None
-
-
-def _GetGitCommitPosition(dir_path):
- """Extracts the commit position or svn revision number of the HEAD commit."""
- git_exe = 'git.bat' if sys.platform.startswith('win') else 'git'
- p = subprocess.Popen(
- [git_exe, 'log', '-n', '1', '--pretty=format:%B', 'HEAD'],
- cwd=dir_path, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
- (log, _) = p.communicate()
- if p.returncode != 0:
- return None
- return _GetGitCommitPositionFromLog(log)
-
-
def _IsGitDirectory(dir_path):
"""Checks whether the given directory is in a git repository.
@@ -248,27 +220,6 @@ def _IsGitDirectory(dir_path):
return p.wait() == 0
-def _GetRevision(in_directory):
- """Returns the SVN revision, git commit position, or git hash.
-
- Args:
- in_directory: A directory in the repository to be checked.
-
- Returns:
- An SVN revision as a string if the given directory is in a SVN repository,
- or a git commit position number, or if that's not available, a git hash.
- If all of that fails, an empty string is returned.
- """
- import xml.dom.minidom
- if not os.path.exists(os.path.join(in_directory, '.svn')):
- if _IsGitDirectory(in_directory):
- svn_rev = _GetGitCommitPosition(in_directory)
- if svn_rev:
- return svn_rev
- return _GetGitRevision(in_directory)
- else:
- return ''
-
# Note: Not thread safe: http://bugs.python.org/issue2320
output = subprocess.Popen(['svn', 'info', '--xml'],
cwd=in_directory,
@@ -282,23 +233,6 @@ def _GetRevision(in_directory):
return ''
-def _GetGitRevision(in_directory):
- """Returns the git hash tag for the given directory.
-
- Args:
- in_directory: The directory where git is to be run.
-
- Returns:
- The git SHA1 hash string.
- """
- git_exe = 'git.bat' if sys.platform.startswith('win') else 'git'
- p = subprocess.Popen(
- [git_exe, 'rev-parse', 'HEAD'],
- cwd=in_directory, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
- (stdout, _) = p.communicate()
- return stdout.strip()
-
-
def _GenerateJSONForTestResults(options, log_processor):
"""Generates or updates a JSON file from the gtest results XML and upload the
file to the archive server.
@@ -360,14 +294,16 @@ def _GenerateJSONForTestResults(options, log_processor):
generate_json_options.chrome_revision = options.revision
else:
chrome_dir = chromium_utils.FindUpwardParent(build_dir, 'third_party')
- generate_json_options.chrome_revision = _GetRevision(chrome_dir)
+ generate_json_options.chrome_revision = \
+ slave_utils.GetRevision(chrome_dir)
if options.webkit_revision:
generate_json_options.webkit_revision = options.webkit_revision
else:
webkit_dir = chromium_utils.FindUpward(
build_dir, 'third_party', 'WebKit', 'Source')
- generate_json_options.webkit_revision = _GetRevision(webkit_dir)
+ generate_json_options.webkit_revision = \
+ slave_utils.GetRevision(webkit_dir)
# Generate results JSON file and upload it to the appspot server.
generator = gtest_slave_utils.GenerateJSONResults(
@@ -477,65 +413,21 @@ def _SelectLogProcessor(options, is_telemetry):
return None
-def _GetCommitPos(build_properties):
- """Extracts the commit position from the build properties, if its there."""
- if 'got_revision_cp' not in build_properties:
- return None
- commit_pos = build_properties['got_revision_cp']
- return int(re.search(r'{#(\d+)}', commit_pos).group(1))
-
-
def _GetMainRevision(options):
- """Return revision to use as the numerical x-value in the perf dashboard.
-
- This will be used as the value of "rev" in the data passed to
- results_dashboard.SendResults.
-
- In order or priority, this function could return:
- 1. The value of the --revision flag (IF it can be parsed as an int).
- 2. The value of "got_revision_cp" in build properties.
- 3. An SVN number, git commit position, or git commit hash.
- """
- if options.revision and options.revision.isdigit():
- return options.revision
- commit_pos_num = _GetCommitPos(options.build_properties)
- if commit_pos_num is not None:
- return commit_pos_num
- # TODO(sullivan,qyearsley): Don't fall back to _GetRevision if it returns
- # a git commit, since this should be a numerical revision. Instead, abort
- # and fail.
- return _GetRevision(os.path.dirname(os.path.abspath(options.build_dir)))
+ slave_utils.GetMainRevision(
+ options.build_properties, options.build_dir, options.revision)
def _GetBlinkRevision(options):
- if options.webkit_revision:
- webkit_revision = options.webkit_revision
- else:
- try:
- webkit_dir = chromium_utils.FindUpward(
- os.path.abspath(options.build_dir), 'third_party', 'WebKit', 'Source')
- webkit_revision = _GetRevision(webkit_dir)
- except Exception:
- webkit_revision = None
- return webkit_revision
+ slave_utils.GetBlinkRevision(options.build_dir, options.webkit_revision)
def _GetTelemetryRevisions(options):
- """Fills in the same revisions fields that process_log_utils does."""
-
- versions = {}
- versions['rev'] = _GetMainRevision(options)
- versions['webkit_rev'] = _GetBlinkRevision(options)
- versions['webrtc_rev'] = options.build_properties.get('got_webrtc_revision')
- versions['v8_rev'] = options.build_properties.get('got_v8_revision')
- versions['ver'] = options.build_properties.get('version')
- versions['git_revision'] = options.build_properties.get('git_revision')
- versions['point_id'] = options.point_id
- # There are a lot of "bad" revisions to check for, so clean them all up here.
- for key in versions.keys():
- if not versions[key] or versions[key] == 'undefined':
- del versions[key]
- return versions
+ return slave_utils.GetTelemetryRevisions(
+ options.build_properties,
+ _GetMainRevision(options),
+ _GetBlinkRevision(options),
+ options.point_id)
def _CreateLogProcessor(log_processor_class, options, telemetry_info):

Powered by Google App Engine
This is Rietveld 408576698