Build delegation for perf tryjobs

scripts/slave/recipe_modules/perf_try/build_state.py

+"""
+  Most code in this class are copied or adapted from revision_state in
+  auto_bisect module. Future refactoring is needed.
+"""
+
+import json
+
+class BuildState(object):
+
+  SUCCESS, WARNINGS, FAILURE, SKIPPED, EXCEPTION = range(5)
+
+  def __init__(self, api, commit_hash):
+    self.api = api
+    self.commit_hash = str(commit_hash)
+    self.build_file_path = self._get_build_file_path(commit_hash)
+    self.build_archived = False
+    self.build_number = None
+
+  def _get_build_file_path(self, commit_hash):
+    revision_suffix = '%s.zip' % commit_hash
+    return self._get_platform_gs_prefix() + revision_suffix
+
+  #Duplicate code from auto_bisect.revision_state._get_platform_gs_prefix
+  def _get_platform_gs_prefix(self):

[prasadv, 2016/06/15 17:55:14]

I don't think we should store these perf tryjob builds here because the archives
built by perf tryjobs are for uncommitted codes.

Possible approaches:
1. Create a separate bucket to archive perf try job builds with and without
patch.

or
2. Only archive builds with patches in separate bucket, and use chrome-per
bucket for builds without patches. (before posting a build request for revision
without patch, we should check if the build is already cached if so use that
otherwise post the build request)

[Ziqi Xiong, 2016/06/21 22:21:26]

Done.

+    bot_name = self.api.m.properties.get('buildername', '')
+    if 'win' in bot_name:
+      if any(b in bot_name for b in ['x64', 'gpu']):
+        return 'gs://chrome-perf/Win x64 Builder/full-build-win32_'
+      return 'gs://chrome-perf/Win Builder/full-build-win32_'
+    if 'android' in bot_name:
+      if 'nexus9' in bot_name:
+        return 'gs://chrome-perf/android_perf_rel_arm64/full-build-linux_'
+      return 'gs://chrome-perf/android_perf_rel/full-build-linux_'
+    if 'mac' in bot_name:
+      return 'gs://chrome-perf/Mac Builder/full-build-mac_'
+    return 'gs://chrome-perf/Linux Builder/full-build-linux'
+
+  #Duplicate code from auto_bisect.revision_state.api
+  def _gsutil_file_exists(self, path):
+    """Returns True if a file exists at the given GS path."""
+    api = self.api
+    try:
+      api.m.gsutil(['ls', path])
+    except api.m.step.StepFailure:  # pragma: no cover
+      return False
+    return True
+
+  #Duplicate code from auto_bisect.revision_state.is_build_archived
+  def is_build_archived(self):
+    """Checks if the revision is already built and archived."""
+    if not self.build_archived:
+      api = self.api
+      self.build_archived = self._gsutil_file_exists(self.build_file_path)
+    return self.build_archived
+
+
+  #Duplicate code from auto_bisect.revision_state._fetch_build_info
+  def _fetch_build_info(self, base_url, build_number):
+    api = self.api
+    build_url = '%s/builds/%s?as_text=1' % (base_url, build_number)
+    fetch_result = api.m.url.fetch( build_url, step_name='fetch build details')
+    return json.loads(fetch_result or '{}')
+
+  #Duplicate code from auto_bisect.revision_state.is_build_failed
+  def is_build_failed(self):

[prasadv, 2016/06/15 17:55:14]

I think we should use buildbucket apis to determine the status of builds.

[Ziqi Xiong, 2016/06/17 18:41:31]

Done.

[prasadv, 2016/06/20 18:31:47]

Can you please check the feasibility of using buildcuket recipe module to check
the status of the build.
tryjob should bailout quickly in case the requested build is failed.

[Ziqi Xiong, 2016/06/21 22:21:26]

Done.

+    api = self.api
+    current_build = None
+    path = 'json/builders/' + api.get_builder_bot_for_this_platform()
+    base_url = api.m.properties.get('buildbotURL', 'http://localhost:8041/')
+    base_url += path
+    if self.build_number is None:
+      try:
+        # Get all the current builds.
+        builder_state_url = base_url + '?as_text=1'
+        builder_state = api.m.url.fetch(
+            builder_state_url, step_name='fetch builder state')
+        builder_state = json.loads(builder_state or '{}')
+        for build_number in builder_state.get('cachedBuilds', []):
+          build = self._fetch_build_info(base_url, build_number)
+          # Properties is a list of triples (key, value, source)
+          build_properties = dict([t[:2] for t in build.get('properties', [])])
+          if build_properties.get('build_archive_url') == self.build_url:
+            self.build_number = build_number
+            current_build = build
+            break
+      except (api.m.step.StepFailure, ValueError):  # pragma: no cover
+        # If we cannot get json from buildbot, we cannot determine if a build is
+        # failed, hence we consider it in progress until it times out.
+        return False
+    if self.build_number is None:
+      # The build hasn't started yet, therefore it's not failed.
+      return False
+    if not current_build:
+      current_build = self._fetch_build_info(base_url, self.build_number)
+    return current_build.get('results') in [FAILURE, SKIPPED, EXCEPTION]