[Findit] Fetch DEPS from buildspec/ instead of trunk for chrome official builds.

appengine/findit/common/chromium_deps.py

Index: appengine/findit/common/chromium_deps.py
diff --git a/appengine/findit/common/chromium_deps.py b/appengine/findit/common/chromium_deps.py
index 970b2df6dce69523948993dca745357711c35c59..edae6f49f6551f27fe92a954ad062de3e9a87cec 100644
--- a/appengine/findit/common/chromium_deps.py
+++ b/appengine/findit/common/chromium_deps.py
@@ -2,18 +2,36 @@
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
-from common import git_repository
-from common import http_client_appengine
+import base64
+import functools
+import re
+
+from common import auth_util
 from common import dependency
 from common import deps_parser
-
+from common import git_repository
+from common import http_client_appengine
 
 _CHROMIUM_ROOT_DIR = 'src/'
 _CHROMIUM_REPO_MASTER = 'https://chromium.googlesource.com/chromium/src.git'
 
+_CHROME_VERSION_PATTERN = re.compile(r'^\d+\.\d+\.\d+\.\d+$')
+
+_BUILDSPEC_REPO = ('https://chrome-internal.googlesource.com/chrome/tools/'
+                   'buildspec.git/')
+
+
+def IsChromeVersion(revision):
+  """Determines if a revision is a chrome version."""
+  if _CHROME_VERSION_PATTERN.match(revision):
+    return True
+
+  return False
+
 
 class DEPSDownloader(deps_parser.DEPSLoader):
   """Downloads DEPS from remote Git repo."""
+
   def __init__(self, check_deps_git_first=False):
     """
     Args:
@@ -23,10 +41,27 @@ class DEPSDownloader(deps_parser.DEPSLoader):
 
   def Load(self, repo_url, revision, deps_file):
     http_client = http_client_appengine.HttpClientAppengine()
-    repo = git_repository.GitRepository(repo_url, http_client)
-
     content = None
 
+    if IsChromeVersion(revision):
+      # The buildspec/ is a chrome internal repo, add header to verify the
+      # identity of the appengine app based on the service account.
+      headers = {'Authorization': 'Bearer ' + auth_util.GetAuthToken()}
+      http_client.Get = functools.partial(http_client.Get, headers=headers)

[stgao, 2016/05/06 00:15:53]

This seems a little hacky to me.

An alternative is to make HttpClientAppengine attach the needed header when a
flag is set or something.

By the hostname in the url, we know when the header should be attached.

Will discuss with you on the details for this offline.

[Sharu Jiang, 2016/05/06 18:35:28]

Done.

+
+      repo = git_repository.GitRepository(_BUILDSPEC_REPO, http_client)

[stgao, 2016/05/06 00:15:53]

Can we unify this with the code below?

[Sharu Jiang, 2016/05/06 18:35:28]

Done.

+      content = repo.GetSource('releases/%s/%s' % (revision, deps_file),
+                               'master')
+
+      if content is None:
+        raise Exception(
+            'Failed to pull %s file from buildspec/ for version %s.' % (
+                deps_file, revision))
+
+      return content
+
+    repo = git_repository.GitRepository(repo_url, http_client)
+
     if self.check_deps_git_first and deps_file == 'DEPS':
       # When the given deps_file is "DEPS" and .DEPS.git should be checked
       # first, it's because before migration from SVN to Git, .DEPS.git contains
@@ -50,9 +85,10 @@ def GetChromeDependency(revision, platform, check_deps_git_first=False):
   """Returns all dependencies of Chrome as a dict for the given revision and OS.
 
   Args:
-    revision (str): The revision of a Chrome build.
+    revision (str): The revision of a Chrome build, it can be a githash or a
+      chrome version for a official build.
     platform (str): The target platform of the Chrome build, should be one of
-        'win', 'ios', 'mac', 'unix', 'android', or 'all'.
+      'win', 'ios', 'mac', 'unix', 'android', or 'all'.
     check_deps_git_first (bool): If True, use .DEPS.git instead of DEPS.
 
   Returns:
@@ -61,8 +97,8 @@ def GetChromeDependency(revision, platform, check_deps_git_first=False):
   root_dep = dependency.Dependency(
       _CHROMIUM_ROOT_DIR, _CHROMIUM_REPO_MASTER, revision, 'DEPS')
 
-  deps_parser.UpdateDependencyTree(
-      root_dep, [platform], DEPSDownloader(check_deps_git_first))
+  deps_parser.UpdateDependencyTree(root_dep, [platform],
+                                   DEPSDownloader(check_deps_git_first))
 
   dependencies = {}
 
@@ -78,14 +114,21 @@ def GetChromeDependency(revision, platform, check_deps_git_first=False):
 
 
 def GetChromiumDEPSRolls(old_cr_revision, new_cr_revision, platform,
-                         check_deps_git_first=False):
+                         check_deps_git_first=False, skip_chromium_roll=True):
   """Returns a list of dependency rolls between the given Chromium revisions.
 
   Args:
-    old_cr_revision (str): The Git commit hash for the old Chromium revision.
-    new_cr_revision (str): The Git commit hash for the new Chromium revision.
+    old_cr_revision (str): The old Chromium revision, it can be a githash or a
+      chrome version for a official build.
+    new_cr_revision (str): The new Chromium revision, it can be a githash or a
+      chrome version for a official build.
     platform (str): The target OS platform of the Chrome or test binary.
     check_deps_git_first (bool): If True, use .DEPS.git instead of DEPS.
+    skip_chromium_roll (bool): If False, chromium roll will be contained in
+      the return.
+
+  Returns:
+    A list of DependencyRoll objects in the revision range.
   """
   old_deps = GetChromeDependency(
       old_cr_revision, platform, check_deps_git_first)
@@ -95,7 +138,7 @@ def GetChromiumDEPSRolls(old_cr_revision, new_cr_revision, platform,
   rolls = []
 
   for path, new_dep in new_deps.iteritems():
-    if path == _CHROMIUM_ROOT_DIR:  # Skip the root dependency -- chromium.
+    if skip_chromium_roll and path == _CHROMIUM_ROOT_DIR:
       continue
 
     old_revision = None
@@ -117,22 +160,20 @@ def GetChromiumDEPSRolls(old_cr_revision, new_cr_revision, platform,
 
 
 def GetDEPSRollsDict(old_cr_revision, new_cr_revision, platform):
-  """Gets dep_path to DependencyRoll dictionary for deps in
-  (old_cr_revision, new_cr_revision].
+  """Gets dep_path to DependencyRoll dictionary for deps between revisions.
 
   Args:
-    old_cr_revision (str): The Git commit hash for the old Chromium revision.
-    new_cr_revision (str): The Git commit hash for the new Chromium revision.
+    old_cr_revision (str): The old Chromium revision, it can be a githash or a
+      chrome version for a official build.
+    new_cr_revision (str): The new Chromium revision, it can be a githash or a
+      chrome version for a official build.
     platform (str): The target OS platform of the Chrome or test binary.
 
   Returns:
-    A dict, mapping dep path to DependencyRoll.
+    A dict, mapping dep path to its DependencyRoll.
   """
-  deps_rolls = GetChromiumDEPSRolls(old_cr_revision, new_cr_revision, platform)
-  # Add chromium as dependency roll.
-  deps_rolls.append(dependency.DependencyRoll(
-      _CHROMIUM_ROOT_DIR, _CHROMIUM_REPO_MASTER,
-      old_cr_revision, new_cr_revision))
+  deps_rolls = GetChromiumDEPSRolls(old_cr_revision, new_cr_revision, platform,
+                                    skip_chromium_roll=False)
 
   deps_rolls_dict = {}
   for dep_roll in deps_rolls: