Adds SSO auth to gsutil

download_from_google_storage.py

 #!/usr/bin/env python
 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Download files from Google Storage based on SHA1 sums."""
 
 
 import hashlib
 import optparse
@@ skipping 18 matching lines @@
 
 
 class InvalidFileError(IOError):
   pass
 
 
 # Common utilities
 class Gsutil(object):
   """Call gsutil with some predefined settings.  This is a convenience object,
   and is also immutable."""
-  def __init__(self, path, boto_path, timeout=None):
+  def __init__(self, path, boto_path, timeout=None, bypass_prodaccess=False):
     if not os.path.exists(path):
       raise FileNotFoundError('GSUtil not found in %s' % path)
     self.path = path
     self.timeout = timeout
     self.boto_path = boto_path
+    self.bypass_prodaccess = bypass_prodaccess
 
   def get_sub_env(self):
     env = os.environ.copy()
     if self.boto_path == os.devnull:
       env['AWS_CREDENTIAL_FILE'] = ''
       env['BOTO_CONFIG'] = ''
     elif self.boto_path:
       env['AWS_CREDENTIAL_FILE'] = self.boto_path
       env['BOTO_CONFIG'] = self.boto_path
     else:
       custompath = env.get('AWS_CREDENTIAL_FILE', '~/.boto') + '.depot_tools'
       custompath = os.path.expanduser(custompath)
       if os.path.exists(custompath):
         env['AWS_CREDENTIAL_FILE'] = custompath
 
     return env
 
   def call(self, *args):
-    return subprocess2.call((sys.executable, self.path) + args,
-                            env=self.get_sub_env(),
-                            timeout=self.timeout)
+    cmd = [sys.executable, self.path]
+    if self.bypass_prodaccess:
+      cmd.append('--bypass_prodaccess')
+    cmd.extend(args)
+    return subprocess2.call(cmd, env=self.get_sub_env(), timeout=self.timeout)
 
   def check_call(self, *args):
+    cmd = [sys.executable, self.path]
+    if self.bypass_prodaccess:
+      cmd.append('--bypass_prodaccess')
+    cmd.extend(args)
     ((out, err), code) = subprocess2.communicate(
-        (sys.executable, self.path) + args,
+        cmd,
         stdout=subprocess2.PIPE,
         stderr=subprocess2.PIPE,
         env=self.get_sub_env(),
         timeout=self.timeout)
 
     # Parse output.
     status_code_match = re.search('status=([0-9]+)', err)
     if status_code_match:
       return (int(status_code_match.group(1)), out, err)
     if ('You are attempting to access protected data with '
@@ skipping 240 matching lines @@
     if not re.match(options.platform, sys.platform):
       if options.verbose:
         print('The current platform doesn\'t match "%s", skipping.' %
               options.platform)
       return 0
 
   # Set the boto file to /dev/null if we don't need auth.
   if options.no_auth:
     options.boto = os.devnull
 
-  # Make sure we can find a working instance of gsutil.
+  # Make sure gsutil exists where we expect it to.
   if os.path.exists(GSUTIL_DEFAULT_PATH):
-    gsutil = Gsutil(GSUTIL_DEFAULT_PATH, boto_path=options.boto)
+    gsutil = Gsutil(GSUTIL_DEFAULT_PATH,
+                    boto_path=options.boto,
+                    bypass_prodaccess=options.no_auth)
   else:
-    gsutil = None
-    for path in os.environ["PATH"].split(os.pathsep):
-      if os.path.exists(path) and 'gsutil' in os.listdir(path):
-        gsutil = Gsutil(os.path.join(path, 'gsutil'), boto_path=options.boto)
-    if not gsutil:
-      parser.error('gsutil not found in %s, bad depot_tools checkout?' %
-                  GSUTIL_DEFAULT_PATH)
+    parser.error('gsutil not found in %s, bad depot_tools checkout?' %
+                 GSUTIL_DEFAULT_PATH)
 
   # Passing in -g/--config will run our copy of GSUtil, then quit.
   if options.config:
     return gsutil.call('config')
 
   if not args:
     parser.error('Missing target.')
   if len(args) > 1:
     parser.error('Too many targets.')
   if not options.bucket:
@@ skipping 35 matching lines @@
     return code
 
   return download_from_google_storage(
       input_filename, base_url, gsutil, options.num_threads, options.directory,
       options.recursive, options.force, options.output, options.ignore_errors,
       options.sha1_file, options.verbose)
 
 
 if __name__ == '__main__':
   sys.exit(main(sys.argv))