Move Googlers to gs:// based toolchain pull

win_toolchain/get_toolchain_if_necessary.py

 #!/usr/bin/env python
 # Copyright 2013 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Downloads and unpacks a toolchain for building on Windows. The contents are
 matched by sha1 which will be updated when the toolchain is updated.
 
 Having a toolchain script in depot_tools means that it's not versioned
 directly with the source code. That is, if the toolchain is upgraded, but
@@ skipping 20 matching lines @@
 import json
 import optparse
 import os
 import shutil
 import subprocess
 import sys
 import time
 
 
 BASEDIR = os.path.dirname(os.path.abspath(__file__))
+sys.path.append(os.path.join(BASEDIR, '..'))
+import download_from_google_storage
 
 
 GetFileAttributes = ctypes.windll.kernel32.GetFileAttributesW
 GetFileAttributes.argtypes = (ctypes.wintypes.LPWSTR,)
 GetFileAttributes.restype = ctypes.wintypes.DWORD
 FILE_ATTRIBUTE_HIDDEN = 0x2
 FILE_ATTRIBUTE_SYSTEM = 0x4
 
 
 def IsHidden(file_path):
@@ skipping 73 matching lines @@
         ['svn', 'ls', '--non-interactive',
          'svn://svn.chromium.org/chrome-internal/trunk/src-internal/'],
         shell=True, stdin=nul, stdout=nul, stderr=nul) == 0:
       return True
     return subprocess.call(
         ['git', '-c', 'core.askpass=true', 'remote', 'show',
          'https://chrome-internal.googlesource.com/chrome/src-internal/'],
         shell=True, stdin=nul, stdout=nul, stderr=nul) == 0
 
 
+def LooksLikeGoogler():
+  """Checks for a USERDOMAIN environment variable of 'GOOGLE', which
+  probably implies the current user is a Googler."""
+  return os.environ.get('USERDOMAIN').upper() == 'GOOGLE'
+
+
+def CanAccessToolchainBucket():
+  """Checks whether the user has access to gs://chrome-wintoolchain/."""
+  gsutil = download_from_google_storage.Gsutil(
+      download_from_google_storage.GSUTIL_DEFAULT_PATH, boto_path=None)
+  code, _, _ = gsutil.check_call('ls', 'gs://chrome-wintoolchain/')
+  return code == 0
+
+
+def ConfigureGsAccess():
+  """Starts the authentication flow for gs://, and confirms that it's
+  accessible after completion, or retries indefinitely.
+  """
+  while not CanAccessToolchainBucket():
+    print 'Access to gs://chrome-wintoolchain/ not configured.'
+    print '-----------------------------------------------------------------'
+    print
+    print 'You appear to be a Googler.'
+    print
+    print 'I\'m sorry for the hassle, but you need to do a one-time manual'
+    print 'authentication. Instructions will open in a new window. This is'
+    print 'a run of "gsutil config".'
+    print
+    print 'NOTE: Just press Enter when asked for a "project-id".'
+    print
+    print '-----------------------------------------------------------------'
+    print
+    sys.stdout.flush()
+    # gclient's buffering makes this hang if we're run from inside gclient
+    # as is typical. So, spawn a new window for the config prompt. :(
+    subprocess.check_call(
+        ['start', '/wait', 'cmd', '/c',
+         'download_from_google_storage', '--config'],
+        shell=True)
+
+
 def DelayBeforeRemoving(target_dir):
   """A grace period before deleting the out of date toolchain directory."""
   if (os.path.isdir(target_dir) and
       not bool(int(os.environ.get('CHROME_HEADLESS', '0')))):
     for i in range(9, 0, -1):
       sys.stdout.write(
               '\rRemoving old toolchain in %ds... (Ctrl-C to cancel)' % i)
       sys.stdout.flush()
       time.sleep(1)
     print
@@ skipping 16 matching lines @@
   os.chdir(os.path.normpath(os.path.join(BASEDIR)))
   toolchain_dir = '.'
   target_dir = os.path.normpath(os.path.join(toolchain_dir, 'vs2013_files'))
 
   # If the current hash doesn't match what we want in the file, nuke and pave.
   # Typically this script is only run when the .sha1 one file is updated, but
   # directly calling "gclient runhooks" will also run it, so we cache
   # based on timestamps to make that case fast.
   current_hash = CalculateHash(target_dir)
   if current_hash not in desired_hashes:
-    should_get_pro = (os.path.isfile(os.path.join(BASEDIR, '.vspro')) or
-                      HaveSrcInternalAccess())
+    should_use_gs = False
+    if (CanAccessToolchainBucket() or
+        HaveSrcInternalAccess() or
+        LooksLikeGoogler()):
+      should_use_gs = True
+      ConfigureGsAccess()
     print('Windows toolchain out of date or doesn\'t exist, updating (%s)...' %
-          ('Pro' if should_get_pro else 'Express'))
+          ('Pro' if should_use_gs else 'Express'))
     print('  current_hash: %s' % current_hash)
     print('  desired_hashes: %s' % ', '.join(desired_hashes))
+    sys.stdout.flush()
     DelayBeforeRemoving(target_dir)
     # This stays resident and will make the rmdir below fail.
     with open(os.devnull, 'wb') as nul:
       subprocess.call(['taskkill', '/f', '/im', 'mspdbsrv.exe'],
                       stdin=nul, stdout=nul, stderr=nul)
     if os.path.isdir(target_dir):
       subprocess.check_call('rmdir /s/q "%s"' % target_dir, shell=True)
     args = [sys.executable,
             'toolchain2013.py',
             '--targetdir', target_dir,
             '--sha1', desired_hashes[0]]
-    if not should_get_pro:
+    if should_use_gs:
+      args.append('--use-gs')
+    else:
       args.append('--express')
     subprocess.check_call(args)
     current_hash = CalculateHash(target_dir)
     if current_hash not in desired_hashes:
       print >> sys.stderr, (
           'Got wrong hash after pulling a new toolchain. '
           'Wanted one of \'%s\', got \'%s\'.' % (
               ', '.join(desired_hashes), current_hash))
       return 1
     SaveTimestampsAndHash(target_dir, current_hash)
 
   if options.output_json:
     shutil.copyfile(os.path.join(target_dir, '..', 'data.json'),
                     options.output_json)
 
   return 0
 
 
 if __name__ == '__main__':
   sys.exit(main())