Update toolchain packaging to support VC++ preview toolsets

win_toolchain/package_from_installed.py

 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """
 From a system-installed copy of the toolchain, packages all the required bits
 into a .zip file.
 
 It assumes default install locations for tools, in particular:
 - C:\Program Files (x86)\Microsoft Visual Studio 12.0\...
@@ skipping 21 matching lines @@
 import tempfile
 import zipfile
 
 import get_toolchain_if_necessary
 
 
 VS_VERSION = None
 WIN_VERSION = None
 
 
-def BuildFileList():
+def BuildFileList(override_dir):
   result = []
 
   # Subset of VS corresponding roughly to VC.
   paths = [
       'DIA SDK/bin',
       'DIA SDK/idl',
       'DIA SDK/include',
       'DIA SDK/lib',
       'VC/atlmfc',
-      'VC/bin',
       'VC/crt',
-      'VC/include',
-      'VC/lib',
       'VC/redist',
   ]
 
+  if override_dir:
+    paths += [
+        (os.path.join(override_dir, 'bin'), 'VC/bin'),
+        (os.path.join(override_dir, 'include'), 'VC/include'),
+        (os.path.join(override_dir, 'lib'), 'VC/lib'),
+    ]
+  else:
+    paths += [
+        'VC/bin',
+        'VC/include',
+        'VC/lib',
+    ]
+
   if VS_VERSION == '2013':
     paths += [
         ('VC/redist/x86/Microsoft.VC120.CRT', 'sys32'),
         ('VC/redist/x86/Microsoft.VC120.MFC', 'sys32'),
         ('VC/redist/Debug_NonRedist/x86/Microsoft.VC120.DebugCRT', 'sys32'),
         ('VC/redist/Debug_NonRedist/x86/Microsoft.VC120.DebugMFC', 'sys32'),
         ('VC/redist/x64/Microsoft.VC120.CRT', 'sys64'),
         ('VC/redist/x64/Microsoft.VC120.MFC', 'sys64'),
         ('VC/redist/Debug_NonRedist/x64/Microsoft.VC120.DebugCRT', 'sys64'),
         ('VC/redist/Debug_NonRedist/x64/Microsoft.VC120.DebugMFC', 'sys64'),
@@ skipping 16 matching lines @@
   else:
     raise ValueError('VS_VERSION %s' % VS_VERSION)
 
   if VS_VERSION == '2013':
     vs_path = r'C:\Program Files (x86)\Microsoft Visual Studio 12.0'
   else:
     vs_path = r'C:\Program Files (x86)\Microsoft Visual Studio 14.0'
 
   for path in paths:
     src = path[0] if isinstance(path, tuple) else path
-    combined = os.path.join(vs_path, src)
+    # Note that vs_path is ignored if src is an absolute path.
+    # normpath is needed to change '/' to '\\' characters.
+    combined = os.path.normpath(os.path.join(vs_path, src))
     assert os.path.exists(combined) and os.path.isdir(combined)
     for root, _, files in os.walk(combined):
       for f in files:
         final_from = os.path.normpath(os.path.join(root, f))
         if isinstance(path, tuple):
+          assert final_from.startswith(combined)
+          dest = final_from[len(combined) + 1:]
           result.append(
-              (final_from, os.path.normpath(os.path.join(path[1], f))))
+              (final_from, os.path.normpath(os.path.join(path[1], dest))))
         else:
           assert final_from.startswith(vs_path)
           dest = final_from[len(vs_path) + 1:]
           if VS_VERSION == '2013' and dest.lower().endswith('\\xtree'):
             # Patch for C4702 in xtree on VS2013. http://crbug.com/346399.
             (handle, patched) = tempfile.mkstemp()
             with open(final_from, 'rb') as unpatched_f:
               unpatched_contents = unpatched_f.read()
             os.write(handle,
                 unpatched_contents.replace('warning(disable: 4127)',
@@ skipping 20 matching lines @@
         # (uncompressed) per version and wastes time. Only copy the specified
         # version.
         if (tail.startswith('Include\\') or tail.startswith('Lib\\') or
             tail.startswith('Source\\')):
           if tail.count(WIN_VERSION) == 0:
             continue
       to = os.path.join('win_sdk', tail)
       result.append((combined, to))
 
   if VS_VERSION == '2015':
-    # The Windows 10 Universal C Runtime installers are needed when packaging
-    # VS 2015. They can be download from here:
-    # https://support.microsoft.com/en-us/kb/2999226
-    # and they must be downloaded to the current user's downloads directory.
-    # The versions needed are those for 64-bit Windows 7, Windows 8, and
-    # Windows 8.1. The 64-bit Server 2008 R2, Server 2012, and Server 2012 R2
-    # versions are identical (same name and contents).
-    universal_runtime_installers = [
-        'Windows6.1-KB2999226-x64.msu',
-        'Windows8-RT-KB2999226-x64.msu',
-        'Windows8.1-KB2999226-x64.msu',
+    # Copy the x86 ucrt DLLs to all directories with 32-bit binaries that are
+    # added to the path by SetEnv.cmd, and to sys32.
+    ucrt_paths = glob.glob(os.path.join(sdk_path, r'redist\ucrt\dlls\x86\*'))
+    for ucrt_path in ucrt_paths:
+      ucrt_file = os.path.split(ucrt_path)[1]
+      for dest_dir in [ r'win_sdk\bin\x86', 'sys32' ]:
+        result.append((ucrt_path, os.path.join(dest_dir, ucrt_file)))
+
+    # Copy the x64 ucrt DLLs to all directories with 64-bit binaries that are
+    # added to the path by SetEnv.cmd, and to sys64.
+    ucrt_paths = glob.glob(os.path.join(sdk_path, r'redist\ucrt\dlls\x64\*'))
+    for ucrt_path in ucrt_paths:
+      ucrt_file = os.path.split(ucrt_path)[1]
+      for dest_dir in [ r'VC\bin\amd64_x86', r'VC\bin\amd64',
+                        r'win_sdk\bin\x64', 'sys64']:
+        result.append((ucrt_path, os.path.join(dest_dir, ucrt_file)))
+
+    system_crt_files = [
+        # Needed to let debug binaries run.
+        'ucrtbased.dll',
     ]
-
-    for installer in universal_runtime_installers:
-      result.append((os.path.join(os.environ['userprofile'], 'downloads',
-                                  installer),
-                     os.path.join('installers', installer)))
-
-    if VS_VERSION == '2015':
-      # Copy the x86 ucrt DLLs to all directories with 32-bit binaries that are
-      # added to the path by SetEnv.cmd, and to sys32.
-      ucrt_paths = glob.glob(os.path.join(sdk_path, r'redist\ucrt\dlls\x86\*'))
-      for ucrt_path in ucrt_paths:
-        ucrt_file = os.path.split(ucrt_path)[1]
-        for dest_dir in [ r'win_sdk\bin\x86', 'sys32' ]:
-          result.append((ucrt_path, os.path.join(dest_dir, ucrt_file)))
-
-      # Copy the x64 ucrt DLLs to all directories with 64-bit binaries that are
-      # added to the path by SetEnv.cmd, and to sys64.
-      ucrt_paths = glob.glob(os.path.join(sdk_path, r'redist\ucrt\dlls\x64\*'))
-      for ucrt_path in ucrt_paths:
-        ucrt_file = os.path.split(ucrt_path)[1]
-        for dest_dir in [ r'VC\bin\amd64_x86', r'VC\bin\amd64',
-                          r'win_sdk\bin\x64', 'sys64']:
-          result.append((ucrt_path, os.path.join(dest_dir, ucrt_file)))
-
-      system_crt_files = [
-          # Needed to let debug binaries run.
-          'ucrtbased.dll',
-      ]
-      bitness = platform.architecture()[0]
-      # When running 64-bit python the x64 DLLs will be in System32
-      x64_path = 'System32' if bitness == '64bit' else 'Sysnative'
-      x64_path = os.path.join(r'C:\Windows', x64_path)
-      for system_crt_file in system_crt_files:
-          result.append((os.path.join(r'C:\Windows\SysWOW64', system_crt_file),
-                         os.path.join('sys32', system_crt_file)))
-          result.append((os.path.join(x64_path, system_crt_file),
-                         os.path.join('sys64', system_crt_file)))
+    bitness = platform.architecture()[0]
+    # When running 64-bit python the x64 DLLs will be in System32
+    x64_path = 'System32' if bitness == '64bit' else 'Sysnative'
+    x64_path = os.path.join(r'C:\Windows', x64_path)
+    for system_crt_file in system_crt_files:
+        result.append((os.path.join(r'C:\Windows\SysWOW64', system_crt_file),
+                        os.path.join('sys32', system_crt_file)))
+        result.append((os.path.join(x64_path, system_crt_file),
+                        os.path.join('sys64', system_crt_file)))
 
   # Generically drop all arm stuff that we don't need, and
-  # drop .msi files because we don't need installers.
+  # drop .msi files because we don't need installers, and drop windows.winmd
+  # because it is unneeded and is different on every machine.
   return [(f, t) for f, t in result if 'arm\\' not in f.lower() and
                                        'arm64\\' not in f.lower() and
-                                       not f.lower().endswith('.msi')]
+                                       not f.lower().endswith('.msi') and
+                                       not f.lower().endswith('windows.winmd')]
 
 
 def GenerateSetEnvCmd(target_dir):
   """Generate a batch file that gyp expects to exist to set up the compiler
   environment.
 
   This is normally generated by a full install of the SDK, but we
   do it here manually since we do not do a full install."""
   # All these paths are relative to the directory containing SetEnv.cmd.
   include_dirs = [
@@ skipping 114 matching lines @@
 
 def main():
   usage = 'usage: %prog [options] 2013|2015'
   parser = optparse.OptionParser(usage)
   parser.add_option('-w', '--winver', action='store', type='string',
                     dest='winver', default='10.0.10586.0',
                     help='Windows SDK version, such as 10.0.10586.0')
   parser.add_option('-d', '--dryrun', action='store_true', dest='dryrun',
                     default=False,
                     help='scan for file existence and prints statistics')
+  parser.add_option('--override', action='store', type='string',
+                    dest='override_dir', default=None,
+                    help='Specify alternate bin/include/lib directory')
   (options, args) = parser.parse_args()
 
   if len(args) != 1 or args[0] not in ('2013', '2015'):
     print 'Must specify 2013 or 2015'
     parser.print_help();
     return 1
 
+  if options.override_dir:
+    if (not os.path.exists(os.path.join(options.override_dir, 'bin')) or
+        not os.path.exists(os.path.join(options.override_dir, 'include')) or
+        not os.path.exists(os.path.join(options.override_dir, 'lib'))):
+      print 'Invalid override directory - must contain bin/include/lib dirs'
+      return 1
+
   global VS_VERSION
   VS_VERSION = args[0]
   global WIN_VERSION
   WIN_VERSION = options.winver
 
   print 'Building file list for VS %s Windows %s...' % (VS_VERSION, WIN_VERSION)
-  files = BuildFileList()
+  files = BuildFileList(options.override_dir)
 
   AddEnvSetup(files)
 
   if False:
     for f in files:
       print f[0], '->', f[1]
     return 0
 
   output = 'out.zip'
   if os.path.exists(output):
@@ skipping 29 matching lines @@
   sys.stdout.write('\rWrote to %s.%s\n' % (output, ' '*50))
   sys.stdout.flush()
 
   RenameToSha1(output)
 
   return 0
 
 
 if __name__ == '__main__':
   sys.exit(main())