luci-py/isolateserver.py: Add archive support when downloading.

client/run_isolated.py

 #!/usr/bin/env python
 # Copyright 2012 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 """Runs a command with optional isolated input/output.
 
 Despite name "run_isolated", can run a generic non-isolated command specified as
 args.
 
@@ skipping 73 matching lines @@
   # unsupported and probably unneeded.
   assert not zip_package.is_zipped_module(sys.modules[__name__])
   assert THIS_FILE_PATH
   assert BASE_DIR
   package = zip_package.ZipPackage(root=BASE_DIR)
   package.add_python_file(THIS_FILE_PATH, '__main__.py' if executable else None)
   package.add_python_file(os.path.join(BASE_DIR, 'isolated_format.py'))
   package.add_python_file(os.path.join(BASE_DIR, 'isolateserver.py'))
   package.add_python_file(os.path.join(BASE_DIR, 'auth.py'))
   package.add_python_file(os.path.join(BASE_DIR, 'cipd.py'))
+  package.add_directory(os.path.join(BASE_DIR, 'libs'))

[nodir, 2016/06/20 15:54:35]

why do we need this?

[mithro, 2016/06/21 06:42:33]

The ar files are under libs/

   package.add_directory(os.path.join(BASE_DIR, 'third_party'))
   package.add_directory(os.path.join(BASE_DIR, 'utils'))
   return package
 
 
 def make_temp_dir(prefix, root_dir=None):
   """Returns a temporary directory.
 
   If root_dir is given and /tmp is on same file system as root_dir, uses /tmp.
   Otherwise makes a new temp directory under root_dir.
@@ skipping 159 matching lines @@
       isolated_hash=isolated_hash,
       storage=storage,
       cache=cache,
       outdir=outdir)
   return bundle, {
     'duration': time.time() - start,
     'initial_number_items': cache.initial_number_items,
     'initial_size': cache.initial_size,
     'items_cold': base64.b64encode(large.pack(sorted(cache.added))),
     'items_hot': base64.b64encode(
-        large.pack(sorted(set(cache.linked) - set(cache.added)))),
+        large.pack(sorted(set(cache.used) - set(cache.added)))),
   }
 
 
 def delete_and_upload(storage, out_dir, leak_temp_dir):
   """Deletes the temporary run directory and uploads results back.
 
   Returns:
     tuple(outputs_ref, success, stats)
     - outputs_ref: a dict referring to the results archived back to the isolated
           server, if applicable.
@@ skipping 456 matching lines @@
   except cipd.Error as ex:
     print >> sys.stderr, ex.message
     return 1
 
 
 if __name__ == '__main__':
   subprocess42.inhibit_os_error_reporting()
   # Ensure that we are always running with the correct encoding.
   fix_encoding.fix_encoding()
   sys.exit(main(sys.argv[1:]))