Support network service apptests in the upload_service script

mojo/services/upload_service.py

 #!/usr/bin/env python
 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 import argparse
 import imp
 import os
 import subprocess
 import sys
 import tempfile
 import time
 import zipfile
 
 # A service's name is defined as the name of its subdirectory in the directory
 # containing this file.
-SERVICES = [ "network", "html_viewer" ]
+SERVICES = [ "html_viewer", "network" ]

[blundell, 2015/02/05 10:53:56]

I suggest changing this to the binary name (i.e., network_service) and adding a
separate list of services with associated apps, with a comment that "associated
apps" are ones that should be versioned in lockstep with their primary apps.

[ppi, 2015/02/05 12:35:06]

Done.

 
 SERVICE_BINARY_NAMES = {
-    "network" : "network_service.mojo",
-    "html_viewer" : "html_viewer.mojo"
+    "html_viewer" : [ "html_viewer.mojo" ],
+    "network" : [ "network_service.mojo", "network_service_apptests.mojo" ]
 }
 
 # The network service is downloaded out-of-band rather than dynamically by the
 # shell and thus can be stored zipped in the cloud. Other services are intended
 # to be downloaded dynamically by the shell, which doesn't currently understand
 # zipped binaries.
 SERVICES_WITH_ZIPPED_BINARIES = [ "network" ]
 
 if not sys.platform.startswith("linux"):
   print "Only support linux for now"
@@ skipping 38 matching lines @@
   with tempfile.NamedTemporaryFile() as mojom_zip_file:
     with zipfile.ZipFile(mojom_zip_file, 'w') as z:
       for root, _, files in os.walk(absolute_mojom_directory_path):
         for filename in files:
           absolute_file_path = os.path.join(root, filename)
           relative_file_path = os.path.relpath(absolute_file_path, root)
           z.write(absolute_file_path, relative_file_path)
     gsutil_cp(mojom_zip_file.name, dest, dry_run)
 
 
-def upload_binary(service, binary_dir, platform, dry_run):
-  binary_name = SERVICE_BINARY_NAMES[service]
-  absolute_binary_path = os.path.join(root_path, binary_dir, binary_name)
-  binary_dest_prefix = "gs://mojo/" + service + "/" + version + "/" + platform
+def upload_binaries(service, binary_dir, platform, dry_run):
+  should_zip = service in SERVICES_WITH_ZIPPED_BINARIES
+  dest_dir = "gs://mojo/" + service + "/" + version + "/" + platform + "/"
+  for binary_name in SERVICE_BINARY_NAMES[service]:
+    absolute_binary_path = os.path.join(root_path, binary_dir, binary_name)
+    upload_binary(absolute_binary_path, binary_name, dest_dir, should_zip,
+                  dry_run)
 
-  if service not in SERVICES_WITH_ZIPPED_BINARIES:
-    binary_dest = binary_dest_prefix + "/" + binary_name
-    gsutil_cp(absolute_binary_path, binary_dest, dry_run)
+def upload_binary(absolute_binary_path, binary_name, dest_dir, should_zip,
+                  dry_run):
+  if not should_zip:
+    dest = dest_dir + binary_name
+    gsutil_cp(absolute_binary_path, dest, dry_run)
     return
 
   # Zip the binary before uploading it to the cloud.
-  binary_dest = binary_dest_prefix + ".zip"
+  dest = dest_dir + binary_name + ".zip"
   with tempfile.NamedTemporaryFile() as binary_zip_file:
     with zipfile.ZipFile(binary_zip_file, 'w') as z:
       with open(absolute_binary_path) as service_binary:
         zipinfo = zipfile.ZipInfo(binary_name)
         zipinfo.external_attr = 0o777 << 16
         zipinfo.compress_type = zipfile.ZIP_DEFLATED
         zipinfo.date_time = time.gmtime(os.path.getmtime(absolute_binary_path))
         z.writestr(zipinfo, service_binary.read())
-    gsutil_cp(binary_zip_file.name, binary_dest, dry_run)
+    gsutil_cp(binary_zip_file.name, dest, dry_run)
 
 
 def main():
   parser = argparse.ArgumentParser(
       description="Upload service mojoms and binaries to Google storage")
   parser.add_argument("-n", "--dry-run", action="store_true", help="Dry run")
   parser.add_argument(
       "--linux-x64-binary-dir",
       help="Path to the dir containing the linux-x64 service binary relative "
            "to the repo root, e.g. out/Release")
   parser.add_argument(
       "--android-arm-binary-dir",
       help="Path to the dir containing the android-arm service binary relative "
            "to the repo root, e.g. out/android_Release")
   parser.add_argument("service",
                       help="The service to be uploaded (one of %s)" % SERVICES)
 
   args = parser.parse_args()
 
   if args.service not in SERVICES:
     print args.service + " is not one of the recognized services:"
     print SERVICES
     return 1
 
   upload_mojoms(args.service, args.dry_run)
   if args.linux_x64_binary_dir:
-    upload_binary(args.service, args.linux_x64_binary_dir,
+    upload_binaries(args.service, args.linux_x64_binary_dir,
                   "linux-x64", args.dry_run)
   if args.android_arm_binary_dir:
-    upload_binary(args.service, args.android_arm_binary_dir,
+    upload_binaries(args.service, args.android_arm_binary_dir,
                   "android-arm", args.dry_run)
 
   if not args.dry_run:
     print "Uploaded artifacts for version %s" % (version, )
   else:
     print "No artifacts uploaded (dry run)"
   return 0
 
 if __name__ == '__main__':
   sys.exit(main())