swarming: Package ts_mon python library (and dependencies) in bot code.

appengine/swarming/server/bot_archive.py

 # Copyright 2014 The LUCI Authors. All rights reserved.
 # Use of this source code is governed under the Apache License, Version 2.0
 # that can be found in the LICENSE file.
 
 """Generates the swarming_bot.zip archive for the bot.
 
 Unlike the other source files, this file can be run from ../tools/bot_archive.py
 stand-alone to generate a swarming_bot.zip for local testing so it doesn't
 import anything from the AppEngine SDK.
 
 The hash of the content of the files in the archive is used to define the
 current version of the swarming bot code.
 """
 
 import hashlib
 import json
 import logging
 import os
 import StringIO
 import zipfile
 
 
 # List of files needed by the swarming bot.
 # TODO(maruel): Make the list automatically generated?
 FILES = (
     '__main__.py',
+    'adb/__init__.py',
+    'adb/adb_commands.py',
+    'adb/adb_protocol.py',
+    'adb/common.py',
+    'adb/contrib/__init__.py',
+    'adb/contrib/adb_commands_safe.py',
+    'adb/contrib/high.py',
+    'adb/contrib/parallel.py',
+    'adb/fastboot.py',
+    'adb/filesync_protocol.py',
+    'adb/sign_pythonrsa.py',
+    'adb/usb_exceptions.py',
     'api/__init__.py',
     'api/bot.py',
+    'api/os_utilities.py',
     'api/parallel.py',
-    'api/os_utilities.py',
     'api/platforms/__init__.py',
     'api/platforms/android.py',
     'api/platforms/common.py',
     'api/platforms/gce.py',
     'api/platforms/gpu.py',
     'api/platforms/linux.py',
     'api/platforms/osx.py',
     'api/platforms/posix.py',
     'api/platforms/win.py',
     'bot_code/__init__.py',
     'bot_code/bot_auth.py',
     'bot_code/bot_main.py',
     'bot_code/common.py',
     'bot_code/file_reader.py',
     'bot_code/file_refresher.py',
     'bot_code/remote_client.py',
     'bot_code/remote_client_grpc.py',
     'bot_code/singleton.py',
     'bot_code/task_runner.py',
     'bot_code/workers_pb2.py',
     'client/auth.py',
     'client/cipd.py',
     'client/isolated_format.py',
     'client/isolateserver.py',
     'client/named_cache.py',
     'client/run_isolated.py',
     'config/__init__.py',
+    'infra_libs/__init__.py',
+    'infra_libs/_command_line_linux.py',
+    'infra_libs/_command_line_stub.py',
+    'infra_libs/httplib2_utils.py',
+    'infra_libs/ts_mon/__init__.py',
+    'infra_libs/ts_mon/common/__init__.py',
+    'infra_libs/ts_mon/common/distribution.py',
+    'infra_libs/ts_mon/common/errors.py',
+    'infra_libs/ts_mon/common/helpers.py',
+    'infra_libs/ts_mon/common/http_metrics.py',
+    'infra_libs/ts_mon/common/interface.py',
+    'infra_libs/ts_mon/common/metric_store.py',
+    'infra_libs/ts_mon/common/metrics.py',
+    'infra_libs/ts_mon/common/monitors.py',
+    'infra_libs/ts_mon/common/pb_to_popo.py',
+    'infra_libs/ts_mon/common/standard_metrics.py',
+    'infra_libs/ts_mon/common/targets.py',
+    'infra_libs/ts_mon/config.proto',
+    'infra_libs/ts_mon/config.py',
+    'infra_libs/ts_mon/protos/__init__.py',
+    'infra_libs/ts_mon/protos/current/__init__.py',
+    'infra_libs/ts_mon/protos/current/acquisition_network_device.proto',
+    'infra_libs/ts_mon/protos/current/acquisition_network_device_pb2.py',
+    'infra_libs/ts_mon/protos/current/acquisition_task.proto',
+    'infra_libs/ts_mon/protos/current/acquisition_task_pb2.py',
+    'infra_libs/ts_mon/protos/current/metrics.proto',
+    'infra_libs/ts_mon/protos/current/metrics_pb2.py',
+    'infra_libs/ts_mon/protos/new/__init__.py',
+    'infra_libs/ts_mon/protos/new/acquisition_network_device.proto',
+    'infra_libs/ts_mon/protos/new/acquisition_network_device_pb2.py',
+    'infra_libs/ts_mon/protos/new/acquisition_task.proto',
+    'infra_libs/ts_mon/protos/new/acquisition_task_pb2.py',
+    'infra_libs/ts_mon/protos/new/any.proto',
+    'infra_libs/ts_mon/protos/new/any_pb2.py',
+    'infra_libs/ts_mon/protos/new/metrics.proto',
+    'infra_libs/ts_mon/protos/new/metrics_pb2.py',
+    'infra_libs/ts_mon/protos/new/timestamp.proto',
+    'infra_libs/ts_mon/protos/new/timestamp_pb2.py',
+    'infra_libs/utils.py',
     'libs/__init__.py',
     'libs/arfile/__init__.py',
     'libs/arfile/arfile.py',
     'libs/luci_context/__init__.py',
     'libs/luci_context/luci_context.py',
+    'python_libusb1/__init__.py',
+    'python_libusb1/libusb1.py',
+    'python_libusb1/usb1.py',
     'third_party/__init__.py',
     'third_party/colorama/__init__.py',
     'third_party/colorama/ansi.py',
     'third_party/colorama/ansitowin32.py',
     'third_party/colorama/initialise.py',
     'third_party/colorama/win32.py',
     'third_party/colorama/winterm.py',
     'third_party/depot_tools/__init__.py',
     'third_party/depot_tools/fix_encoding.py',
     'third_party/depot_tools/subcommand.py',
+    'third_party/google/__init__.py',
+    'third_party/google/protobuf/__init__.py',
+    'third_party/google/protobuf/descriptor.py',
+    'third_party/google/protobuf/descriptor_database.py',
+    'third_party/google/protobuf/descriptor_pb2.py',
+    'third_party/google/protobuf/descriptor_pool.py',
+    'third_party/google/protobuf/internal/__init__.py',
+    'third_party/google/protobuf/internal/api_implementation.py',
+    'third_party/google/protobuf/internal/containers.py',
+    'third_party/google/protobuf/internal/decoder.py',
+    'third_party/google/protobuf/internal/encoder.py',
+    'third_party/google/protobuf/internal/enum_type_wrapper.py',
+    'third_party/google/protobuf/internal/message_listener.py',
+    'third_party/google/protobuf/internal/python_message.py',
+    'third_party/google/protobuf/internal/type_checkers.py',
+    'third_party/google/protobuf/internal/well_known_types.py',
+    'third_party/google/protobuf/internal/wire_format.py',
+    'third_party/google/protobuf/message.py',
+    'third_party/google/protobuf/message_factory.py',
+    'third_party/google/protobuf/reflection.py',
+    'third_party/google/protobuf/symbol_database.py',
+    'third_party/google/protobuf/text_encoding.py',
+    'third_party/google/protobuf/text_format.py',
+    'third_party/googleapiclient/__init__.py',
+    'third_party/googleapiclient/channel.py',
+    'third_party/googleapiclient/discovery.py',
+    'third_party/googleapiclient/discovery_cache/__init__.py',
+    'third_party/googleapiclient/discovery_cache/appengine_memcache.py',
+    'third_party/googleapiclient/discovery_cache/base.py',
+    'third_party/googleapiclient/discovery_cache/file_cache.py',
+    'third_party/googleapiclient/errors.py',
+    'third_party/googleapiclient/http.py',
+    'third_party/googleapiclient/mimeparse.py',
+    'third_party/googleapiclient/model.py',
+    'third_party/googleapiclient/sample_tools.py',
+    'third_party/googleapiclient/schema.py',
     'third_party/httplib2/__init__.py',
     'third_party/httplib2/cacerts.txt',
     'third_party/httplib2/iri2uri.py',
     'third_party/httplib2/socks.py',
     'third_party/oauth2client/__init__.py',
     'third_party/oauth2client/_helpers.py',
     'third_party/oauth2client/_openssl_crypt.py',
     'third_party/oauth2client/_pycrypto_crypt.py',
     'third_party/oauth2client/client.py',
     'third_party/oauth2client/clientsecrets.py',
     'third_party/oauth2client/crypt.py',
     'third_party/oauth2client/file.py',
     'third_party/oauth2client/gce.py',
     'third_party/oauth2client/keyring_storage.py',
     'third_party/oauth2client/locked_file.py',
     'third_party/oauth2client/multistore_file.py',
     'third_party/oauth2client/service_account.py',
     'third_party/oauth2client/tools.py',
     'third_party/oauth2client/util.py',
     'third_party/oauth2client/xsrfutil.py',
+    'third_party/pyasn1-modules/pyasn1_modules/__init__.py',
+    'third_party/pyasn1-modules/pyasn1_modules/pem.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc1155.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc1157.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc1901.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc1902.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc1905.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2251.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2314.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2315.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2437.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2459.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2511.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc2560.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc3412.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc3414.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc3447.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc4210.py',
+    'third_party/pyasn1-modules/pyasn1_modules/rfc5208.py',
     'third_party/pyasn1/pyasn1/__init__.py',
     'third_party/pyasn1/pyasn1/codec/__init__.py',
     'third_party/pyasn1/pyasn1/codec/ber/__init__.py',
     'third_party/pyasn1/pyasn1/codec/ber/decoder.py',
     'third_party/pyasn1/pyasn1/codec/ber/encoder.py',
     'third_party/pyasn1/pyasn1/codec/ber/eoo.py',
     'third_party/pyasn1/pyasn1/codec/cer/__init__.py',
     'third_party/pyasn1/pyasn1/codec/cer/decoder.py',
     'third_party/pyasn1/pyasn1/codec/cer/encoder.py',
     'third_party/pyasn1/pyasn1/codec/der/__init__.py',
@@ skipping 70 matching lines @@
     'third_party/rsa/rsa/key.py',
     'third_party/rsa/rsa/parallel.py',
     'third_party/rsa/rsa/pem.py',
     'third_party/rsa/rsa/pkcs1.py',
     'third_party/rsa/rsa/prime.py',
     'third_party/rsa/rsa/randnum.py',
     'third_party/rsa/rsa/transform.py',
     'third_party/rsa/rsa/util.py',
     'third_party/rsa/rsa/varblock.py',
     'third_party/six/__init__.py',
+    'third_party/uritemplate/__init__.py',
     'utils/__init__.py',
     'utils/auth_server.py',
     'utils/authenticators.py',
     'utils/cacert.pem',
     'utils/file_path.py',
     'utils/fs.py',
     'utils/large.py',
     'utils/logging_utils.py',
     'utils/lru.py',
     'utils/net.py',
     'utils/oauth.py',
     'utils/on_error.py',
     'utils/subprocess42.py',
     'utils/threading_utils.py',
     'utils/tools.py',
     'utils/zip_package.py',
-    'adb/__init__.py',
-    'adb/adb_commands.py',
-    'adb/adb_protocol.py',
-    'adb/common.py',
-    'adb/contrib/__init__.py',
-    'adb/contrib/adb_commands_safe.py',
-    'adb/contrib/high.py',
-    'adb/contrib/parallel.py',
-    'adb/fastboot.py',
-    'adb/filesync_protocol.py',
-    'adb/sign_pythonrsa.py',
-    'adb/usb_exceptions.py',
-    'python_libusb1/__init__.py',
-    'python_libusb1/libusb1.py',
-    'python_libusb1/usb1.py',
 )
 
 
 def is_windows():
   """Returns True if this code is running under Windows."""
   return os.__file__[0] != '/'
 
 
 def resolve_symlink(path):
   """Processes path containing symlink on Windows.
@@ skipping 86 matching lines @@
       h.update(str(len(name)))
       h.update(name)
       h.update(str(len(content)))
       h.update(content)
   except IOError:
     logging.warning('Missing expected file. Hash will be invalid.')
   bot_version = h.hexdigest()
   logging.info(
       'get_swarming_bot_version(%s) = %s', sorted(additionals), bot_version)
   return bot_version