Upload symbols when uploading mojo binaries to the CDN.

mojo/tools/upload_binaries.py

 #!/usr/bin/env python
 # Copyright 2015 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Tool to roll Chromium into Mojo. See:
 https://github.com/domokit/mojo/wiki/Rolling-code-between-chromium-and-mojo#chromium---mojo-updates
 """
 
 import argparse
 import glob
+import itertools
 import os
 import subprocess
 import sys
 import tempfile
 import time
 import zipfile
 
 import mopy.gn as gn
 from mopy.config import Config
 from mopy.paths import Paths
 from mopy.version import Version
 
+sys.path.append(os.path.join(os.path.dirname(__file__),
+                             os.pardir, os.pardir, "third_party", "pyelftools"))
+import elftools
+import elftools.elf.elffile as elffile
+
 BLACKLISTED_APPS = [
   # The network service apps are not produced out of the Mojo repo, but may
   # be present in the build dir.
   "network_service.mojo",
   "network_service_apptests.mojo",
 ]
 
 ARCHITECTURE_INDEPENDENT_FILES = [
   # These are files other than *.mojo files which are part of our binary
   # artifact scheme. These files must be architecture independent.
@@ skipping 38 matching lines @@
 
   depot_tools_path = find_depot_tools.add_depot_tools_to_path()
   gsutil_exe = os.path.join(depot_tools_path, "third_party", "gsutil", "gsutil")
 
   if dry_run:
     print str([gsutil_exe, "cp", source, dest])
   else:
     subprocess.check_call([gsutil_exe, "cp", source, dest])
 
 
+def _get_signature(file_object):
+  """Compute a unique signature of a library file.
+
+  TODO(qsr): Move this function to devtools and import it from there to ensure
+  signature computation is always coherent.
+  """
+  try:
+    elf = elffile.ELFFile(file_object)
+    text_section = elf.get_section_by_name(".text")
+    file_object.seek(text_section["sh_offset"])
+    data = file_object.read(min(4096, text_section["sh_size"]))
+    def combine((i, c)):
+      return i ^ ord(c)
+    result = 16 * [0]
+    for i in xrange(0, len(data), len(result)):
+      result = map(combine,
+                   itertools.izip_longest(result,
+                                          data[i:i + len(result)],
+                                          fillvalue="\0"))
+    return "".join(["%02x" % x for x in result])
+  except elftools.common.exceptions.ELFError:
+    return None
+
+
+def upload_symbols(config, build_dir, dry_run):
+  dest_dir = "gs://mojo/symbols/"
+  symbols_dir = os.path.join(build_dir, "symbols")
+  for name in os.listdir(symbols_dir):
+    path = os.path.join(symbols_dir, name)
+    with open(path) as f:
+      signature = _get_signature(f)
+      if signature is not None:
+        dest = dest_dir + _get_signature(f)
+        upload(config, path, dest, dry_run)
+
+
 def upload_shell(config, dry_run, verbose):
   paths = Paths(config)
   zipfile_name = target(config)
   version = Version().version
 
   # Upload the binary.
   # TODO(blundell): Change this to be in the same structure as the LATEST files,
   # e.g., gs://mojo/shell/linux-x64/<version>/shell.zip.
   dest = "gs://mojo/shell/" + version + "/" + zipfile_name + ".zip"
   with tempfile.NamedTemporaryFile() as zip_file:
@@ skipping 125 matching lines @@
 
   build_directory = gn.BuildDirectoryForConfig(config, Paths(config).src_root)
   apps_to_upload = find_apps_to_upload(build_directory)
   for app in apps_to_upload:
     upload_app(app, config, args.dry_run)
 
   files_to_upload = find_architecture_independent_files(build_directory)
   for file_to_upload in files_to_upload:
     upload_file(file_to_upload, config, args.dry_run)
 
+  upload_symbols(config, build_directory, args.dry_run)
+
   return 0
 
 if __name__ == "__main__":
   sys.exit(main())