Add a virtualenv-based python bootstrapping service to infra.

bootstrap/ingest_source.py

+#!/usr/bin/env python
+# Copyright 2014 The Chromium Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+import argparse
+import hashlib
+import os
+import subprocess
+import sys
+import tempfile
+
+BUCKET = 'gs://chrome-python-wheelhouse/sources/'
+

[agable, 2014/07/10 17:12:57]

nit: two newlines

[iannucci, 2014/07/11 02:14:46]

Done.

+def main():
+  parser = argparse.ArgumentParser()
+  parser.add_argument('path', nargs=1, help='Location of the archive to upload')
+  o = parser.parse_args()
+
+  path = o.path[0]
+  fname = os.path.basename(path)
+
+  with open(path, 'rb') as f:
+    data = f.read()
+
+  sha = hashlib.sha1(data).hexdigest()
+  bits = []
+  for bit in reversed(fname.split('.')):
+    if bit in ('tar', 'gz', 'tgz', 'zip', 'bz2'):

[dnj, 2014/07/10 16:06:18]

Poor 'tbz2' :(

[iannucci, 2014/07/11 02:14:46]

Acknowledged.

+      bits.insert(0, bit)
+    else:
+      break
+  ext = '.' + '.'.join(bits)
+
+  # Need mktemp because windows won't let gsutil upload a TemporaryNamedFile.
+  tempname = tempfile.mktemp(suffix=ext)

[dnj, 2014/07/10 16:06:18]

Ugh Windows is stupid. With a streaming transfer, you can eliminate any temp
file grossness:
proc = subprocess.Popen(['gsutil', 'cp', '-', BUCKET + new_fname],
stdin=subprocess.PIPE)
proc.communicate(data)
if proc.returncode != 0:
    raise subprocess.CalledProcessError("wat")

[iannucci, 2014/07/11 02:14:46]

Derp. Done.

+  try:
+    with open(tempname, 'wb') as f:
+      f.write(data)
+
+    new_fname = sha + ext
+    subprocess.check_call(['gsutil', 'cp', tempname, BUCKET + new_fname])
+    print
+  finally:
+    os.unlink(tempname)
+
+  print new_fname
+
+
+if __name__ == '__main__':
+  sys.exit(main())