| OLD | NEW |
|---|
| (Empty) |
| 1 #!/usr/bin/env python | |
| 2 # Copyright 2014 The Chromium Authors. All rights reserved. | |
| 3 # Use of this source code is governed by a BSD-style license that can be | |
| 4 # found in the LICENSE file. | |
| 5 | |
| 6 """Scans build output directory for .isolated files, calculates their SHA1 | |
| 7 hashes, stores final list in JSON document and then removes *.isolated files | |
| 8 found (to ensure no stale *.isolated stay around on the next build). | |
| 9 | |
| 10 Used to figure out what tests were build in isolated mode to trigger these | |
| 11 tests to run on swarming. | |
| 12 | |
| 13 For more info see: | |
| 14 https://sites.google.com/a/chromium.org/dev/developers/testing/isolated-testing | |
| 15 """ | |
| 16 | |
| 17 import glob | |
| 18 import hashlib | |
| 19 import json | |
| 20 import optparse | |
| 21 import os | |
| 22 import re | |
| 23 import sys | |
| 24 | |
| 25 | |
| 26 def hash_file(filepath): | |
| 27 """Calculates the hash of a file without reading it all in memory at once.""" | |
| 28 digest = hashlib.sha1() | |
| 29 with open(filepath, 'rb') as f: | |
| 30 while True: | |
| 31 chunk = f.read(1024*1024) | |
| 32 if not chunk: | |
| 33 break | |
| 34 digest.update(chunk) | |
| 35 return digest.hexdigest() | |
| 36 | |
| 37 | |
| 38 def main(): | |
| 39 parser = optparse.OptionParser( | |
| 40 usage='%prog --build-dir <path> --output-json <path>', | |
| 41 description=sys.modules[__name__].__doc__) | |
| 42 parser.add_option( | |
| 43 '--build-dir', | |
| 44 help='Path to a directory to search for *.isolated files.') | |
| 45 parser.add_option( | |
| 46 '--output-json', | |
| 47 help='File to dump JSON results into.') | |
| 48 | |
| 49 options, _ = parser.parse_args() | |
| 50 if not options.build_dir: | |
| 51 parser.error('--build-dir option is required') | |
| 52 if not options.output_json: | |
| 53 parser.error('--output-json option is required') | |
| 54 | |
| 55 result = {} | |
| 56 | |
| 57 # Get the file hash values and output the pair. | |
| 58 pattern = os.path.join(options.build_dir, '*.isolated') | |
| 59 for filepath in sorted(glob.glob(pattern)): | |
| 60 test_name = os.path.splitext(os.path.basename(filepath))[0] | |
| 61 if re.match(r'^.+?\.\d$', test_name): | |
| 62 # It's a split .isolated file, e.g. foo.0.isolated. Ignore these. | |
| 63 continue | |
| 64 | |
| 65 # TODO(csharp): Remove deletion once the isolate tracked dependencies are | |
| 66 # inputs for the isolated files. | |
| 67 sha1_hash = hash_file(filepath) | |
| 68 os.remove(filepath) | |
| 69 result[test_name] = sha1_hash | |
| 70 | |
| 71 with open(options.output_json, 'wb') as f: | |
| 72 json.dump(result, f) | |
| 73 | |
| 74 return 0 | |
| 75 | |
| 76 | |
| 77 if __name__ == '__main__': | |
| 78 sys.exit(main()) | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2392643003:
Removes files from //build that we don't need (Closed)
