OLD | NEW |
(Empty) | |
| 1 #!/usr/bin/env python |
| 2 # |
| 3 # Copyright 2016 Google Inc. |
| 4 # |
| 5 # Use of this source code is governed by a BSD-style license that can be |
| 6 # found in the LICENSE file. |
| 7 |
| 8 |
| 9 import default_flavor |
| 10 import os |
| 11 import subprocess |
| 12 import time |
| 13 |
| 14 |
| 15 """Utils for running coverage tests.""" |
| 16 |
| 17 |
| 18 class CoverageFlavorUtils(default_flavor.DefaultFlavorUtils): |
| 19 def compile(self, target): |
| 20 """Build the given target.""" |
| 21 cmd = [os.path.join(self._bot_info.skia_dir, 'tools', |
| 22 'llvm_coverage_build'), |
| 23 target] |
| 24 self._bot_info.run(cmd) |
| 25 |
| 26 def step(self, cmd, **kwargs): |
| 27 """Run the given step through coverage.""" |
| 28 # Slice out the 'key' and 'properties' arguments to be reused. |
| 29 key = [] |
| 30 properties = [] |
| 31 current = None |
| 32 for i in xrange(0, len(cmd)): |
| 33 if isinstance(cmd[i], basestring) and cmd[i] == '--key': |
| 34 current = key |
| 35 elif isinstance(cmd[i], basestring) and cmd[i] == '--properties': |
| 36 current = properties |
| 37 elif isinstance(cmd[i], basestring) and cmd[i].startswith('--'): |
| 38 current = None |
| 39 if current is not None: |
| 40 current.append(cmd[i]) |
| 41 |
| 42 results_dir = self._bot_info.out_dir.join('coverage_results') |
| 43 self.create_clean_host_dir(results_dir) |
| 44 |
| 45 # Run DM under coverage. |
| 46 report_file_basename = '%s.cov' % self._bot_info.got_revision |
| 47 report_file = os.path.join(results_dir, report_file_basename) |
| 48 args = [ |
| 49 'python', |
| 50 os.path.join(self._bot_info.skia_dir, 'tools', 'llvm_coverage_run.py'), |
| 51 ] + cmd + ['--outResultsFile', report_file] |
| 52 self._bot_info.run(args, **kwargs) |
| 53 |
| 54 # Generate nanobench-style JSON output from the coverage report. |
| 55 git_timestamp = subprocess.check_output(['git', 'log', '-n1', |
| 56 self._bot_info.got_revision, '--format=%%ci']).rstrip() |
| 57 nanobench_json = results_dir.join('nanobench_%s_%s.json' % ( |
| 58 self._bot_info.got_revision, git_timestamp)) |
| 59 line_by_line_basename = ('coverage_by_line_%s_%s.json' % ( |
| 60 self._bot_info.got_revision, git_timestamp)) |
| 61 line_by_line = results_dir.join(line_by_line_basename) |
| 62 args = [ |
| 63 'python', |
| 64 os.path.join(self._bot_info.skia_dir, 'tools', |
| 65 'parse_llvm_coverage.py'), |
| 66 '--report', report_file, '--nanobench', nanobench_json, |
| 67 '--linebyline', line_by_line] |
| 68 args.extend(key) |
| 69 args.extend(properties) |
| 70 self._bot_info.run(args) |
| 71 |
| 72 # Upload raw coverage data. |
| 73 now = time.utcnow() |
| 74 gs_json_path = '/'.join(( |
| 75 str(now.year).zfill(4), str(now.month).zfill(2), |
| 76 str(now.day).zfill(2), str(now.hour).zfill(2), |
| 77 self._bot_info.name, |
| 78 str(self._bot_info.build_number))) |
| 79 if self._bot_info.is_trybot: |
| 80 gs_json_path = '/'.join(('trybot', gs_json_path, |
| 81 str(self._bot_info.issue))) |
| 82 |
| 83 self._bot_info.gsutil_upload( |
| 84 'upload raw coverage data', |
| 85 source=report_file, |
| 86 bucket='skia-infra', |
| 87 dest='/'.join(('coverage-raw-v1', gs_json_path, report_file_basename))) |
| 88 |
| 89 # Upload nanobench JSON data. |
| 90 gsutil_path = self._bot_info.m.path['depot_tools'].join( |
| 91 'third_party', 'gsutil', 'gsutil') |
| 92 upload_args = [self._bot_info.name, |
| 93 self._bot_info.m.properties['buildnumber'], |
| 94 results_dir, |
| 95 self._bot_info.got_revision, gsutil_path] |
| 96 if self._bot_info.is_trybot: |
| 97 upload_args.append(self._bot_info.m.properties['issue']) |
| 98 self._bot_info.run( |
| 99 self._bot_info.m.python, |
| 100 'upload nanobench coverage results', |
| 101 script=self._bot_info.resource('upload_bench_results.py'), |
| 102 args=upload_args, |
| 103 cwd=self._bot_info.m.path['checkout'], |
| 104 abort_on_failure=False, |
| 105 infra_step=True) |
| 106 |
| 107 # Upload line-by-line coverage data. |
| 108 self._bot_info.gsutil_upload( |
| 109 'upload line-by-line coverage data', |
| 110 source=line_by_line, |
| 111 bucket='skia-infra', |
| 112 dest='/'.join(('coverage-json-v1', gs_json_path, |
| 113 line_by_line_basename))) |
| 114 |
OLD | NEW |