| OLD | NEW |
|---|
| (Empty) |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 """Uploads the results to the flakiness dashboard server.""" | |
| 6 # pylint: disable=E1002,R0201 | |
| 7 | |
| 8 import logging | |
| 9 import os | |
| 10 import shutil | |
| 11 import tempfile | |
| 12 import xml | |
| 13 | |
| 14 | |
| 15 from pylib import cmd_helper | |
| 16 from pylib import constants | |
| 17 from pylib.results.flakiness_dashboard import json_results_generator | |
| 18 from pylib.utils import repo_utils | |
| 19 | |
| 20 | |
| 21 | |
| 22 class JSONResultsGenerator(json_results_generator.JSONResultsGeneratorBase): | |
| 23 """Writes test results to a JSON file and handles uploading that file to | |
| 24 the test results server. | |
| 25 """ | |
| 26 def __init__(self, builder_name, build_name, build_number, tmp_folder, | |
| 27 test_results_map, test_results_server, test_type, master_name): | |
| 28 super(JSONResultsGenerator, self).__init__( | |
| 29 builder_name=builder_name, | |
| 30 build_name=build_name, | |
| 31 build_number=build_number, | |
| 32 results_file_base_path=tmp_folder, | |
| 33 builder_base_url=None, | |
| 34 test_results_map=test_results_map, | |
| 35 svn_repositories=(('webkit', 'third_party/WebKit'), | |
| 36 ('chrome', '.')), | |
| 37 test_results_server=test_results_server, | |
| 38 test_type=test_type, | |
| 39 master_name=master_name) | |
| 40 | |
| 41 #override | |
| 42 def _GetModifierChar(self, test_name): | |
| 43 if test_name not in self._test_results_map: | |
| 44 return self.__class__.NO_DATA_RESULT | |
| 45 | |
| 46 return self._test_results_map[test_name].modifier | |
| 47 | |
| 48 #override | |
| 49 def _GetSVNRevision(self, in_directory): | |
| 50 """Returns the git/svn revision for the given directory. | |
| 51 | |
| 52 Args: | |
| 53 in_directory: The directory relative to src. | |
| 54 """ | |
| 55 def _is_git_directory(in_directory): | |
| 56 """Returns true if the given directory is in a git repository. | |
| 57 | |
| 58 Args: | |
| 59 in_directory: The directory path to be tested. | |
| 60 """ | |
| 61 if os.path.exists(os.path.join(in_directory, '.git')): | |
| 62 return True | |
| 63 parent = os.path.dirname(in_directory) | |
| 64 if parent == constants.DIR_SOURCE_ROOT or parent == in_directory: | |
| 65 return False | |
| 66 return _is_git_directory(parent) | |
| 67 | |
| 68 in_directory = os.path.join(constants.DIR_SOURCE_ROOT, in_directory) | |
| 69 | |
| 70 if not os.path.exists(os.path.join(in_directory, '.svn')): | |
| 71 if _is_git_directory(in_directory): | |
| 72 return repo_utils.GetGitHeadSHA1(in_directory) | |
| 73 else: | |
| 74 return '' | |
| 75 | |
| 76 output = cmd_helper.GetCmdOutput(['svn', 'info', '--xml'], cwd=in_directory) | |
| 77 try: | |
| 78 dom = xml.dom.minidom.parseString(output) | |
| 79 return dom.getElementsByTagName('entry')[0].getAttribute('revision') | |
| 80 except xml.parsers.expat.ExpatError: | |
| 81 return '' | |
| 82 return '' | |
| 83 | |
| 84 | |
| 85 class ResultsUploader(object): | |
| 86 """Handles uploading buildbot tests results to the flakiness dashboard.""" | |
| 87 def __init__(self, tests_type): | |
| 88 self._build_number = os.environ.get('BUILDBOT_BUILDNUMBER') | |
| 89 self._builder_name = os.environ.get('BUILDBOT_BUILDERNAME') | |
| 90 self._tests_type = tests_type | |
| 91 | |
| 92 if not self._build_number or not self._builder_name: | |
| 93 raise Exception('You should not be uploading tests results to the server' | |
| 94 'from your local machine.') | |
| 95 | |
| 96 upstream = (tests_type != 'Chromium_Android_Instrumentation') | |
| 97 if upstream: | |
| 98 # TODO(frankf): Use factory properties (see buildbot/bb_device_steps.py) | |
| 99 # This requires passing the actual master name (e.g. 'ChromiumFYI' not | |
| 100 # 'chromium.fyi'). | |
| 101 from slave import slave_utils # pylint: disable=F0401 | |
| 102 self._build_name = slave_utils.SlaveBuildName(constants.DIR_SOURCE_ROOT) | |
| 103 self._master_name = slave_utils.GetActiveMaster() | |
| 104 else: | |
| 105 self._build_name = 'chromium-android' | |
| 106 buildbot_branch = os.environ.get('BUILDBOT_BRANCH') | |
| 107 if not buildbot_branch: | |
| 108 buildbot_branch = 'master' | |
| 109 else: | |
| 110 # Ensure there's no leading "origin/" | |
| 111 buildbot_branch = buildbot_branch[buildbot_branch.find('/') + 1:] | |
| 112 self._master_name = '%s-%s' % (self._build_name, buildbot_branch) | |
| 113 | |
| 114 self._test_results_map = {} | |
| 115 | |
| 116 def AddResults(self, test_results): | |
| 117 # TODO(frankf): Differentiate between fail/crash/timeouts. | |
| 118 conversion_map = [ | |
| 119 (test_results.GetPass(), False, | |
| 120 json_results_generator.JSONResultsGeneratorBase.PASS_RESULT), | |
| 121 (test_results.GetFail(), True, | |
| 122 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
| 123 (test_results.GetCrash(), True, | |
| 124 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
| 125 (test_results.GetTimeout(), True, | |
| 126 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
| 127 (test_results.GetUnknown(), True, | |
| 128 json_results_generator.JSONResultsGeneratorBase.NO_DATA_RESULT), | |
| 129 ] | |
| 130 | |
| 131 for results_list, failed, modifier in conversion_map: | |
| 132 for single_test_result in results_list: | |
| 133 test_result = json_results_generator.TestResult( | |
| 134 test=single_test_result.GetName(), | |
| 135 failed=failed, | |
| 136 elapsed_time=single_test_result.GetDuration() / 1000) | |
| 137 # The WebKit TestResult object sets the modifier it based on test name. | |
| 138 # Since we don't use the same test naming convention as WebKit the | |
| 139 # modifier will be wrong, so we need to overwrite it. | |
| 140 test_result.modifier = modifier | |
| 141 | |
| 142 self._test_results_map[single_test_result.GetName()] = test_result | |
| 143 | |
| 144 def Upload(self, test_results_server): | |
| 145 if not self._test_results_map: | |
| 146 return | |
| 147 | |
| 148 tmp_folder = tempfile.mkdtemp() | |
| 149 | |
| 150 try: | |
| 151 results_generator = JSONResultsGenerator( | |
| 152 builder_name=self._builder_name, | |
| 153 build_name=self._build_name, | |
| 154 build_number=self._build_number, | |
| 155 tmp_folder=tmp_folder, | |
| 156 test_results_map=self._test_results_map, | |
| 157 test_results_server=test_results_server, | |
| 158 test_type=self._tests_type, | |
| 159 master_name=self._master_name) | |
| 160 | |
| 161 json_files = ["incremental_results.json", "times_ms.json"] | |
| 162 results_generator.GenerateJSONOutput() | |
| 163 results_generator.GenerateTimesMSFile() | |
| 164 results_generator.UploadJSONFiles(json_files) | |
| 165 except Exception as e: | |
| 166 logging.error("Uploading results to test server failed: %s." % e) | |
| 167 finally: | |
| 168 shutil.rmtree(tmp_folder) | |
| 169 | |
| 170 | |
| 171 def Upload(results, flakiness_dashboard_server, test_type): | |
| 172 """Reports test results to the flakiness dashboard for Chrome for Android. | |
| 173 | |
| 174 Args: | |
| 175 results: test results. | |
| 176 flakiness_dashboard_server: the server to upload the results to. | |
| 177 test_type: the type of the tests (as displayed by the flakiness dashboard). | |
| 178 """ | |
| 179 uploader = ResultsUploader(test_type) | |
| 180 uploader.AddResults(results) | |
| 181 uploader.Upload(flakiness_dashboard_server) | |
| OLD | NEW |
|---|
Chromium Code Reviews
Issue 2392643003:
Removes files from //build that we don't need (Closed)
