OLD | NEW |
| (Empty) |
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | |
2 # Use of this source code is governed by a BSD-style license that can be | |
3 # found in the LICENSE file. | |
4 | |
5 """Uploads the results to the flakiness dashboard server.""" | |
6 # pylint: disable=E1002,R0201 | |
7 | |
8 import logging | |
9 import os | |
10 import shutil | |
11 import tempfile | |
12 import xml | |
13 | |
14 | |
15 from pylib import cmd_helper | |
16 from pylib import constants | |
17 from pylib.results.flakiness_dashboard import json_results_generator | |
18 from pylib.utils import repo_utils | |
19 | |
20 | |
21 | |
22 class JSONResultsGenerator(json_results_generator.JSONResultsGeneratorBase): | |
23 """Writes test results to a JSON file and handles uploading that file to | |
24 the test results server. | |
25 """ | |
26 def __init__(self, builder_name, build_name, build_number, tmp_folder, | |
27 test_results_map, test_results_server, test_type, master_name): | |
28 super(JSONResultsGenerator, self).__init__( | |
29 builder_name=builder_name, | |
30 build_name=build_name, | |
31 build_number=build_number, | |
32 results_file_base_path=tmp_folder, | |
33 builder_base_url=None, | |
34 test_results_map=test_results_map, | |
35 svn_repositories=(('webkit', 'third_party/WebKit'), | |
36 ('chrome', '.')), | |
37 test_results_server=test_results_server, | |
38 test_type=test_type, | |
39 master_name=master_name) | |
40 | |
41 #override | |
42 def _GetModifierChar(self, test_name): | |
43 if test_name not in self._test_results_map: | |
44 return self.__class__.NO_DATA_RESULT | |
45 | |
46 return self._test_results_map[test_name].modifier | |
47 | |
48 #override | |
49 def _GetSVNRevision(self, in_directory): | |
50 """Returns the git/svn revision for the given directory. | |
51 | |
52 Args: | |
53 in_directory: The directory relative to src. | |
54 """ | |
55 def _is_git_directory(in_directory): | |
56 """Returns true if the given directory is in a git repository. | |
57 | |
58 Args: | |
59 in_directory: The directory path to be tested. | |
60 """ | |
61 if os.path.exists(os.path.join(in_directory, '.git')): | |
62 return True | |
63 parent = os.path.dirname(in_directory) | |
64 if parent == constants.DIR_SOURCE_ROOT or parent == in_directory: | |
65 return False | |
66 return _is_git_directory(parent) | |
67 | |
68 in_directory = os.path.join(constants.DIR_SOURCE_ROOT, in_directory) | |
69 | |
70 if not os.path.exists(os.path.join(in_directory, '.svn')): | |
71 if _is_git_directory(in_directory): | |
72 return repo_utils.GetGitHeadSHA1(in_directory) | |
73 else: | |
74 return '' | |
75 | |
76 output = cmd_helper.GetCmdOutput(['svn', 'info', '--xml'], cwd=in_directory) | |
77 try: | |
78 dom = xml.dom.minidom.parseString(output) | |
79 return dom.getElementsByTagName('entry')[0].getAttribute('revision') | |
80 except xml.parsers.expat.ExpatError: | |
81 return '' | |
82 return '' | |
83 | |
84 | |
85 class ResultsUploader(object): | |
86 """Handles uploading buildbot tests results to the flakiness dashboard.""" | |
87 def __init__(self, tests_type): | |
88 self._build_number = os.environ.get('BUILDBOT_BUILDNUMBER') | |
89 self._builder_name = os.environ.get('BUILDBOT_BUILDERNAME') | |
90 self._tests_type = tests_type | |
91 | |
92 if not self._build_number or not self._builder_name: | |
93 raise Exception('You should not be uploading tests results to the server' | |
94 'from your local machine.') | |
95 | |
96 upstream = (tests_type != 'Chromium_Android_Instrumentation') | |
97 if upstream: | |
98 # TODO(frankf): Use factory properties (see buildbot/bb_device_steps.py) | |
99 # This requires passing the actual master name (e.g. 'ChromiumFYI' not | |
100 # 'chromium.fyi'). | |
101 from slave import slave_utils # pylint: disable=F0401 | |
102 self._build_name = slave_utils.SlaveBuildName(constants.DIR_SOURCE_ROOT) | |
103 self._master_name = slave_utils.GetActiveMaster() | |
104 else: | |
105 self._build_name = 'chromium-android' | |
106 buildbot_branch = os.environ.get('BUILDBOT_BRANCH') | |
107 if not buildbot_branch: | |
108 buildbot_branch = 'master' | |
109 else: | |
110 # Ensure there's no leading "origin/" | |
111 buildbot_branch = buildbot_branch[buildbot_branch.find('/') + 1:] | |
112 self._master_name = '%s-%s' % (self._build_name, buildbot_branch) | |
113 | |
114 self._test_results_map = {} | |
115 | |
116 def AddResults(self, test_results): | |
117 # TODO(frankf): Differentiate between fail/crash/timeouts. | |
118 conversion_map = [ | |
119 (test_results.GetPass(), False, | |
120 json_results_generator.JSONResultsGeneratorBase.PASS_RESULT), | |
121 (test_results.GetFail(), True, | |
122 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
123 (test_results.GetCrash(), True, | |
124 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
125 (test_results.GetTimeout(), True, | |
126 json_results_generator.JSONResultsGeneratorBase.FAIL_RESULT), | |
127 (test_results.GetUnknown(), True, | |
128 json_results_generator.JSONResultsGeneratorBase.NO_DATA_RESULT), | |
129 ] | |
130 | |
131 for results_list, failed, modifier in conversion_map: | |
132 for single_test_result in results_list: | |
133 test_result = json_results_generator.TestResult( | |
134 test=single_test_result.GetName(), | |
135 failed=failed, | |
136 elapsed_time=single_test_result.GetDuration() / 1000) | |
137 # The WebKit TestResult object sets the modifier it based on test name. | |
138 # Since we don't use the same test naming convention as WebKit the | |
139 # modifier will be wrong, so we need to overwrite it. | |
140 test_result.modifier = modifier | |
141 | |
142 self._test_results_map[single_test_result.GetName()] = test_result | |
143 | |
144 def Upload(self, test_results_server): | |
145 if not self._test_results_map: | |
146 return | |
147 | |
148 tmp_folder = tempfile.mkdtemp() | |
149 | |
150 try: | |
151 results_generator = JSONResultsGenerator( | |
152 builder_name=self._builder_name, | |
153 build_name=self._build_name, | |
154 build_number=self._build_number, | |
155 tmp_folder=tmp_folder, | |
156 test_results_map=self._test_results_map, | |
157 test_results_server=test_results_server, | |
158 test_type=self._tests_type, | |
159 master_name=self._master_name) | |
160 | |
161 json_files = ["incremental_results.json", "times_ms.json"] | |
162 results_generator.GenerateJSONOutput() | |
163 results_generator.GenerateTimesMSFile() | |
164 results_generator.UploadJSONFiles(json_files) | |
165 except Exception as e: | |
166 logging.error("Uploading results to test server failed: %s." % e) | |
167 finally: | |
168 shutil.rmtree(tmp_folder) | |
169 | |
170 | |
171 def Upload(results, flakiness_dashboard_server, test_type): | |
172 """Reports test results to the flakiness dashboard for Chrome for Android. | |
173 | |
174 Args: | |
175 results: test results. | |
176 flakiness_dashboard_server: the server to upload the results to. | |
177 test_type: the type of the tests (as displayed by the flakiness dashboard). | |
178 """ | |
179 uploader = ResultsUploader(test_type) | |
180 uploader.AddResults(results) | |
181 uploader.Upload(flakiness_dashboard_server) | |
OLD | NEW |