Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(34)

Side by Side Diff: build/android/pylib/results/presentation/test_results_presentation.py

Issue 2777353002: Upload the test results html file to google bucket. (Closed)
Patch Set: addressing case's comments Created 3 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « build/android/pylib/results/presentation/template/main.html ('k') | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #! /usr/bin/env python 1 #! /usr/bin/env python
2 # 2 #
3 # Copyright 2017 The Chromium Authors. All rights reserved. 3 # Copyright 2017 The Chromium Authors. All rights reserved.
4 # Use of this source code is governed by a BSD-style license that can be 4 # Use of this source code is governed by a BSD-style license that can be
5 # found in the LICENSE file. 5 # found in the LICENSE file.
6 6
7 import argparse 7 import argparse
8 import collections 8 import collections
9 import json 9 import json
10 import tempfile
11 import time
10 import os 12 import os
13 import subprocess
11 import sys 14 import sys
12 15
13 CURRENT_DIR = os.path.dirname(os.path.abspath(__file__)) 16 CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))
14 BASE_DIR = os.path.abspath(os.path.join( 17 BASE_DIR = os.path.abspath(os.path.join(
15 CURRENT_DIR, '..', '..', '..', '..', '..')) 18 CURRENT_DIR, '..', '..', '..', '..', '..'))
16 sys.path.append(os.path.join(BASE_DIR, 'third_party')) 19 sys.path.append(os.path.join(BASE_DIR, 'third_party'))
17 import jinja2 # pylint: disable=import-error 20 import jinja2 # pylint: disable=import-error
18 JINJA_ENVIRONMENT = jinja2.Environment( 21 JINJA_ENVIRONMENT = jinja2.Environment(
19 loader=jinja2.FileSystemLoader(os.path.dirname(__file__)), 22 loader=jinja2.FileSystemLoader(os.path.dirname(__file__)),
20 autoescape=True) 23 autoescape=True)
(...skipping 204 matching lines...) Expand 10 before | Expand all | Expand 10 after
225 if footer_row[FAIL_COUNT_INDEX]['data'] > 0: 228 if footer_row[FAIL_COUNT_INDEX]['data'] > 0:
226 footer_row[FAIL_COUNT_INDEX]['class'] += ' failure' 229 footer_row[FAIL_COUNT_INDEX]['class'] += ' failure'
227 else: 230 else:
228 footer_row[FAIL_COUNT_INDEX]['class'] += ' success' 231 footer_row[FAIL_COUNT_INDEX]['class'] += ' success'
229 232
230 return (header_row, 233 return (header_row,
231 [[suite_row] for suite_row in suite_row_dict.values()], 234 [[suite_row] for suite_row in suite_row_dict.values()],
232 footer_row) 235 footer_row)
233 236
234 237
235 def results_to_html(results_dict, cs_base_url, master_name): 238 def results_to_html(results_dict, cs_base_url, bucket):
236 """Convert list of test results into html format.""" 239 """Convert list of test results into html format."""
237 240
238 test_rows_header, test_rows = create_test_table(results_dict, cs_base_url) 241 test_rows_header, test_rows = create_test_table(results_dict, cs_base_url)
239 suite_rows_header, suite_rows, suite_row_footer = create_suite_table( 242 suite_rows_header, suite_rows, suite_row_footer = create_suite_table(
240 results_dict) 243 results_dict)
241 244
242 suite_table_values = { 245 suite_table_values = {
243 'table_id': 'suite-table', 246 'table_id': 'suite-table',
244 'table_headers': suite_rows_header, 247 'table_headers': suite_rows_header,
245 'table_row_blocks': suite_rows, 248 'table_row_blocks': suite_rows,
246 'table_footer': suite_row_footer, 249 'table_footer': suite_row_footer,
247 } 250 }
248 251
249 test_table_values = { 252 test_table_values = {
250 'table_id': 'test-table', 253 'table_id': 'test-table',
251 'table_headers': test_rows_header, 254 'table_headers': test_rows_header,
252 'table_row_blocks': test_rows, 255 'table_row_blocks': test_rows,
253 } 256 }
254 257
255 main_template = JINJA_ENVIRONMENT.get_template( 258 main_template = JINJA_ENVIRONMENT.get_template(
256 os.path.join('template', 'main.html')) 259 os.path.join('template', 'main.html'))
257 return main_template.render( # pylint: disable=no-member 260 return main_template.render( # pylint: disable=no-member
258 {'tb_values': [suite_table_values, test_table_values], 261 {'tb_values': [suite_table_values, test_table_values],
259 'master_name': master_name}) 262 'bucket': bucket})
260 263
261 264
262 def result_details(json_path, cs_base_url, master_name): 265 def result_details(json_path, cs_base_url, bucket):
263 """Get result details from json path and then convert results to html.""" 266 """Get result details from json path and then convert results to html."""
264 267
265 with open(json_path) as json_file: 268 with open(json_path) as json_file:
266 json_object = json.loads(json_file.read()) 269 json_object = json.loads(json_file.read())
267 270
268 if not 'per_iteration_data' in json_object: 271 if not 'per_iteration_data' in json_object:
269 return 'Error: json file missing per_iteration_data.' 272 return 'Error: json file missing per_iteration_data.'
270 273
271 results_dict = collections.defaultdict(list) 274 results_dict = collections.defaultdict(list)
272 for testsuite_run in json_object['per_iteration_data']: 275 for testsuite_run in json_object['per_iteration_data']:
273 for test, test_runs in testsuite_run.iteritems(): 276 for test, test_runs in testsuite_run.iteritems():
274 results_dict[test].extend(test_runs) 277 results_dict[test].extend(test_runs)
275 return results_to_html(results_dict, cs_base_url, master_name) 278 return results_to_html(results_dict, cs_base_url, bucket)
276 279
277 280
281 def upload_to_google_bucket(html, test_name, builder_name, build_number,
282 bucket, server_url, content_type):
283 with tempfile.NamedTemporaryFile(suffix='.html') as temp_file:
284 temp_file.write(html)
285 temp_file.flush()
286 dest = 'html/%s_%s_%s_%s.html' % (
287 test_name, builder_name, build_number,
288 time.strftime('%Y_%m_%d_T%H_%M_%S'))
289 gsutil_path = os.path.join(BASE_DIR, 'third_party', 'catapult',
290 'third_party', 'gsutil', 'gsutil.py')
291 subprocess.check_call(
292 'python %s -h "Content-Type:%s" cp %s gs://%s/%s' % (
jbudorick 2017/03/29 23:26:06 nit: pass a list and use sys.executable instead of
BigBossZhiling 2017/03/29 23:55:22 Done.
293 gsutil_path, content_type, temp_file.name, bucket, dest),
294 shell=True)
295
296 return '%s/%s/%s' % (server_url, bucket, dest)
297
278 def main(): 298 def main():
279 parser = argparse.ArgumentParser() 299 parser = argparse.ArgumentParser()
280 parser.add_argument('--json-file', help='Path of json file.', required=True) 300 parser.add_argument('--json-file', help='Path of json file.', required=True)
281 parser.add_argument('--cs-base-url', help='Base url for code search.', 301 parser.add_argument('--cs-base-url', help='Base url for code search.',
282 default='http://cs.chromium.org') 302 default='http://cs.chromium.org')
283 parser.add_argument('--master-name', help='Master name in urls.') 303 parser.add_argument('--bucket', default='chromium-result-details')
304 parser.add_argument('--builder-name', help='Builder name.', required=True)
305 parser.add_argument('--build-number', help='Build number.', required=True)
306 parser.add_argument('--test-name', help='The name of the test.',
307 required=True)
308 parser.add_argument('--server-url', help='The url of the server.',
309 default='https://storage.googleapis.com')
310 parser.add_argument(
jbudorick 2017/03/29 23:26:06 What is this for downloadable pages? I imagine we
BigBossZhiling 2017/03/29 23:55:22 Done.
311 '--content-type',
312 help=('Content type, which is used to determine '
313 'whether to download the file, or view in browser.'),
314 default='text/html')
284 315
285 args = parser.parse_args() 316 args = parser.parse_args()
286 if os.path.exists(args.json_file): 317 if os.path.exists(args.json_file):
287 result_html_string = result_details(args.json_file, args.cs_base_url, 318 result_html_string = result_details(args.json_file, args.cs_base_url,
288 args.master_name) 319 args.bucket)
289 print result_html_string.encode('UTF-8') 320 print upload_to_google_bucket(result_html_string.encode('UTF-8'),
321 args.test_name, args.builder_name,
322 args.build_number, args.bucket,
323 args.server_url, args.content_type)
290 else: 324 else:
291 raise IOError('--json-file %s not found.' % args.json_file) 325 raise IOError('--json-file %s not found.' % args.json_file)
292 326
293 327
294 if __name__ == '__main__': 328 if __name__ == '__main__':
295 sys.exit(main()) 329 sys.exit(main())
OLDNEW
« no previous file with comments | « build/android/pylib/results/presentation/template/main.html ('k') | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698