| OLD | NEW |
| (Empty) |
| 1 # Copyright (c) 2013 The Chromium Authors. All rights reserved. | |
| 2 # Use of this source code is governed by a BSD-style license that can be | |
| 3 # found in the LICENSE file. | |
| 4 | |
| 5 """Module containing utility functions for reporting results.""" | |
| 6 | |
| 7 import logging | |
| 8 import os | |
| 9 import re | |
| 10 | |
| 11 from pylib import constants | |
| 12 from pylib.results.flakiness_dashboard import results_uploader | |
| 13 | |
| 14 | |
| 15 def _LogToFile(results, test_type, suite_name): | |
| 16 """Log results to local files which can be used for aggregation later.""" | |
| 17 log_file_path = os.path.join(constants.GetOutDirectory(), 'test_logs') | |
| 18 if not os.path.exists(log_file_path): | |
| 19 os.mkdir(log_file_path) | |
| 20 full_file_name = os.path.join( | |
| 21 log_file_path, re.sub(r'\W', '_', test_type).lower() + '.log') | |
| 22 if not os.path.exists(full_file_name): | |
| 23 with open(full_file_name, 'w') as log_file: | |
| 24 print >> log_file, '\n%s results for %s build %s:' % ( | |
| 25 test_type, os.environ.get('BUILDBOT_BUILDERNAME'), | |
| 26 os.environ.get('BUILDBOT_BUILDNUMBER')) | |
| 27 logging.info('Writing results to %s.' % full_file_name) | |
| 28 | |
| 29 logging.info('Writing results to %s.' % full_file_name) | |
| 30 with open(full_file_name, 'a') as log_file: | |
| 31 shortened_suite_name = suite_name[:25] + (suite_name[25:] and '...') | |
| 32 print >> log_file, '%s%s' % (shortened_suite_name.ljust(30), | |
| 33 results.GetShortForm()) | |
| 34 | |
| 35 | |
| 36 def _LogToFlakinessDashboard(results, test_type, test_package, | |
| 37 flakiness_server): | |
| 38 """Upload results to the flakiness dashboard""" | |
| 39 logging.info('Upload results for test type "%s", test package "%s" to %s' % | |
| 40 (test_type, test_package, flakiness_server)) | |
| 41 | |
| 42 try: | |
| 43 if test_type == 'Instrumentation': | |
| 44 if flakiness_server == constants.UPSTREAM_FLAKINESS_SERVER: | |
| 45 assert test_package in ['ContentShellTest', | |
| 46 'ChromePublicTest', | |
| 47 'ChromeShellTest', | |
| 48 'ChromeSyncShellTest', | |
| 49 'AndroidWebViewTest'] | |
| 50 dashboard_test_type = ('%s_instrumentation_tests' % | |
| 51 test_package.lower().rstrip('test')) | |
| 52 # Downstream server. | |
| 53 else: | |
| 54 dashboard_test_type = 'Chromium_Android_Instrumentation' | |
| 55 | |
| 56 elif test_type == 'Unit test': | |
| 57 dashboard_test_type = test_package | |
| 58 | |
| 59 else: | |
| 60 logging.warning('Invalid test type') | |
| 61 return | |
| 62 | |
| 63 results_uploader.Upload( | |
| 64 results, flakiness_server, dashboard_test_type) | |
| 65 | |
| 66 except Exception as e: | |
| 67 logging.error(e) | |
| 68 | |
| 69 | |
| 70 def LogFull(results, test_type, test_package, annotation=None, | |
| 71 flakiness_server=None): | |
| 72 """Log the tests results for the test suite. | |
| 73 | |
| 74 The results will be logged three different ways: | |
| 75 1. Log to stdout. | |
| 76 2. Log to local files for aggregating multiple test steps | |
| 77 (on buildbots only). | |
| 78 3. Log to flakiness dashboard (on buildbots only). | |
| 79 | |
| 80 Args: | |
| 81 results: An instance of TestRunResults object. | |
| 82 test_type: Type of the test (e.g. 'Instrumentation', 'Unit test', etc.). | |
| 83 test_package: Test package name (e.g. 'ipc_tests' for gtests, | |
| 84 'ContentShellTest' for instrumentation tests) | |
| 85 annotation: If instrumenation test type, this is a list of annotations | |
| 86 (e.g. ['Smoke', 'SmallTest']). | |
| 87 flakiness_server: If provider, upload the results to flakiness dashboard | |
| 88 with this URL. | |
| 89 """ | |
| 90 if not results.DidRunPass(): | |
| 91 logging.critical('*' * 80) | |
| 92 logging.critical('Detailed Logs') | |
| 93 logging.critical('*' * 80) | |
| 94 for line in results.GetLogs().splitlines(): | |
| 95 logging.critical(line) | |
| 96 logging.critical('*' * 80) | |
| 97 logging.critical('Summary') | |
| 98 logging.critical('*' * 80) | |
| 99 for line in results.GetGtestForm().splitlines(): | |
| 100 logging.critical(line) | |
| 101 logging.critical('*' * 80) | |
| 102 | |
| 103 if os.environ.get('BUILDBOT_BUILDERNAME'): | |
| 104 # It is possible to have multiple buildbot steps for the same | |
| 105 # instrumenation test package using different annotations. | |
| 106 if annotation and len(annotation) == 1: | |
| 107 suite_name = annotation[0] | |
| 108 else: | |
| 109 suite_name = test_package | |
| 110 _LogToFile(results, test_type, suite_name) | |
| 111 | |
| 112 if flakiness_server: | |
| 113 _LogToFlakinessDashboard(results, test_type, test_package, | |
| 114 flakiness_server) | |
| OLD | NEW |