Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(140)

Side by Side Diff: build/android/pylib/perf/test_runner.py

Issue 1140783002: Surface test times of android tests. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Leave out total_time. Created 5 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2013 The Chromium Authors. All rights reserved. 1 # Copyright 2013 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Runs perf tests. 5 """Runs perf tests.
6 6
7 Our buildbot infrastructure requires each slave to run steps serially. 7 Our buildbot infrastructure requires each slave to run steps serially.
8 This is sub-optimal for android, where these steps can run independently on 8 This is sub-optimal for android, where these steps can run independently on
9 multiple connected devices. 9 multiple connected devices.
10 10
(...skipping 48 matching lines...) Expand 10 before | Expand all | Expand 10 after
59 import time 59 import time
60 60
61 from pylib import cmd_helper 61 from pylib import cmd_helper
62 from pylib import constants 62 from pylib import constants
63 from pylib import forwarder 63 from pylib import forwarder
64 from pylib.base import base_test_result 64 from pylib.base import base_test_result
65 from pylib.base import base_test_runner 65 from pylib.base import base_test_runner
66 from pylib.device import device_errors 66 from pylib.device import device_errors
67 67
68 68
69 def GetPersistedResult(test_name):
70 file_name = os.path.join(constants.PERF_OUTPUT_DIR, test_name)
71 if not os.path.exists(file_name):
72 logging.error('File not found %s', file_name)
73 return None
74
75 with file(file_name, 'r') as f:
76 return pickle.loads(f.read())
77
78
69 def OutputJsonList(json_input, json_output): 79 def OutputJsonList(json_input, json_output):
70 with file(json_input, 'r') as i: 80 with file(json_input, 'r') as i:
71 all_steps = json.load(i) 81 all_steps = json.load(i)
72 step_values = [{'test': k, 'device_affinity': v['device_affinity']} 82
73 for k, v in all_steps['steps'].iteritems()] 83 step_values = []
84 for k, v in all_steps['steps'].iteritems():
85 data = {'test': k, 'device_affinity': v['device_affinity']}
86
87 persisted_result = GetPersistedResult(k)
88 if persisted_result:
89 data['total_time'] = persisted_result['total_time']
90 step_values.append(data)
91
74 with file(json_output, 'w') as o: 92 with file(json_output, 'w') as o:
75 o.write(json.dumps(step_values)) 93 o.write(json.dumps(step_values))
76 return 0 94 return 0
77 95
78 96
79 def PrintTestOutput(test_name, json_file_name=None): 97 def PrintTestOutput(test_name, json_file_name=None):
80 """Helper method to print the output of previously executed test_name. 98 """Helper method to print the output of previously executed test_name.
81 99
82 Args: 100 Args:
83 test_name: name of the test that has been previously executed. 101 test_name: name of the test that has been previously executed.
84 json_file_name: name of the file to output chartjson data to. 102 json_file_name: name of the file to output chartjson data to.
85 103
86 Returns: 104 Returns:
87 exit code generated by the test step. 105 exit code generated by the test step.
88 """ 106 """
89 file_name = os.path.join(constants.PERF_OUTPUT_DIR, test_name) 107 persisted_result = GetPersistedResult(test_name)
90 if not os.path.exists(file_name): 108 if not persisted_result:
91 logging.error('File not found %s', file_name)
92 return 1 109 return 1
93
94 with file(file_name, 'r') as f:
95 persisted_result = pickle.loads(f.read())
96 logging.info('*' * 80) 110 logging.info('*' * 80)
97 logging.info('Output from:') 111 logging.info('Output from:')
98 logging.info(persisted_result['cmd']) 112 logging.info(persisted_result['cmd'])
99 logging.info('*' * 80) 113 logging.info('*' * 80)
100 print persisted_result['output'] 114 print persisted_result['output']
101 115
102 if json_file_name: 116 if json_file_name:
103 with file(json_file_name, 'w') as f: 117 with file(json_file_name, 'w') as f:
104 f.write(persisted_result['chartjson']) 118 f.write(persisted_result['chartjson'])
105 119
(...skipping 223 matching lines...) Expand 10 before | Expand all | Expand 10 after
329 Returns: 343 Returns:
330 A tuple of (TestRunResults, retry). 344 A tuple of (TestRunResults, retry).
331 """ 345 """
332 _, result_type = self._LaunchPerfTest(test_name) 346 _, result_type = self._LaunchPerfTest(test_name)
333 results = base_test_result.TestRunResults() 347 results = base_test_result.TestRunResults()
334 results.AddResult(base_test_result.BaseTestResult(test_name, result_type)) 348 results.AddResult(base_test_result.BaseTestResult(test_name, result_type))
335 retry = None 349 retry = None
336 if not results.DidRunPass(): 350 if not results.DidRunPass():
337 retry = test_name 351 retry = test_name
338 return results, retry 352 return results, retry
OLDNEW
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698