Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(703)

Side by Side Diff: build/android/pylib/results/json_results_test.py

Issue 1376483002: [Android] Add --repeat for gtests and instrumentation tests. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 2 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « build/android/pylib/results/json_results.py ('k') | build/android/test_runner.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright 2014 The Chromium Authors. All rights reserved. 2 # Copyright 2014 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 import unittest 6 import unittest
7 7
8 from pylib.base import base_test_result 8 from pylib.base import base_test_result
9 from pylib.results import json_results 9 from pylib.results import json_results
10 10
11 11
12 class JsonResultsTest(unittest.TestCase): 12 class JsonResultsTest(unittest.TestCase):
13 13
14 def testGenerateResultsDict_passedResult(self): 14 def testGenerateResultsDict_passedResult(self):
15 result = base_test_result.BaseTestResult( 15 result = base_test_result.BaseTestResult(
16 'test.package.TestName', base_test_result.ResultType.PASS) 16 'test.package.TestName', base_test_result.ResultType.PASS)
17 17
18 all_results = base_test_result.TestRunResults() 18 all_results = base_test_result.TestRunResults()
19 all_results.AddResult(result) 19 all_results.AddResult(result)
20 20
21 results_dict = json_results.GenerateResultsDict(all_results) 21 results_dict = json_results.GenerateResultsDict([all_results])
22 self.assertEquals( 22 self.assertEquals(
23 ['test.package.TestName'], 23 ['test.package.TestName'],
24 results_dict['all_tests']) 24 results_dict['all_tests'])
25 self.assertEquals(1, len(results_dict['per_iteration_data'])) 25 self.assertEquals(1, len(results_dict['per_iteration_data']))
26 26
27 iteration_result = results_dict['per_iteration_data'][0] 27 iteration_result = results_dict['per_iteration_data'][0]
28 self.assertTrue('test.package.TestName' in iteration_result) 28 self.assertTrue('test.package.TestName' in iteration_result)
29 self.assertEquals(1, len(iteration_result['test.package.TestName'])) 29 self.assertEquals(1, len(iteration_result['test.package.TestName']))
30 30
31 test_iteration_result = iteration_result['test.package.TestName'][0] 31 test_iteration_result = iteration_result['test.package.TestName'][0]
32 self.assertTrue('status' in test_iteration_result) 32 self.assertTrue('status' in test_iteration_result)
33 self.assertEquals('SUCCESS', test_iteration_result['status']) 33 self.assertEquals('SUCCESS', test_iteration_result['status'])
34 34
35 def testGenerateResultsDict_skippedResult(self): 35 def testGenerateResultsDict_skippedResult(self):
36 result = base_test_result.BaseTestResult( 36 result = base_test_result.BaseTestResult(
37 'test.package.TestName', base_test_result.ResultType.SKIP) 37 'test.package.TestName', base_test_result.ResultType.SKIP)
38 38
39 all_results = base_test_result.TestRunResults() 39 all_results = base_test_result.TestRunResults()
40 all_results.AddResult(result) 40 all_results.AddResult(result)
41 41
42 results_dict = json_results.GenerateResultsDict(all_results) 42 results_dict = json_results.GenerateResultsDict([all_results])
43 self.assertEquals( 43 self.assertEquals(
44 ['test.package.TestName'], 44 ['test.package.TestName'],
45 results_dict['all_tests']) 45 results_dict['all_tests'])
46 self.assertEquals(1, len(results_dict['per_iteration_data'])) 46 self.assertEquals(1, len(results_dict['per_iteration_data']))
47 47
48 iteration_result = results_dict['per_iteration_data'][0] 48 iteration_result = results_dict['per_iteration_data'][0]
49 self.assertTrue('test.package.TestName' in iteration_result) 49 self.assertTrue('test.package.TestName' in iteration_result)
50 self.assertEquals(1, len(iteration_result['test.package.TestName'])) 50 self.assertEquals(1, len(iteration_result['test.package.TestName']))
51 51
52 test_iteration_result = iteration_result['test.package.TestName'][0] 52 test_iteration_result = iteration_result['test.package.TestName'][0]
53 self.assertTrue('status' in test_iteration_result) 53 self.assertTrue('status' in test_iteration_result)
54 self.assertEquals('SKIPPED', test_iteration_result['status']) 54 self.assertEquals('SKIPPED', test_iteration_result['status'])
55 55
56 def testGenerateResultsDict_failedResult(self): 56 def testGenerateResultsDict_failedResult(self):
57 result = base_test_result.BaseTestResult( 57 result = base_test_result.BaseTestResult(
58 'test.package.TestName', base_test_result.ResultType.FAIL) 58 'test.package.TestName', base_test_result.ResultType.FAIL)
59 59
60 all_results = base_test_result.TestRunResults() 60 all_results = base_test_result.TestRunResults()
61 all_results.AddResult(result) 61 all_results.AddResult(result)
62 62
63 results_dict = json_results.GenerateResultsDict(all_results) 63 results_dict = json_results.GenerateResultsDict([all_results])
64 self.assertEquals( 64 self.assertEquals(
65 ['test.package.TestName'], 65 ['test.package.TestName'],
66 results_dict['all_tests']) 66 results_dict['all_tests'])
67 self.assertEquals(1, len(results_dict['per_iteration_data'])) 67 self.assertEquals(1, len(results_dict['per_iteration_data']))
68 68
69 iteration_result = results_dict['per_iteration_data'][0] 69 iteration_result = results_dict['per_iteration_data'][0]
70 self.assertTrue('test.package.TestName' in iteration_result) 70 self.assertTrue('test.package.TestName' in iteration_result)
71 self.assertEquals(1, len(iteration_result['test.package.TestName'])) 71 self.assertEquals(1, len(iteration_result['test.package.TestName']))
72 72
73 test_iteration_result = iteration_result['test.package.TestName'][0] 73 test_iteration_result = iteration_result['test.package.TestName'][0]
74 self.assertTrue('status' in test_iteration_result) 74 self.assertTrue('status' in test_iteration_result)
75 self.assertEquals('FAILURE', test_iteration_result['status']) 75 self.assertEquals('FAILURE', test_iteration_result['status'])
76 76
77 def testGenerateResultsDict_duration(self): 77 def testGenerateResultsDict_duration(self):
78 result = base_test_result.BaseTestResult( 78 result = base_test_result.BaseTestResult(
79 'test.package.TestName', base_test_result.ResultType.PASS, duration=123) 79 'test.package.TestName', base_test_result.ResultType.PASS, duration=123)
80 80
81 all_results = base_test_result.TestRunResults() 81 all_results = base_test_result.TestRunResults()
82 all_results.AddResult(result) 82 all_results.AddResult(result)
83 83
84 results_dict = json_results.GenerateResultsDict(all_results) 84 results_dict = json_results.GenerateResultsDict([all_results])
85 self.assertEquals( 85 self.assertEquals(
86 ['test.package.TestName'], 86 ['test.package.TestName'],
87 results_dict['all_tests']) 87 results_dict['all_tests'])
88 self.assertEquals(1, len(results_dict['per_iteration_data'])) 88 self.assertEquals(1, len(results_dict['per_iteration_data']))
89 89
90 iteration_result = results_dict['per_iteration_data'][0] 90 iteration_result = results_dict['per_iteration_data'][0]
91 self.assertTrue('test.package.TestName' in iteration_result) 91 self.assertTrue('test.package.TestName' in iteration_result)
92 self.assertEquals(1, len(iteration_result['test.package.TestName'])) 92 self.assertEquals(1, len(iteration_result['test.package.TestName']))
93 93
94 test_iteration_result = iteration_result['test.package.TestName'][0] 94 test_iteration_result = iteration_result['test.package.TestName'][0]
95 self.assertTrue('elapsed_time_ms' in test_iteration_result) 95 self.assertTrue('elapsed_time_ms' in test_iteration_result)
96 self.assertEquals(123, test_iteration_result['elapsed_time_ms']) 96 self.assertEquals(123, test_iteration_result['elapsed_time_ms'])
97 97
98 def testGenerateResultsDict_multipleResults(self): 98 def testGenerateResultsDict_multipleResults(self):
99 result1 = base_test_result.BaseTestResult( 99 result1 = base_test_result.BaseTestResult(
100 'test.package.TestName1', base_test_result.ResultType.PASS) 100 'test.package.TestName1', base_test_result.ResultType.PASS)
101 result2 = base_test_result.BaseTestResult( 101 result2 = base_test_result.BaseTestResult(
102 'test.package.TestName2', base_test_result.ResultType.PASS) 102 'test.package.TestName2', base_test_result.ResultType.PASS)
103 103
104 all_results = base_test_result.TestRunResults() 104 all_results = base_test_result.TestRunResults()
105 all_results.AddResult(result1) 105 all_results.AddResult(result1)
106 all_results.AddResult(result2) 106 all_results.AddResult(result2)
107 107
108 results_dict = json_results.GenerateResultsDict(all_results) 108 results_dict = json_results.GenerateResultsDict([all_results])
109 self.assertEquals( 109 self.assertEquals(
110 ['test.package.TestName1', 'test.package.TestName2'], 110 ['test.package.TestName1', 'test.package.TestName2'],
111 results_dict['all_tests']) 111 results_dict['all_tests'])
112 self.assertEquals(2, len(results_dict['per_iteration_data'])) 112
113 self.assertTrue('per_iteration_data' in results_dict)
114 iterations = results_dict['per_iteration_data']
115 self.assertEquals(1, len(iterations))
113 116
114 expected_tests = set([ 117 expected_tests = set([
115 'test.package.TestName1', 118 'test.package.TestName1',
116 'test.package.TestName2', 119 'test.package.TestName2',
117 ]) 120 ])
118 121
119 for iteration_result in results_dict['per_iteration_data']: 122 for test_name, iteration_result in iterations[0].iteritems():
123 self.assertTrue(test_name in expected_tests)
124 expected_tests.remove(test_name)
120 self.assertEquals(1, len(iteration_result)) 125 self.assertEquals(1, len(iteration_result))
121 name = iteration_result.keys()[0]
122 self.assertTrue(name in expected_tests)
123 expected_tests.remove(name)
124 self.assertEquals(1, len(iteration_result[name]))
125 126
126 test_iteration_result = iteration_result[name][0] 127 test_iteration_result = iteration_result[0]
127 self.assertTrue('status' in test_iteration_result) 128 self.assertTrue('status' in test_iteration_result)
128 self.assertEquals('SUCCESS', test_iteration_result['status']) 129 self.assertEquals('SUCCESS', test_iteration_result['status'])
129 130
130 131
131 if __name__ == '__main__': 132 if __name__ == '__main__':
132 unittest.main(verbosity=2) 133 unittest.main(verbosity=2)
133 134
OLDNEW
« no previous file with comments | « build/android/pylib/results/json_results.py ('k') | build/android/test_runner.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698