Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(185)

Side by Side Diff: build/android/pylib/base/test_dispatcher_unittest.py

Issue 1116493003: Revert of [Android] Remove more uses of android_commands from build/android/pylib. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 5 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « build/android/pylib/base/test_dispatcher.py ('k') | build/android/pylib/device/adb_wrapper.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python
2 # Copyright 2013 The Chromium Authors. All rights reserved. 1 # Copyright 2013 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 3 # found in the LICENSE file.
5 4
6 """Unittests for test_dispatcher.py.""" 5 """Unittests for test_dispatcher.py."""
7 # pylint: disable=R0201 6 # pylint: disable=R0201
8 # pylint: disable=W0212 7 # pylint: disable=W0212
9 8
10 import os 9 import os
11 import sys 10 import sys
12 import unittest 11 import unittest
13 12
13 sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)),
14 os.pardir, os.pardir))
14 15
16 # Mock out android_commands.GetAttachedDevices().
17 from pylib import android_commands
18 android_commands.GetAttachedDevices = lambda: ['0', '1']
15 from pylib import constants 19 from pylib import constants
16 from pylib.base import base_test_result 20 from pylib.base import base_test_result
17 from pylib.base import test_collection 21 from pylib.base import test_collection
18 from pylib.base import test_dispatcher 22 from pylib.base import test_dispatcher
19 from pylib.device import adb_wrapper
20 from pylib.device import device_utils
21 from pylib.utils import watchdog_timer 23 from pylib.utils import watchdog_timer
22 24
23 sys.path.append(
24 os.path.join(constants.DIR_SOURCE_ROOT, 'third_party', 'pymock'))
25 import mock
26
27 25
28 class TestException(Exception): 26 class TestException(Exception):
29 pass 27 pass
30 28
31 29
32 def _MockDevice(serial):
33 d = mock.MagicMock(spec=device_utils.DeviceUtils)
34 d.__str__.return_value = serial
35 d.adb = mock.MagicMock(spec=adb_wrapper.AdbWrapper)
36 d.adb.GetDeviceSerial = mock.MagicMock(return_value=serial)
37 d.IsOnline = mock.MagicMock(return_value=True)
38 return d
39
40
41 class MockRunner(object): 30 class MockRunner(object):
42 """A mock TestRunner.""" 31 """A mock TestRunner."""
43 def __init__(self, device=None, shard_index=0): 32 def __init__(self, device='0', shard_index=0):
44 self.device = device or _MockDevice('0') 33 self.device_serial = device
45 self.device_serial = self.device.adb.GetDeviceSerial()
46 self.shard_index = shard_index 34 self.shard_index = shard_index
47 self.setups = 0 35 self.setups = 0
48 self.teardowns = 0 36 self.teardowns = 0
49 37
50 def RunTest(self, test): 38 def RunTest(self, test):
51 results = base_test_result.TestRunResults() 39 results = base_test_result.TestRunResults()
52 results.AddResult( 40 results.AddResult(
53 base_test_result.BaseTestResult(test, base_test_result.ResultType.PASS)) 41 base_test_result.BaseTestResult(test, base_test_result.ResultType.PASS))
54 return (results, None) 42 return (results, None)
55 43
56 def SetUp(self): 44 def SetUp(self):
57 self.setups += 1 45 self.setups += 1
58 46
59 def TearDown(self): 47 def TearDown(self):
60 self.teardowns += 1 48 self.teardowns += 1
61 49
62 50
63 class MockRunnerFail(MockRunner): 51 class MockRunnerFail(MockRunner):
64 def RunTest(self, test): 52 def RunTest(self, test):
65 results = base_test_result.TestRunResults() 53 results = base_test_result.TestRunResults()
66 results.AddResult( 54 results.AddResult(
67 base_test_result.BaseTestResult(test, base_test_result.ResultType.FAIL)) 55 base_test_result.BaseTestResult(test, base_test_result.ResultType.FAIL))
68 return (results, test) 56 return (results, test)
69 57
70 58
71 class MockRunnerFailTwice(MockRunner): 59 class MockRunnerFailTwice(MockRunner):
72 def __init__(self, device=None, shard_index=0): 60 def __init__(self, device='0', shard_index=0):
73 super(MockRunnerFailTwice, self).__init__(device, shard_index) 61 super(MockRunnerFailTwice, self).__init__(device, shard_index)
74 self._fails = 0 62 self._fails = 0
75 63
76 def RunTest(self, test): 64 def RunTest(self, test):
77 self._fails += 1 65 self._fails += 1
78 results = base_test_result.TestRunResults() 66 results = base_test_result.TestRunResults()
79 if self._fails <= 2: 67 if self._fails <= 2:
80 results.AddResult(base_test_result.BaseTestResult( 68 results.AddResult(base_test_result.BaseTestResult(
81 test, base_test_result.ResultType.FAIL)) 69 test, base_test_result.ResultType.FAIL))
82 return (results, test) 70 return (results, test)
(...skipping 33 matching lines...) Expand 10 before | Expand all | Expand 10 after
116 self.assertEqual(len(results.GetFail()), 2) 104 self.assertEqual(len(results.GetFail()), 2)
117 105
118 def testRunTestsFromQueueFailTwice(self): 106 def testRunTestsFromQueueFailTwice(self):
119 results = TestFunctions._RunTests(MockRunnerFailTwice(), ['a', 'b']) 107 results = TestFunctions._RunTests(MockRunnerFailTwice(), ['a', 'b'])
120 self.assertEqual(len(results.GetPass()), 2) 108 self.assertEqual(len(results.GetPass()), 2)
121 self.assertEqual(len(results.GetNotPass()), 0) 109 self.assertEqual(len(results.GetNotPass()), 0)
122 110
123 def testSetUp(self): 111 def testSetUp(self):
124 runners = [] 112 runners = []
125 counter = test_dispatcher._ThreadSafeCounter() 113 counter = test_dispatcher._ThreadSafeCounter()
126 test_dispatcher._SetUp(MockRunner, _MockDevice('0'), runners, counter) 114 test_dispatcher._SetUp(MockRunner, '0', runners, counter)
127 self.assertEqual(len(runners), 1) 115 self.assertEqual(len(runners), 1)
128 self.assertEqual(runners[0].setups, 1) 116 self.assertEqual(runners[0].setups, 1)
129 117
130 def testThreadSafeCounter(self): 118 def testThreadSafeCounter(self):
131 counter = test_dispatcher._ThreadSafeCounter() 119 counter = test_dispatcher._ThreadSafeCounter()
132 for i in xrange(5): 120 for i in xrange(5):
133 self.assertEqual(counter.GetAndIncrement(), i) 121 self.assertEqual(counter.GetAndIncrement(), i)
134 122
135 def testApplyMaxPerRun(self): 123 def testApplyMaxPerRun(self):
136 self.assertEqual( 124 self.assertEqual(
137 ['A:B', 'C:D', 'E', 'F:G', 'H:I'], 125 ['A:B', 'C:D', 'E', 'F:G', 'H:I'],
138 test_dispatcher.ApplyMaxPerRun(['A:B', 'C:D:E', 'F:G:H:I'], 2)) 126 test_dispatcher.ApplyMaxPerRun(['A:B', 'C:D:E', 'F:G:H:I'], 2))
139 127
140 128
141 class TestThreadGroupFunctions(unittest.TestCase): 129 class TestThreadGroupFunctions(unittest.TestCase):
142 """Tests test_dispatcher._RunAllTests and test_dispatcher._CreateRunners.""" 130 """Tests test_dispatcher._RunAllTests and test_dispatcher._CreateRunners."""
143 def setUp(self): 131 def setUp(self):
144 self.tests = ['a', 'b', 'c', 'd', 'e', 'f', 'g'] 132 self.tests = ['a', 'b', 'c', 'd', 'e', 'f', 'g']
145 shared_test_collection = test_collection.TestCollection( 133 shared_test_collection = test_collection.TestCollection(
146 [test_dispatcher._Test(t) for t in self.tests]) 134 [test_dispatcher._Test(t) for t in self.tests])
147 self.test_collection_factory = lambda: shared_test_collection 135 self.test_collection_factory = lambda: shared_test_collection
148 136
149 def testCreate(self): 137 def testCreate(self):
150 runners = test_dispatcher._CreateRunners( 138 runners = test_dispatcher._CreateRunners(MockRunner, ['0', '1'])
151 MockRunner, [_MockDevice('0'), _MockDevice('1')])
152 for runner in runners: 139 for runner in runners:
153 self.assertEqual(runner.setups, 1) 140 self.assertEqual(runner.setups, 1)
154 self.assertEqual(set([r.device_serial for r in runners]), 141 self.assertEqual(set([r.device_serial for r in runners]),
155 set(['0', '1'])) 142 set(['0', '1']))
156 self.assertEqual(set([r.shard_index for r in runners]), 143 self.assertEqual(set([r.shard_index for r in runners]),
157 set([0, 1])) 144 set([0, 1]))
158 145
159 def testRun(self): 146 def testRun(self):
160 runners = [MockRunner(_MockDevice('0')), MockRunner(_MockDevice('1'))] 147 runners = [MockRunner('0'), MockRunner('1')]
161 results, exit_code = test_dispatcher._RunAllTests( 148 results, exit_code = test_dispatcher._RunAllTests(
162 runners, self.test_collection_factory, 0) 149 runners, self.test_collection_factory, 0)
163 self.assertEqual(len(results.GetPass()), len(self.tests)) 150 self.assertEqual(len(results.GetPass()), len(self.tests))
164 self.assertEqual(exit_code, 0) 151 self.assertEqual(exit_code, 0)
165 152
166 def testTearDown(self): 153 def testTearDown(self):
167 runners = [MockRunner(_MockDevice('0')), MockRunner(_MockDevice('1'))] 154 runners = [MockRunner('0'), MockRunner('1')]
168 test_dispatcher._TearDownRunners(runners) 155 test_dispatcher._TearDownRunners(runners)
169 for runner in runners: 156 for runner in runners:
170 self.assertEqual(runner.teardowns, 1) 157 self.assertEqual(runner.teardowns, 1)
171 158
172 def testRetry(self): 159 def testRetry(self):
173 runners = test_dispatcher._CreateRunners( 160 runners = test_dispatcher._CreateRunners(MockRunnerFail, ['0', '1'])
174 MockRunnerFail, [_MockDevice('0'), _MockDevice('1')])
175 results, exit_code = test_dispatcher._RunAllTests( 161 results, exit_code = test_dispatcher._RunAllTests(
176 runners, self.test_collection_factory, 0) 162 runners, self.test_collection_factory, 0)
177 self.assertEqual(len(results.GetFail()), len(self.tests)) 163 self.assertEqual(len(results.GetFail()), len(self.tests))
178 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE) 164 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE)
179 165
180 def testReraise(self): 166 def testReraise(self):
181 runners = test_dispatcher._CreateRunners( 167 runners = test_dispatcher._CreateRunners(MockRunnerException, ['0', '1'])
182 MockRunnerException, [_MockDevice('0'), _MockDevice('1')])
183 with self.assertRaises(TestException): 168 with self.assertRaises(TestException):
184 test_dispatcher._RunAllTests(runners, self.test_collection_factory, 0) 169 test_dispatcher._RunAllTests(runners, self.test_collection_factory, 0)
185 170
186 171
187 class TestShard(unittest.TestCase): 172 class TestShard(unittest.TestCase):
188 """Tests test_dispatcher.RunTests with sharding.""" 173 """Tests test_dispatcher.RunTests with sharding."""
189 @staticmethod 174 @staticmethod
190 def _RunShard(runner_factory): 175 def _RunShard(runner_factory):
191 return test_dispatcher.RunTests( 176 return test_dispatcher.RunTests(
192 ['a', 'b', 'c'], runner_factory, [_MockDevice('0'), _MockDevice('1')], 177 ['a', 'b', 'c'], runner_factory, ['0', '1'], shard=True)
193 shard=True)
194 178
195 def testShard(self): 179 def testShard(self):
196 results, exit_code = TestShard._RunShard(MockRunner) 180 results, exit_code = TestShard._RunShard(MockRunner)
197 self.assertEqual(len(results.GetPass()), 3) 181 self.assertEqual(len(results.GetPass()), 3)
198 self.assertEqual(exit_code, 0) 182 self.assertEqual(exit_code, 0)
199 183
200 def testFailing(self): 184 def testFailing(self):
201 results, exit_code = TestShard._RunShard(MockRunnerFail) 185 results, exit_code = TestShard._RunShard(MockRunnerFail)
202 self.assertEqual(len(results.GetPass()), 0) 186 self.assertEqual(len(results.GetPass()), 0)
203 self.assertEqual(len(results.GetFail()), 3) 187 self.assertEqual(len(results.GetFail()), 3)
204 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE) 188 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE)
205 189
206 def testNoTests(self): 190 def testNoTests(self):
207 results, exit_code = test_dispatcher.RunTests( 191 results, exit_code = test_dispatcher.RunTests(
208 [], MockRunner, [_MockDevice('0'), _MockDevice('1')], shard=True) 192 [], MockRunner, ['0', '1'], shard=True)
209 self.assertEqual(len(results.GetAll()), 0) 193 self.assertEqual(len(results.GetAll()), 0)
210 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE) 194 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE)
211 195
212 196
213 class TestReplicate(unittest.TestCase): 197 class TestReplicate(unittest.TestCase):
214 """Tests test_dispatcher.RunTests with replication.""" 198 """Tests test_dispatcher.RunTests with replication."""
215 @staticmethod 199 @staticmethod
216 def _RunReplicate(runner_factory): 200 def _RunReplicate(runner_factory):
217 return test_dispatcher.RunTests( 201 return test_dispatcher.RunTests(
218 ['a', 'b', 'c'], runner_factory, [_MockDevice('0'), _MockDevice('1')], 202 ['a', 'b', 'c'], runner_factory, ['0', '1'], shard=False)
219 shard=False)
220 203
221 def testReplicate(self): 204 def testReplicate(self):
222 results, exit_code = TestReplicate._RunReplicate(MockRunner) 205 results, exit_code = TestReplicate._RunReplicate(MockRunner)
223 # We expect 6 results since each test should have been run on every device 206 # We expect 6 results since each test should have been run on every device
224 self.assertEqual(len(results.GetPass()), 6) 207 self.assertEqual(len(results.GetPass()), 6)
225 self.assertEqual(exit_code, 0) 208 self.assertEqual(exit_code, 0)
226 209
227 def testFailing(self): 210 def testFailing(self):
228 results, exit_code = TestReplicate._RunReplicate(MockRunnerFail) 211 results, exit_code = TestReplicate._RunReplicate(MockRunnerFail)
229 self.assertEqual(len(results.GetPass()), 0) 212 self.assertEqual(len(results.GetPass()), 0)
230 self.assertEqual(len(results.GetFail()), 6) 213 self.assertEqual(len(results.GetFail()), 6)
231 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE) 214 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE)
232 215
233 def testNoTests(self): 216 def testNoTests(self):
234 results, exit_code = test_dispatcher.RunTests( 217 results, exit_code = test_dispatcher.RunTests(
235 [], MockRunner, [_MockDevice('0'), _MockDevice('1')], shard=False) 218 [], MockRunner, ['0', '1'], shard=False)
236 self.assertEqual(len(results.GetAll()), 0) 219 self.assertEqual(len(results.GetAll()), 0)
237 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE) 220 self.assertEqual(exit_code, constants.ERROR_EXIT_CODE)
238 221
239 222
240 if __name__ == '__main__': 223 if __name__ == '__main__':
241 unittest.main() 224 unittest.main()
OLDNEW
« no previous file with comments | « build/android/pylib/base/test_dispatcher.py ('k') | build/android/pylib/device/adb_wrapper.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698