OLD | NEW |
---|---|
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Unittests for shard.py.""" | 5 """Unittests for shard.py.""" |
6 | 6 |
7 import os | 7 import os |
8 import sys | 8 import sys |
9 import unittest | 9 import unittest |
10 | 10 |
11 sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), | 11 sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), |
12 os.pardir, os.pardir)) | 12 os.pardir, os.pardir)) |
13 | 13 |
14 # Mock out android_commands.GetAttachedDevices(). | 14 # Mock out android_commands.GetAttachedDevices(). |
15 from pylib import android_commands | 15 from pylib import android_commands |
16 android_commands.GetAttachedDevices = lambda: ['0', '1'] | 16 android_commands.GetAttachedDevices = lambda: ['0', '1'] |
17 | 17 |
18 from base_test_result import BaseTestResult | |
craigdh
2013/03/23 00:41:39
Don't import classes. Should be import base_test_r
frankf
2013/03/23 01:32:59
Done.
| |
19 from base_test_result import TestRunResults | |
20 from base_test_result import TestType | |
18 import shard | 21 import shard |
19 import test_result | |
20 | 22 |
21 | 23 |
22 class TestException(Exception): | 24 class TestException(Exception): |
23 pass | 25 pass |
24 | 26 |
25 | 27 |
26 class MockRunner(object): | 28 class MockRunner(object): |
27 """A mock TestRunner.""" | 29 """A mock TestRunner.""" |
28 def __init__(self, device='0', shard_index=0): | 30 def __init__(self, device='0', shard_index=0): |
29 self.device = device | 31 self.device = device |
30 self.shard_index = shard_index | 32 self.shard_index = shard_index |
31 self.setups = 0 | 33 self.setups = 0 |
32 self.teardowns = 0 | 34 self.teardowns = 0 |
33 | 35 |
34 def RunTest(self, test): | 36 def RunTest(self, test): |
35 return (test_result.TestResults.FromRun( | 37 results = TestRunResults() |
36 ok=[test_result.BaseTestResult(test, '')]), | 38 results.AddResult(BaseTestResult(test, TestType.PASS)) |
37 None) | 39 return (results, None) |
38 | 40 |
39 def SetUp(self): | 41 def SetUp(self): |
40 self.setups += 1 | 42 self.setups += 1 |
41 | 43 |
42 def TearDown(self): | 44 def TearDown(self): |
43 self.teardowns += 1 | 45 self.teardowns += 1 |
44 | 46 |
45 | 47 |
46 class MockRunnerFail(MockRunner): | 48 class MockRunnerFail(MockRunner): |
47 def RunTest(self, test): | 49 def RunTest(self, test): |
48 return (test_result.TestResults.FromRun( | 50 results = TestRunResults() |
49 failed=[test_result.BaseTestResult(test, '')]), | 51 results.AddResult(BaseTestResult(test, TestType.FAIL)) |
50 test) | 52 return (results, test) |
51 | 53 |
52 | 54 |
53 class MockRunnerFailTwice(MockRunner): | 55 class MockRunnerFailTwice(MockRunner): |
54 def __init__(self, device='0', shard_index=0): | 56 def __init__(self, device='0', shard_index=0): |
55 super(MockRunnerFailTwice, self).__init__(device, shard_index) | 57 super(MockRunnerFailTwice, self).__init__(device, shard_index) |
56 self._fails = 0 | 58 self._fails = 0 |
57 | 59 |
58 def RunTest(self, test): | 60 def RunTest(self, test): |
59 self._fails += 1 | 61 self._fails += 1 |
62 results = TestRunResults() | |
60 if self._fails <= 2: | 63 if self._fails <= 2: |
61 return (test_result.TestResults.FromRun( | 64 results.AddResult(BaseTestResult(test, TestType.FAIL)) |
62 failed=[test_result.BaseTestResult(test, '')]), | 65 return (results, test) |
63 test) | |
64 else: | 66 else: |
65 return (test_result.TestResults.FromRun( | 67 results.AddResult(BaseTestResult(test, TestType.PASS)) |
66 ok=[test_result.BaseTestResult(test, '')]), | 68 return (results, None) |
67 None) | |
68 | 69 |
69 | 70 |
70 class MockRunnerException(MockRunner): | 71 class MockRunnerException(MockRunner): |
71 def RunTest(self, test): | 72 def RunTest(self, test): |
72 raise TestException | 73 raise TestException |
73 | 74 |
74 | 75 |
75 class TestFunctions(unittest.TestCase): | 76 class TestFunctions(unittest.TestCase): |
76 """Tests for shard._RunTestsFromQueue.""" | 77 """Tests for shard._RunTestsFromQueue.""" |
77 @staticmethod | 78 @staticmethod |
78 def _RunTests(mock_runner, tests): | 79 def _RunTests(mock_runner, tests): |
79 results = [] | 80 results = [] |
80 tests = shard._TestCollection([shard._Test(t) for t in tests]) | 81 tests = shard._TestCollection([shard._Test(t) for t in tests]) |
81 shard._RunTestsFromQueue(mock_runner, tests, results) | 82 shard._RunTestsFromQueue(mock_runner, tests, results) |
82 return test_result.TestResults.FromTestResults(results) | 83 run_results = TestRunResults() |
84 for r in results: | |
85 run_results.AddTestRunResults(r) | |
86 return run_results | |
83 | 87 |
84 def testRunTestsFromQueue(self): | 88 def testRunTestsFromQueue(self): |
85 results = TestFunctions._RunTests(MockRunner(), ['a', 'b']) | 89 results = TestFunctions._RunTests(MockRunner(), ['a', 'b']) |
86 self.assertEqual(len(results.ok), 2) | 90 self.assertEqual(len(results.GetPass()), 2) |
87 self.assertEqual(len(results.GetAllBroken()), 0) | 91 self.assertEqual(len(results.GetNotPass()), 0) |
88 | 92 |
89 def testRunTestsFromQueueRetry(self): | 93 def testRunTestsFromQueueRetry(self): |
90 results = TestFunctions._RunTests(MockRunnerFail(), ['a', 'b']) | 94 results = TestFunctions._RunTests(MockRunnerFail(), ['a', 'b']) |
91 self.assertEqual(len(results.ok), 0) | 95 self.assertEqual(len(results.GetPass()), 0) |
92 self.assertEqual(len(results.failed), 2) | 96 self.assertEqual(len(results.GetFail()), 2) |
93 | 97 |
94 def testRunTestsFromQueueFailTwice(self): | 98 def testRunTestsFromQueueFailTwice(self): |
95 results = TestFunctions._RunTests(MockRunnerFailTwice(), ['a', 'b']) | 99 results = TestFunctions._RunTests(MockRunnerFailTwice(), ['a', 'b']) |
96 self.assertEqual(len(results.ok), 2) | 100 self.assertEqual(len(results.GetPass()), 2) |
97 self.assertEqual(len(results.GetAllBroken()), 0) | 101 self.assertEqual(len(results.GetNotPass()), 0) |
98 | 102 |
99 def testSetUp(self): | 103 def testSetUp(self): |
100 runners = [] | 104 runners = [] |
101 counter = shard._ThreadSafeCounter() | 105 counter = shard._ThreadSafeCounter() |
102 shard._SetUp(MockRunner, '0', runners, counter) | 106 shard._SetUp(MockRunner, '0', runners, counter) |
103 self.assertEqual(len(runners), 1) | 107 self.assertEqual(len(runners), 1) |
104 self.assertEqual(runners[0].setups, 1) | 108 self.assertEqual(runners[0].setups, 1) |
105 | 109 |
106 def testThreadSafeCounter(self): | 110 def testThreadSafeCounter(self): |
107 counter = shard._ThreadSafeCounter() | 111 counter = shard._ThreadSafeCounter() |
(...skipping 11 matching lines...) Expand all Loading... | |
119 for runner in runners: | 123 for runner in runners: |
120 self.assertEqual(runner.setups, 1) | 124 self.assertEqual(runner.setups, 1) |
121 self.assertEqual(set([r.device for r in runners]), | 125 self.assertEqual(set([r.device for r in runners]), |
122 set(['0', '1'])) | 126 set(['0', '1'])) |
123 self.assertEqual(set([r.shard_index for r in runners]), | 127 self.assertEqual(set([r.shard_index for r in runners]), |
124 set([0, 1])) | 128 set([0, 1])) |
125 | 129 |
126 def testRun(self): | 130 def testRun(self): |
127 runners = [MockRunner('0'), MockRunner('1')] | 131 runners = [MockRunner('0'), MockRunner('1')] |
128 results = shard._RunAllTests(runners, self.tests) | 132 results = shard._RunAllTests(runners, self.tests) |
129 self.assertEqual(len(results.ok), len(self.tests)) | 133 self.assertEqual(len(results.GetPass()), len(self.tests)) |
130 | 134 |
131 def testTearDown(self): | 135 def testTearDown(self): |
132 runners = [MockRunner('0'), MockRunner('1')] | 136 runners = [MockRunner('0'), MockRunner('1')] |
133 shard._TearDownRunners(runners) | 137 shard._TearDownRunners(runners) |
134 for runner in runners: | 138 for runner in runners: |
135 self.assertEqual(runner.teardowns, 1) | 139 self.assertEqual(runner.teardowns, 1) |
136 | 140 |
137 def testRetry(self): | 141 def testRetry(self): |
138 runners = shard._CreateRunners(MockRunnerFail, ['0', '1']) | 142 runners = shard._CreateRunners(MockRunnerFail, ['0', '1']) |
139 results = shard._RunAllTests(runners, self.tests) | 143 results = shard._RunAllTests(runners, self.tests) |
140 self.assertEqual(len(results.failed), len(self.tests)) | 144 self.assertEqual(len(results.GetFail()), len(self.tests)) |
141 | 145 |
142 def testReraise(self): | 146 def testReraise(self): |
143 runners = shard._CreateRunners(MockRunnerException, ['0', '1']) | 147 runners = shard._CreateRunners(MockRunnerException, ['0', '1']) |
144 with self.assertRaises(TestException): | 148 with self.assertRaises(TestException): |
145 shard._RunAllTests(runners, self.tests) | 149 shard._RunAllTests(runners, self.tests) |
146 | 150 |
147 | 151 |
148 class TestShard(unittest.TestCase): | 152 class TestShard(unittest.TestCase): |
149 """Tests for shard.Shard.""" | 153 """Tests for shard.Shard.""" |
150 @staticmethod | 154 @staticmethod |
151 def _RunShard(runner_factory): | 155 def _RunShard(runner_factory): |
152 return shard.ShardAndRunTests(runner_factory, ['0', '1'], ['a', 'b', 'c']) | 156 return shard.ShardAndRunTests(runner_factory, ['0', '1'], ['a', 'b', 'c']) |
153 | 157 |
154 def testShard(self): | 158 def testShard(self): |
155 results = TestShard._RunShard(MockRunner) | 159 results = TestShard._RunShard(MockRunner) |
156 self.assertEqual(len(results.ok), 3) | 160 self.assertEqual(len(results.GetPass()), 3) |
157 | 161 |
158 def testFailing(self): | 162 def testFailing(self): |
159 results = TestShard._RunShard(MockRunnerFail) | 163 results = TestShard._RunShard(MockRunnerFail) |
160 self.assertEqual(len(results.ok), 0) | 164 self.assertEqual(len(results.GetPass()), 0) |
161 self.assertEqual(len(results.failed), 3) | 165 self.assertEqual(len(results.GetFail()), 3) |
162 | 166 |
163 | 167 |
164 if __name__ == '__main__': | 168 if __name__ == '__main__': |
165 unittest.main() | 169 unittest.main() |
OLD | NEW |