| OLD | NEW |
| 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
| 3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
| 4 | 4 |
| 5 """Unittests for shard.py.""" | 5 """Unittests for shard.py.""" |
| 6 | 6 |
| 7 import os | 7 import os |
| 8 import sys | 8 import sys |
| 9 import unittest | 9 import unittest |
| 10 | 10 |
| 11 sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), | 11 sys.path.append(os.path.join(os.path.dirname(os.path.realpath(__file__)), |
| 12 os.pardir, os.pardir)) | 12 os.pardir, os.pardir)) |
| 13 from pylib import android_commands | 13 from pylib import android_commands |
| 14 | 14 |
| 15 import shard | 15 import shard |
| 16 import test_result | 16 import test_result |
| 17 | 17 |
| 18 | 18 |
| 19 class TestException(Exception): | 19 class TestException(Exception): |
| 20 pass | 20 pass |
| 21 | 21 |
| 22 | 22 |
| 23 class MockRunner(object): | 23 class MockRunner(object): |
| 24 """A mock TestRunner.""" | 24 """A mock TestRunner.""" |
| 25 def __init__(self, device='0'): | 25 def __init__(self, device='0'): |
| 26 self.device = device | 26 self.device = device |
| 27 self.setups = 0 |
| 28 self.teardowns = 0 |
| 27 | 29 |
| 28 def Run(self, test): | 30 def RunTest(self, test): |
| 29 return (test_result.TestResults.FromRun( | 31 return (test_result.TestResults.FromRun( |
| 30 ok=[test_result.BaseTestResult(test, '')]), | 32 ok=[test_result.BaseTestResult(test, '')]), |
| 31 None) | 33 None) |
| 32 | 34 |
| 35 def SetUp(self): |
| 36 self.setups += 1 |
| 37 |
| 38 def TearDown(self): |
| 39 self.teardowns += 1 |
| 40 |
| 33 | 41 |
| 34 class MockRunnerRetry(MockRunner): | 42 class MockRunnerRetry(MockRunner): |
| 35 def Run(self, test): | 43 def RunTest(self, test): |
| 36 return (test_result.TestResults.FromRun( | 44 return (test_result.TestResults.FromRun( |
| 37 failed=[test_result.BaseTestResult(test, '')]), | 45 failed=[test_result.BaseTestResult(test, '')]), |
| 38 test) | 46 test) |
| 39 | 47 |
| 40 | 48 |
| 41 class MockRunnerException(MockRunner): | 49 class MockRunnerException(MockRunner): |
| 42 def Run(self, test): | 50 def RunTest(self, test): |
| 43 raise TestException | 51 raise TestException |
| 44 | 52 |
| 45 | 53 |
| 46 class TestWorker(unittest.TestCase): | 54 class TestFunctions(unittest.TestCase): |
| 47 """Tests for shard._Worker.""" | 55 """Tests for shard._RunTestsFromQueue.""" |
| 48 @staticmethod | 56 @staticmethod |
| 49 def _RunRunner(mock_runner, tests): | 57 def _RunTests(mock_runner, tests): |
| 50 results = [] | 58 results = [] |
| 51 retry = [] | 59 retry = [] |
| 52 worker = shard._Worker(mock_runner, tests, results, retry) | 60 shard._RunTestsFromQueue(mock_runner, tests, results, retry) |
| 53 worker.start() | |
| 54 worker.join() | |
| 55 worker.ReraiseIfException() | |
| 56 return (results, retry) | 61 return (results, retry) |
| 57 | 62 |
| 58 def testRun(self): | 63 def testRunTestsFromQueue(self): |
| 59 results, retry = TestWorker._RunRunner(MockRunner(), ['a', 'b']) | 64 results, retry = TestFunctions._RunTests(MockRunner(), ['a', 'b']) |
| 60 self.assertEqual(len(results), 2) | 65 self.assertEqual(len(results), 2) |
| 61 self.assertEqual(len(retry), 0) | 66 self.assertEqual(len(retry), 0) |
| 62 | 67 |
| 63 def testRetry(self): | 68 def testRunTestsFromQueueRetry(self): |
| 64 results, retry = TestWorker._RunRunner(MockRunnerRetry(), ['a', 'b']) | 69 results, retry = TestFunctions._RunTests(MockRunnerRetry(), ['a', 'b']) |
| 65 self.assertEqual(len(results), 2) | 70 self.assertEqual(len(results), 2) |
| 66 self.assertEqual(len(retry), 2) | 71 self.assertEqual(len(retry), 2) |
| 67 | 72 |
| 68 def testReraise(self): | 73 def testSetUp(self): |
| 69 with self.assertRaises(TestException): | 74 runners = [] |
| 70 TestWorker._RunRunner(MockRunnerException(), ['a', 'b']) | 75 shard._SetUp(MockRunner, '0', runners) |
| 76 self.assertEqual(len(runners), 1) |
| 77 self.assertEqual(runners[0].setups, 1) |
| 71 | 78 |
| 72 | 79 |
| 73 class TestRunAllTests(unittest.TestCase): | 80 class TestThreadGroupFunctions(unittest.TestCase): |
| 74 """Tests for shard._RunAllTests and shard._CreateRunners.""" | 81 """Tests for shard._RunAllTests and shard._CreateRunners.""" |
| 75 def setUp(self): | 82 def setUp(self): |
| 76 self.tests = ['a', 'b', 'c', 'd', 'e', 'f', 'g'] | 83 self.tests = ['a', 'b', 'c', 'd', 'e', 'f', 'g'] |
| 77 | 84 |
| 85 def testCreate(self): |
| 86 runners = shard._CreateRunners(MockRunner, ['0', '1']) |
| 87 for runner in runners: |
| 88 self.assertEqual(runner.setups, 1) |
| 89 |
| 78 def testRun(self): | 90 def testRun(self): |
| 79 runners = shard._CreateRunners(MockRunner, ['0', '1']) | 91 runners = [MockRunner('0'), MockRunner('1')] |
| 80 results, retry = shard._RunAllTests(runners, self.tests) | 92 results, retry = shard._RunAllTests(runners, self.tests) |
| 81 self.assertEqual(len(results), len(self.tests)) | 93 self.assertEqual(len(results), len(self.tests)) |
| 82 self.assertEqual(len(retry), 0) | 94 self.assertEqual(len(retry), 0) |
| 83 | 95 |
| 96 def testTearDown(self): |
| 97 runners = [MockRunner('0'), MockRunner('1')] |
| 98 shard._TearDownRunners(runners) |
| 99 for runner in runners: |
| 100 self.assertEqual(runner.teardowns, 1) |
| 101 |
| 84 def testRetry(self): | 102 def testRetry(self): |
| 85 runners = shard._CreateRunners(MockRunnerRetry, ['0', '1']) | 103 runners = shard._CreateRunners(MockRunnerRetry, ['0', '1']) |
| 86 results, retry = shard._RunAllTests(runners, self.tests) | 104 results, retry = shard._RunAllTests(runners, self.tests) |
| 87 self.assertEqual(len(results), len(self.tests)) | 105 self.assertEqual(len(results), len(self.tests)) |
| 88 self.assertEqual(len(retry), len(self.tests)) | 106 self.assertEqual(len(retry), len(self.tests)) |
| 89 | 107 |
| 90 def testReraise(self): | 108 def testReraise(self): |
| 91 runners = shard._CreateRunners(MockRunnerException, ['0', '1']) | 109 runners = shard._CreateRunners(MockRunnerException, ['0', '1']) |
| 92 with self.assertRaises(TestException): | 110 with self.assertRaises(TestException): |
| 93 shard._RunAllTests(runners, self.tests) | 111 shard._RunAllTests(runners, self.tests) |
| (...skipping 13 matching lines...) Expand all Loading... |
| 107 self.assertEqual(len(results.ok), 3) | 125 self.assertEqual(len(results.ok), 3) |
| 108 | 126 |
| 109 def testFailing(self): | 127 def testFailing(self): |
| 110 results = TestShard._RunShard(MockRunnerRetry) | 128 results = TestShard._RunShard(MockRunnerRetry) |
| 111 self.assertEqual(len(results.ok), 0) | 129 self.assertEqual(len(results.ok), 0) |
| 112 self.assertEqual(len(results.failed), 3) | 130 self.assertEqual(len(results.failed), 3) |
| 113 | 131 |
| 114 | 132 |
| 115 if __name__ == '__main__': | 133 if __name__ == '__main__': |
| 116 unittest.main() | 134 unittest.main() |
| OLD | NEW |