Find annotated tests by exposing API in instrumentation_test_instance

build/android/pylib/instrumentation/instrumentation_test_instance_test.py

 #!/usr/bin/env python
 # Copyright 2014 The Chromium Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.
 
 """Unit tests for instrumentation_test_instance."""
 
 # pylint: disable=protected-access
 
 import unittest
 
 from pylib.base import base_test_result
 from pylib.constants import host_paths
 from pylib.instrumentation import instrumentation_test_instance
 
 with host_paths.SysPath(host_paths.PYMOCK_PATH):
   import mock  # pylint: disable=import-error
 
+_INSTRUMENTATION_TEST_INSTANCE_PATH = (
+    'pylib.instrumentation.instrumentation_test_instance.%s')
 
 class InstrumentationTestInstanceTest(unittest.TestCase):
 
   def setUp(self):
     options = mock.Mock()
     options.tool = ''
 
   @staticmethod
   def createTestInstance():
-    c = ('pylib.instrumentation.instrumentation_test_instance.'
-         'InstrumentationTestInstance')
+    c = _INSTRUMENTATION_TEST_INSTANCE_PATH % 'InstrumentationTestInstance'
     with mock.patch('%s._initializeApkAttributes' % c), (
          mock.patch('%s._initializeDataDependencyAttributes' % c)), (
          mock.patch('%s._initializeTestFilterAttributes' % c)), (
          mock.patch('%s._initializeFlagAttributes' % c)), (
          mock.patch('%s._initializeDriverAttributes' % c)), (
          mock.patch('%s._initializeTestControlAttributes' % c)), (
          mock.patch('%s._initializeTestCoverageAttributes' % c)):
       return instrumentation_test_instance.InstrumentationTestInstance(
           mock.MagicMock(), mock.MagicMock(), lambda s: None)
 
@@ skipping 19 matching lines @@
         'class': 'org.chromium.test.SampleTest2',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod1',
       },
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'MediumTest': None,
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod2',
       },
       {
         'annotations': {
           'Feature': {'value': ['Bar']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest2',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGetTests_simpleGtestFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
           {
             'annotations': {'MediumTest': None},
             'method': 'testMethod2',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._test_filter = 'org.chromium.test.SampleTest.testMethod1'
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._test_filter = 'org.chromium.test.SampleTest.testMethod1'
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGetTests_wildcardGtestFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
           {
@@ skipping 11 matching lines @@
         'class': 'org.chromium.test.SampleTest2',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._test_filter = 'org.chromium.test.SampleTest2.*'
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Bar']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest2',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._test_filter = 'org.chromium.test.SampleTest2.*'
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   @unittest.skip('crbug.com/623047')
   def testGetTests_negativeGtestFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
@@ skipping 66 matching lines @@
         'class': 'org.chromium.test.SampleTest2',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._annotations = {'SmallTest': None}
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod1',
       },
       {
         'annotations': {
           'Feature': {'value': ['Bar']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest2',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._annotations = {'SmallTest': None}
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGetTests_excludedAnnotationFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
           {
@@ skipping 11 matching lines @@
         'class': 'org.chromium.test.SampleTest2',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._excluded_annotations = {'SmallTest': None}
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'MediumTest': None,
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod2',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._excluded_annotations = {'SmallTest': None}
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGetTests_annotationSimpleValueFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
           {
@@ skipping 20 matching lines @@
             'annotations': {
               'SmallTest': None,
               'TestValue': '3',
             },
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._annotations = {'TestValue': '1'}
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Foo']},
           'SmallTest': None,
           'TestValue': '1',
         },
         'class': 'org.chromium.test.SampleTest',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._annotations = {'TestValue': '1'}
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGetTests_annotationDictValueFilter(self):
     o = self.createTestInstance()
     raw_tests = [
       {
         'annotations': {'Feature': {'value': ['Foo']}},
         'class': 'org.chromium.test.SampleTest',
         'methods': [
           {
@@ skipping 11 matching lines @@
         'class': 'org.chromium.test.SampleTest2',
         'methods': [
           {
             'annotations': {'SmallTest': None},
             'method': 'testMethod1',
           },
         ],
       }
     ]
 
-    o._GetTestsFromPickle = mock.MagicMock(return_value=raw_tests)
-    o._annotations = {'Feature': 'Bar'}
-
     expected_tests = [
       {
         'annotations': {
           'Feature': {'value': ['Bar']},
           'SmallTest': None,
         },
         'class': 'org.chromium.test.SampleTest2',
         'method': 'testMethod1',
       },
     ]
 
-    actual_tests = o.GetTests()
+    o._annotations = {'Feature': 'Bar'}
+    with mock.patch(_INSTRUMENTATION_TEST_INSTANCE_PATH % '_GetTestsFromPickle',
+                    return_value=raw_tests):
+      actual_tests = o.GetTests()
+
     self.assertEquals(actual_tests, expected_tests)
 
   def testGenerateTestResults_noStatus(self):
     results = instrumentation_test_instance.GenerateTestResults(
         None, None, [], 0, 1000)
     self.assertEqual([], results)
 
   def testGenerateTestResults_testPassed(self):
     statuses = [
       (1, {
@@ skipping 81 matching lines @@
     ]
     results = instrumentation_test_instance.GenerateTestResults(
         None, None, statuses, 0, 1000)
     self.assertEqual(1, len(results))
     self.assertEqual(base_test_result.ResultType.FAIL, results[0].GetType())
     self.assertEqual(stacktrace, results[0].GetLog())
 
 
 if __name__ == '__main__':
   unittest.main(verbosity=2)