Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(30)

Side by Side Diff: build/android/pylib/instrumentation/instrumentation_test_instance.py

Issue 1945913002: Revert of 🎯 Fail if an instrumentation test is missing size annotation (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 4 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2015 The Chromium Authors. All rights reserved. 1 # Copyright 2015 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import collections 5 import collections
6 import copy 6 import copy
7 import logging 7 import logging
8 import os 8 import os
9 import pickle 9 import pickle
10 import re 10 import re
(...skipping 15 matching lines...) Expand all
26 # Ref: http://developer.android.com/reference/android/app/Activity.html 26 # Ref: http://developer.android.com/reference/android/app/Activity.html
27 _ACTIVITY_RESULT_CANCELED = 0 27 _ACTIVITY_RESULT_CANCELED = 0
28 _ACTIVITY_RESULT_OK = -1 28 _ACTIVITY_RESULT_OK = -1
29 29
30 _COMMAND_LINE_PARAMETER = 'cmdlinearg-parameter' 30 _COMMAND_LINE_PARAMETER = 'cmdlinearg-parameter'
31 _DEFAULT_ANNOTATIONS = [ 31 _DEFAULT_ANNOTATIONS = [
32 'Smoke', 'SmallTest', 'MediumTest', 'LargeTest', 32 'Smoke', 'SmallTest', 'MediumTest', 'LargeTest',
33 'EnormousTest', 'IntegrationTest'] 33 'EnormousTest', 'IntegrationTest']
34 _EXCLUDE_UNLESS_REQUESTED_ANNOTATIONS = [ 34 _EXCLUDE_UNLESS_REQUESTED_ANNOTATIONS = [
35 'DisabledTest', 'FlakyTest'] 35 'DisabledTest', 'FlakyTest']
36 _VALID_ANNOTATIONS = set(['Manual', 'PerfTest'] + _DEFAULT_ANNOTATIONS +
37 _EXCLUDE_UNLESS_REQUESTED_ANNOTATIONS)
38 _EXTRA_DRIVER_TEST_LIST = ( 36 _EXTRA_DRIVER_TEST_LIST = (
39 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TestList') 37 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TestList')
40 _EXTRA_DRIVER_TEST_LIST_FILE = ( 38 _EXTRA_DRIVER_TEST_LIST_FILE = (
41 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TestListFile') 39 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TestListFile')
42 _EXTRA_DRIVER_TARGET_PACKAGE = ( 40 _EXTRA_DRIVER_TARGET_PACKAGE = (
43 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TargetPackage') 41 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TargetPackage')
44 _EXTRA_DRIVER_TARGET_CLASS = ( 42 _EXTRA_DRIVER_TARGET_CLASS = (
45 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TargetClass') 43 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TargetClass')
46 _EXTRA_TIMEOUT_SCALE = ( 44 _EXTRA_TIMEOUT_SCALE = (
47 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TimeoutScale') 45 'org.chromium.test.driver.OnDeviceInstrumentationDriver.TimeoutScale')
48 46
49 _PARAMETERIZED_TEST_ANNOTATION = 'ParameterizedTest' 47 _PARAMETERIZED_TEST_ANNOTATION = 'ParameterizedTest'
50 _PARAMETERIZED_TEST_SET_ANNOTATION = 'ParameterizedTest$Set' 48 _PARAMETERIZED_TEST_SET_ANNOTATION = 'ParameterizedTest$Set'
51 _NATIVE_CRASH_RE = re.compile('native crash', re.IGNORECASE) 49 _NATIVE_CRASH_RE = re.compile('native crash', re.IGNORECASE)
52 _PICKLE_FORMAT_VERSION = 10 50 _PICKLE_FORMAT_VERSION = 10
53 51
54 52
55 class MissingSizeAnnotationError(Exception):
56 def __init__(self, class_name):
57 super(MissingSizeAnnotationError, self).__init__(class_name +
58 ': Test method is missing required size annotation. Add one of: ' +
59 ', '.join('@' + a for a in _VALID_ANNOTATIONS))
60
61
62 # TODO(jbudorick): Make these private class methods of 53 # TODO(jbudorick): Make these private class methods of
63 # InstrumentationTestInstance once the instrumentation test_runner is 54 # InstrumentationTestInstance once the instrumentation test_runner is
64 # deprecated. 55 # deprecated.
65 def ParseAmInstrumentRawOutput(raw_output): 56 def ParseAmInstrumentRawOutput(raw_output):
66 """Parses the output of an |am instrument -r| call. 57 """Parses the output of an |am instrument -r| call.
67 58
68 Args: 59 Args:
69 raw_output: the output of an |am instrument -r| call as a list of lines 60 raw_output: the output of an |am instrument -r| call as a list of lines
70 Returns: 61 Returns:
71 A 3-tuple containing: 62 A 3-tuple containing:
(...skipping 509 matching lines...) Expand 10 before | Expand all | Expand 10 after
581 filtered_classes = [] 572 filtered_classes = []
582 for c in tests: 573 for c in tests:
583 filtered_methods = [] 574 filtered_methods = []
584 for m in c['methods']: 575 for m in c['methods']:
585 # Gtest filtering 576 # Gtest filtering
586 if not gtest_filter(c, m): 577 if not gtest_filter(c, m):
587 continue 578 continue
588 579
589 all_annotations = dict(c['annotations']) 580 all_annotations = dict(c['annotations'])
590 all_annotations.update(m['annotations']) 581 all_annotations.update(m['annotations'])
591
592 # Enforce that all tests declare their size.
593 if not any(a in _VALID_ANNOTATIONS for a in all_annotations):
594 raise MissingSizeAnnotationError('%s.%s' % (c['class'], m['method']))
595
596 if (not annotation_filter(all_annotations) 582 if (not annotation_filter(all_annotations)
597 or not excluded_annotation_filter(all_annotations)): 583 or not excluded_annotation_filter(all_annotations)):
598 continue 584 continue
599 585
600 filtered_methods.append(m) 586 filtered_methods.append(m)
601 587
602 if filtered_methods: 588 if filtered_methods:
603 filtered_class = dict(c) 589 filtered_class = dict(c)
604 filtered_class['methods'] = filtered_methods 590 filtered_class['methods'] = filtered_methods
605 filtered_classes.append(filtered_class) 591 filtered_classes.append(filtered_class)
(...skipping 50 matching lines...) Expand 10 before | Expand all | Expand 10 after
656 def GenerateTestResults( 642 def GenerateTestResults(
657 result_code, result_bundle, statuses, start_ms, duration_ms): 643 result_code, result_bundle, statuses, start_ms, duration_ms):
658 return GenerateTestResults(result_code, result_bundle, statuses, 644 return GenerateTestResults(result_code, result_bundle, statuses,
659 start_ms, duration_ms) 645 start_ms, duration_ms)
660 646
661 #override 647 #override
662 def TearDown(self): 648 def TearDown(self):
663 if self._isolate_delegate: 649 if self._isolate_delegate:
664 self._isolate_delegate.Clear() 650 self._isolate_delegate.Clear()
665 651
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698