| OLD | NEW | 
|    1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. |    1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. | 
|    2 # Use of this source code is governed by a BSD-style license that can be |    2 # Use of this source code is governed by a BSD-style license that can be | 
|    3 # found in the LICENSE file. |    3 # found in the LICENSE file. | 
|    4  |    4  | 
|    5 """Parses options for the instrumentation tests.""" |    5 """Parses options for the instrumentation tests.""" | 
|    6  |    6  | 
 |    7 #TODO(craigdh): pylib/utils/ should not depend on pylib/. | 
 |    8 from pylib import constants | 
 |    9  | 
 |   10 import optparse | 
|    7 import os |   11 import os | 
 |   12 import sys | 
 |   13  | 
 |   14 _SDK_OUT_DIR = os.path.join(constants.DIR_SOURCE_ROOT, 'out') | 
|    8  |   15  | 
|    9  |   16  | 
|   10 # TODO(gkanwar): Some downstream scripts current rely on these functions |  | 
|   11 # existing. This dependency should be removed, and this file deleted, in the |  | 
|   12 # future. |  | 
|   13 def AddBuildTypeOption(option_parser): |   17 def AddBuildTypeOption(option_parser): | 
|   14   """Decorates OptionParser with build type option.""" |   18   """Decorates OptionParser with build type option.""" | 
|   15   default_build_type = 'Debug' |   19   default_build_type = 'Debug' | 
|   16   if 'BUILDTYPE' in os.environ: |   20   if 'BUILDTYPE' in os.environ: | 
|   17     default_build_type = os.environ['BUILDTYPE'] |   21     default_build_type = os.environ['BUILDTYPE'] | 
|   18   option_parser.add_option('--debug', action='store_const', const='Debug', |   22   option_parser.add_option('--debug', action='store_const', const='Debug', | 
|   19                            dest='build_type', default=default_build_type, |   23                            dest='build_type', default=default_build_type, | 
|   20                            help='If set, run test suites under out/Debug. ' |   24                            help='If set, run test suites under out/Debug. ' | 
|   21                            'Default is env var BUILDTYPE or Debug') |   25                                 'Default is env var BUILDTYPE or Debug') | 
|   22   option_parser.add_option('--release', action='store_const', const='Release', |   26   option_parser.add_option('--release', action='store_const', const='Release', | 
|   23                            dest='build_type', |   27                            dest='build_type', | 
|   24                            help='If set, run test suites under out/Release. ' |   28                            help='If set, run test suites under out/Release. ' | 
|   25                            'Default is env var BUILDTYPE or Debug.') |   29                                 'Default is env var BUILDTYPE or Debug.') | 
 |   30  | 
 |   31  | 
 |   32 def AddInstallAPKOption(option_parser): | 
 |   33   """Decorates OptionParser with apk option used to install the APK.""" | 
 |   34   AddBuildTypeOption(option_parser) | 
 |   35   option_parser.add_option('--apk', | 
 |   36                            help=('The name of the apk containing the ' | 
 |   37                                  ' application (with the .apk extension).')) | 
 |   38   option_parser.add_option('--apk_package', | 
 |   39                            help=('The package name used by the apk containing ' | 
 |   40                                  'the application.')) | 
 |   41   option_parser.add_option('--keep_data', | 
 |   42                            action='store_true', | 
 |   43                            default=False, | 
 |   44                            help=('Keep the package data when installing ' | 
 |   45                                  'the application.')) | 
 |   46  | 
 |   47  | 
 |   48 def ValidateInstallAPKOption(option_parser, options): | 
 |   49   if not options.apk: | 
 |   50     option_parser.error('--apk is mandatory.') | 
 |   51   if not os.path.exists(options.apk): | 
 |   52     options.apk = os.path.join(constants.DIR_SOURCE_ROOT, | 
 |   53                                'out', options.build_type, | 
 |   54                                'apks', options.apk) | 
|   26  |   55  | 
|   27  |   56  | 
|   28 def AddTestRunnerOptions(option_parser, default_timeout=60): |   57 def AddTestRunnerOptions(option_parser, default_timeout=60): | 
|   29   """Decorates OptionParser with options applicable to all tests.""" |   58   """Decorates OptionParser with options applicable to all tests.""" | 
|   30  |   59  | 
|   31   option_parser.add_option('-t', dest='timeout', |   60   option_parser.add_option('-t', dest='timeout', | 
|   32                            help='Timeout to wait for each test', |   61                            help='Timeout to wait for each test', | 
|   33                            type='int', |   62                            type='int', | 
|   34                            default=default_timeout) |   63                            default=default_timeout) | 
|   35   option_parser.add_option('-c', dest='cleanup_test_files', |   64   option_parser.add_option('-c', dest='cleanup_test_files', | 
| (...skipping 19 matching lines...) Expand all  Loading... | 
|   55   option_parser.add_option('--tool', |   84   option_parser.add_option('--tool', | 
|   56                            dest='tool', |   85                            dest='tool', | 
|   57                            help='Run the test under a tool ' |   86                            help='Run the test under a tool ' | 
|   58                            '(use --tool help to list them)') |   87                            '(use --tool help to list them)') | 
|   59   option_parser.add_option('--flakiness-dashboard-server', |   88   option_parser.add_option('--flakiness-dashboard-server', | 
|   60                            dest='flakiness_dashboard_server', |   89                            dest='flakiness_dashboard_server', | 
|   61                            help=('Address of the server that is hosting the ' |   90                            help=('Address of the server that is hosting the ' | 
|   62                                  'Chrome for Android flakiness dashboard.')) |   91                                  'Chrome for Android flakiness dashboard.')) | 
|   63   option_parser.add_option('--skip-deps-push', dest='push_deps', |   92   option_parser.add_option('--skip-deps-push', dest='push_deps', | 
|   64                            action='store_false', default=True, |   93                            action='store_false', default=True, | 
|   65                            help='Do not push dependencies to the device. ' |   94                            help='Do not push data dependencies to the device. ' | 
|   66                            'Use this at own risk for speeding up test ' |   95                                 'Use this at own risk for speeding up test ' | 
|   67                            'execution on local machine.') |   96                                 'execution on local machine.') | 
|   68   AddBuildTypeOption(option_parser) |   97   AddBuildTypeOption(option_parser) | 
 |   98  | 
 |   99  | 
 |  100 def AddGTestOptions(option_parser): | 
 |  101   """Decorates OptionParser with GTest tests options.""" | 
 |  102  | 
 |  103   AddTestRunnerOptions(option_parser, default_timeout=0) | 
 |  104   option_parser.add_option('-s', '--suite', dest='test_suite', | 
 |  105                            help='Executable name of the test suite to run ' | 
 |  106                            '(use -s help to list them).') | 
 |  107   option_parser.add_option('--out-directory', dest='out_directory', | 
 |  108                            help='Path to the out/ directory, irrespective of ' | 
 |  109                            'the build type. Only for non-Chromium uses.') | 
 |  110   option_parser.add_option('-d', '--device', dest='test_device', | 
 |  111                            help='Target device for the test suite to run on.') | 
 |  112   option_parser.add_option('-f', '--gtest_filter', dest='gtest_filter', | 
 |  113                            help='gtest filter.') | 
 |  114   #TODO(craigdh): Replace _ with - in arguments for consistency. | 
 |  115   option_parser.add_option('-a', '--test_arguments', dest='test_arguments', | 
 |  116                            help='Additional arguments to pass to the test.') | 
 |  117   option_parser.add_option('-e', '--emulator', dest='use_emulator', | 
 |  118                            action='store_true', | 
 |  119                            help='Run tests in a new instance of emulator.') | 
 |  120   option_parser.add_option('-n', '--emulator_count', | 
 |  121                            type='int', default=1, | 
 |  122                            help='Number of emulators to launch for running the ' | 
 |  123                            'tests.') | 
 |  124   option_parser.add_option('-x', '--xvfb', dest='use_xvfb', | 
 |  125                            action='store_true', | 
 |  126                            help='Use Xvfb around tests (ignored if not Linux).') | 
 |  127   option_parser.add_option('--webkit', action='store_true', | 
 |  128                            help='Run the tests from a WebKit checkout.') | 
 |  129   option_parser.add_option('--exit_code', action='store_true', | 
 |  130                            help='If set, the exit code will be total number ' | 
 |  131                            'of failures.') | 
 |  132   option_parser.add_option('--exe', action='store_true', | 
 |  133                            help='If set, use the exe test runner instead of ' | 
 |  134                            'the APK.') | 
 |  135   option_parser.add_option('--abi', default='armeabi-v7a', | 
 |  136                            help='Platform of emulators to launch.') | 
 |  137  | 
 |  138  | 
 |  139 def AddCommonInstrumentationOptions(option_parser): | 
 |  140   """Decorates OptionParser with base instrumentation tests options.""" | 
 |  141  | 
 |  142   AddTestRunnerOptions(option_parser) | 
 |  143   option_parser.add_option('-f', '--test_filter', | 
 |  144                            help='Test filter (if not fully qualified, ' | 
 |  145                            'will run all matches).') | 
 |  146   option_parser.add_option( | 
 |  147       '-A', '--annotation', dest='annotation_str', | 
 |  148       help=('Comma-separated list of annotations. Run only tests with any of ' | 
 |  149             'the given annotations. An annotation can be either a key or a ' | 
 |  150             'key-values pair. A test that has no annotation is considered ' | 
 |  151             '"SmallTest".')) | 
 |  152   option_parser.add_option( | 
 |  153       '-E', '--exclude-annotation', dest='exclude_annotation_str', | 
 |  154       help=('Comma-separated list of annotations. Exclude tests with these ' | 
 |  155             'annotations.')) | 
 |  156   option_parser.add_option('-j', '--java_only', action='store_true', | 
 |  157                            help='Run only the Java tests.') | 
 |  158   option_parser.add_option('-p', '--python_only', action='store_true', | 
 |  159                            help='Run only the Python tests.') | 
 |  160   option_parser.add_option('--screenshot', dest='screenshot_failures', | 
 |  161                            action='store_true', | 
 |  162                            help='Capture screenshots of test failures') | 
 |  163   option_parser.add_option('--save-perf-json', action='store_true', | 
 |  164                            help='Saves the JSON file for each UI Perf test.') | 
 |  165   option_parser.add_option('--shard_retries', type=int, default=1, | 
 |  166                            help=('Number of times to retry each failure when ' | 
 |  167                                  'sharding.')) | 
 |  168   option_parser.add_option('--official-build', help='Run official build tests.') | 
 |  169   option_parser.add_option('--device', | 
 |  170                            help='Serial number of device we should use.') | 
 |  171   option_parser.add_option('--python_test_root', | 
 |  172                            help='Root of the python-driven tests.') | 
 |  173   option_parser.add_option('--keep_test_server_ports', | 
 |  174                            action='store_true', | 
 |  175                            help='Indicates the test server ports must be ' | 
 |  176                                 'kept. When this is run via a sharder ' | 
 |  177                                 'the test server ports should be kept and ' | 
 |  178                                 'should not be reset.') | 
 |  179   option_parser.add_option('--buildbot-step-failure', | 
 |  180                            action='store_true', | 
 |  181                            help=('If present, will set the buildbot status ' | 
 |  182                                  'as STEP_FAILURE, otherwise as STEP_WARNINGS ' | 
 |  183                                  'when test(s) fail.')) | 
 |  184   option_parser.add_option('--disable_assertions', action='store_true', | 
 |  185                            help='Run with java assertions disabled.') | 
 |  186   option_parser.add_option('--test_data', action='append', default=[], | 
 |  187                            help=('Each instance defines a directory of test ' | 
 |  188                                  'data that should be copied to the target(s) ' | 
 |  189                                  'before running the tests. The argument ' | 
 |  190                                  'should be of the form <target>:<source>, ' | 
 |  191                                  '<target> is relative to the device data' | 
 |  192                                  'directory, and <source> is relative to the ' | 
 |  193                                  'chromium build directory.')) | 
 |  194  | 
 |  195  | 
 |  196 def AddInstrumentationOptions(option_parser): | 
 |  197   """Decorates OptionParser with instrumentation tests options.""" | 
 |  198  | 
 |  199   AddCommonInstrumentationOptions(option_parser) | 
 |  200   option_parser.add_option('-w', '--wait_debugger', dest='wait_for_debugger', | 
 |  201                            action='store_true', help='Wait for debugger.') | 
 |  202   option_parser.add_option('-I', dest='install_apk', | 
 |  203                            help='Install APK.', action='store_true') | 
 |  204   option_parser.add_option( | 
 |  205       '--test-apk', dest='test_apk', | 
 |  206       help=('The name of the apk containing the tests (without the .apk ' | 
 |  207             'extension; e.g. "ContentShellTest"). Alternatively, this can ' | 
 |  208             'be a full path to the apk.')) | 
 |  209  | 
 |  210  | 
 |  211 def AddUIAutomatorOptions(option_parser): | 
 |  212   """Decorates OptionParser with uiautomator tests options.""" | 
 |  213  | 
 |  214   AddCommonInstrumentationOptions(option_parser) | 
 |  215   option_parser.add_option( | 
 |  216       '--package-name', | 
 |  217       help=('The package name used by the apk containing the application.')) | 
 |  218   option_parser.add_option( | 
 |  219       '--test-jar', dest='test_jar', | 
 |  220       help=('The name of the dexed jar containing the tests (without the ' | 
 |  221             '.dex.jar extension). Alternatively, this can be a full path to ' | 
 |  222             'the jar.')) | 
 |  223  | 
 |  224  | 
 |  225 def ValidateCommonInstrumentationOptions(option_parser, options, args): | 
 |  226   """Validate common options/arguments and populate options with defaults.""" | 
 |  227   if len(args) > 1: | 
 |  228     option_parser.print_help(sys.stderr) | 
 |  229     option_parser.error('Unknown arguments: %s' % args[1:]) | 
 |  230  | 
 |  231   if options.java_only and options.python_only: | 
 |  232     option_parser.error('Options java_only (-j) and python_only (-p) ' | 
 |  233                         'are mutually exclusive.') | 
 |  234   options.run_java_tests = True | 
 |  235   options.run_python_tests = True | 
 |  236   if options.java_only: | 
 |  237     options.run_python_tests = False | 
 |  238   elif options.python_only: | 
 |  239     options.run_java_tests = False | 
 |  240  | 
 |  241   if options.annotation_str: | 
 |  242     options.annotations = options.annotation_str.split(',') | 
 |  243   elif options.test_filter: | 
 |  244     options.annotations = [] | 
 |  245   else: | 
 |  246     options.annotations = ['Smoke', 'SmallTest', 'MediumTest', 'LargeTest'] | 
 |  247  | 
 |  248   if options.exclude_annotation_str: | 
 |  249     options.exclude_annotations = options.exclude_annotation_str.split(',') | 
 |  250   else: | 
 |  251     options.exclude_annotations = [] | 
 |  252  | 
 |  253  | 
 |  254 def ValidateInstrumentationOptions(option_parser, options, args): | 
 |  255   """Validate options/arguments and populate options with defaults.""" | 
 |  256   ValidateCommonInstrumentationOptions(option_parser, options, args) | 
 |  257  | 
 |  258   if not options.test_apk: | 
 |  259     option_parser.error('--test-apk must be specified.') | 
 |  260  | 
 |  261   if os.path.exists(options.test_apk): | 
 |  262     # The APK is fully qualified, assume the JAR lives along side. | 
 |  263     options.test_apk_path = options.test_apk | 
 |  264     options.test_apk_jar_path = (os.path.splitext(options.test_apk_path)[0] + | 
 |  265                                  '.jar') | 
 |  266   else: | 
 |  267     options.test_apk_path = os.path.join(_SDK_OUT_DIR, | 
 |  268                                          options.build_type, | 
 |  269                                          constants.SDK_BUILD_APKS_DIR, | 
 |  270                                          '%s.apk' % options.test_apk) | 
 |  271     options.test_apk_jar_path = os.path.join( | 
 |  272         _SDK_OUT_DIR, options.build_type, constants.SDK_BUILD_TEST_JAVALIB_DIR, | 
 |  273         '%s.jar' %  options.test_apk) | 
 |  274  | 
 |  275  | 
 |  276 def ValidateUIAutomatorOptions(option_parser, options, args): | 
 |  277   """Validate uiautomator options/arguments.""" | 
 |  278   ValidateCommonInstrumentationOptions(option_parser, options, args) | 
 |  279  | 
 |  280   if not options.package_name: | 
 |  281     option_parser.error('--package-name must be specified.') | 
 |  282  | 
 |  283   if not options.test_jar: | 
 |  284     option_parser.error('--test-jar must be specified.') | 
 |  285  | 
 |  286   if os.path.exists(options.test_jar): | 
 |  287     # The dexed JAR is fully qualified, assume the info JAR lives along side. | 
 |  288     options.uiautomator_jar = options.test_jar | 
 |  289   else: | 
 |  290     options.uiautomator_jar = os.path.join( | 
 |  291         _SDK_OUT_DIR, options.build_type, constants.SDK_BUILD_JAVALIB_DIR, | 
 |  292         '%s.dex.jar' % options.test_jar) | 
 |  293   options.uiautomator_info_jar = ( | 
 |  294       options.uiautomator_jar[:options.uiautomator_jar.find('.dex.jar')] + | 
 |  295       '_java.jar') | 
 |  296  | 
| OLD | NEW |