Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(1972)

Side by Side Diff: build/android/pylib/instrumentation/test_runner.py

Issue 18770008: [Android] Redesigns the sharder to allow replicated vs distributed tests (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Adds tagging of tests (for replication) Created 7 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright (c) 2012 The Chromium Authors. All rights reserved. 1 # Copyright (c) 2012 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 """Class for running instrumentation tests on a single device.""" 5 """Class for running instrumentation tests on a single device."""
6 6
7 import logging 7 import logging
8 import os 8 import os
9 import re 9 import re
10 import shutil 10 import shutil
(...skipping 34 matching lines...) Expand 10 before | Expand all | Expand 10 after
45 45
46 class TestRunner(base_test_runner.BaseTestRunner): 46 class TestRunner(base_test_runner.BaseTestRunner):
47 """Responsible for running a series of tests connected to a single device.""" 47 """Responsible for running a series of tests connected to a single device."""
48 48
49 _DEVICE_DATA_DIR = 'chrome/test/data' 49 _DEVICE_DATA_DIR = 'chrome/test/data'
50 _HOSTMACHINE_PERF_OUTPUT_FILE = '/tmp/chrome-profile' 50 _HOSTMACHINE_PERF_OUTPUT_FILE = '/tmp/chrome-profile'
51 _DEVICE_PERF_OUTPUT_SEARCH_PREFIX = (constants.DEVICE_PERF_OUTPUT_DIR + 51 _DEVICE_PERF_OUTPUT_SEARCH_PREFIX = (constants.DEVICE_PERF_OUTPUT_DIR +
52 '/chrome-profile*') 52 '/chrome-profile*')
53 _DEVICE_HAS_TEST_FILES = {} 53 _DEVICE_HAS_TEST_FILES = {}
54 54
55 def __init__(self, options, device, shard_index, test_pkg, ports_to_forward): 55 def __init__(self, build_type, test_data, install_apk, save_perf_json,
frankf 2013/07/16 00:02:18 For ever function signature you modify, make sure
56 screenshot_failures, tool, wait_for_debugger, disable_assertions,
57 push_deps, device, shard_index, test_pkg, ports_to_forward):
56 """Create a new TestRunner. 58 """Create a new TestRunner.
57 59
58 Args: 60 Args:
59 options: An options object with the following required attributes: 61 build_type: 'Release' or 'Debug'.
60 - build_type: 'Release' or 'Debug'. 62 test_data: Location of the test data.
61 - install_apk: Re-installs the apk if opted. 63 install_apk: Re-installs the apk if opted.
62 - save_perf_json: Whether or not to save the JSON file from UI perf 64 save_perf_json: Whether or not to save the JSON file from UI perf tests.
63 tests. 65 screenshot_failures: Take a screenshot for a test failure
64 - screenshot_failures: Take a screenshot for a test failure 66 tool: Name of the Valgrind tool.
65 - tool: Name of the Valgrind tool. 67 wait_for_debugger: blocks until the debugger is connected.
66 - wait_for_debugger: blocks until the debugger is connected. 68 disable_assertions: Whether to disable java assertions on the device.
67 - disable_assertions: Whether to disable java assertions on the device. 69 push_deps: If True, push all dependencies to the device.
68 - push_deps: If True, push all dependencies to the device.
69 device: Attached android device. 70 device: Attached android device.
70 shard_index: Shard index. 71 shard_index: Shard index.
71 test_pkg: A TestPackage object. 72 test_pkg: A TestPackage object.
72 ports_to_forward: A list of port numbers for which to set up forwarders. 73 ports_to_forward: A list of port numbers for which to set up forwarders.
73 Can be optionally requested by a test case. 74 Can be optionally requested by a test case.
74 """ 75 """
75 super(TestRunner, self).__init__(device, options.tool, options.build_type, 76 super(TestRunner, self).__init__(device, tool, build_type, push_deps)
76 options.push_deps)
77 self._lighttp_port = constants.LIGHTTPD_RANDOM_PORT_FIRST + shard_index 77 self._lighttp_port = constants.LIGHTTPD_RANDOM_PORT_FIRST + shard_index
78 78
79 self.build_type = options.build_type 79 self.build_type = build_type
80 self.test_data = options.test_data 80 self.test_data = test_data
81 self.save_perf_json = options.save_perf_json 81 self.save_perf_json = save_perf_json
82 self.screenshot_failures = options.screenshot_failures 82 self.screenshot_failures = screenshot_failures
83 self.wait_for_debugger = options.wait_for_debugger 83 self.wait_for_debugger = wait_for_debugger
84 self.disable_assertions = options.disable_assertions 84 self.disable_assertions = disable_assertions
85 self.test_pkg = test_pkg 85 self.test_pkg = test_pkg
86 self.ports_to_forward = ports_to_forward 86 self.ports_to_forward = ports_to_forward
87 self.install_apk = options.install_apk 87 self.install_apk = install_apk
88 88
89 #override 89 #override
90 def InstallTestPackage(self): 90 def InstallTestPackage(self):
91 if self.install_apk: 91 if self.install_apk:
92 self.test_pkg.Install(self.adb) 92 self.test_pkg.Install(self.adb)
93 93
94 #override 94 #override
95 def PushDataDeps(self): 95 def PushDataDeps(self):
96 # TODO(frankf): Implement a general approach for copying/installing 96 # TODO(frankf): Implement a general approach for copying/installing
97 # once across test runners. 97 # once across test runners.
(...skipping 251 matching lines...) Expand 10 before | Expand all | Expand 10 after
349 duration_ms = 0 349 duration_ms = 0
350 message = str(e) 350 message = str(e)
351 if not message: 351 if not message:
352 message = 'No information.' 352 message = 'No information.'
353 results.AddResult(test_result.InstrumentationTestResult( 353 results.AddResult(test_result.InstrumentationTestResult(
354 test, base_test_result.ResultType.CRASH, start_date_ms, duration_ms, 354 test, base_test_result.ResultType.CRASH, start_date_ms, duration_ms,
355 log=message)) 355 log=message))
356 raw_result = None 356 raw_result = None
357 self.TestTeardown(test, raw_result) 357 self.TestTeardown(test, raw_result)
358 return (results, None if results.DidRunPass() else test) 358 return (results, None if results.DidRunPass() else test)
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698