Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(906)

Unified Diff: third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py

Issue 2151253004: Revert of In rebaseline, include build number information with "test_prefix_list" dicts. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Created 4 years, 5 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « no previous file | third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline_from_try_jobs.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py
diff --git a/third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py b/third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py
index 2326910088fcfa1b14c0bbcc68b94ad8c7488d69..de915219f7561c3c7f5c4a48abeb355af75f5704 100644
--- a/third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py
+++ b/third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline.py
@@ -49,28 +49,6 @@
_log = logging.getLogger(__name__)
-class Build(object):
- """Represents a combination of builder and build number.
-
- If build number is None, this represents the latest build
- for a given builder.
-
- TODO(qyearsley): Move this somewhere else; note it's very similar to TryJob,
- and it seems like it might belong in the buildbot module.
- """
- def __init__(self, builder_name, build_number=None):
- self.builder_name = builder_name
- self.build_number = build_number
-
- # Having __hash__ and __eq__ allow instances of this class to be used
- # as keys in dictionaries.
- def __hash__(self):
- return hash((self.builder_name, self.build_number))
-
- def __eq__(self, other):
- return (self.builder_name, self.build_number) == (other.builder_name, other.build_number)
-
-
class AbstractRebaseliningCommand(Command):
"""Base class for rebaseline-related commands."""
# Not overriding execute() - pylint: disable=abstract-method
@@ -309,22 +287,16 @@
super(AbstractParallelRebaselineCommand, self).__init__(options=options)
@memoized
- def build_data(self):
- """Returns a map of Build objects to LayoutTestResult objects.
-
- The Build objects are the latest builds for the release builders,
- and LayoutTestResult objects for results fetched from archived layout
- test results.
- """
- build_to_results = {}
+ def builder_data(self):
+ builder_to_results = {}
for builder_name in self._release_builders():
builder = self._tool.buildbot.builder_with_name(builder_name)
builder_results = builder.latest_layout_test_results()
if builder_results:
- build_to_results[Build(builder_name)] = builder_results
+ builder_to_results[builder_name] = builder_results
else:
raise Exception("No result for builder %s." % builder_name)
- return build_to_results
+ return builder_to_results
# The release builders cycle much faster than the debug ones and cover all the platforms.
def _release_builders(self):
@@ -348,15 +320,15 @@
traceback.print_exc(file=sys.stderr)
def _builders_to_fetch_from(self, builders_to_check):
- """Returns the subset of builders that will cover all of the baseline
- search paths used in the input list.
+ """Returns the subset of builders that will cover all of the baseline search paths
+ used in the input list.
In particular, if the input list contains both Release and Debug
versions of a configuration, we *only* return the Release version
(since we don't save debug versions of baselines).
Args:
- builders_to_check: List of builder names.
+ builders_to_check: List of builder names.
"""
release_builders = set()
debug_builders = set()
@@ -374,12 +346,6 @@
builders_to_fallback_paths[builder] = fallback_path
return builders_to_fallback_paths.keys()
- @staticmethod
- def _builder_names(builds):
- # TODO(qyearsley): If test_prefix_list dicts are converted to instances
- # of some class, then this could be replaced with a method on that class.
- return [b.builder_name for b in builds]
-
def _rebaseline_commands(self, test_prefix_list, options, skip_checking_actual_results=False):
path_to_webkit_patch = self._tool.path()
cwd = self._tool.scm().checkout_root
@@ -390,19 +356,14 @@
for test_prefix in test_prefix_list:
for test in port.tests([test_prefix]):
- builders_to_fetch_from = self._builders_to_fetch_from(self._builder_names(test_prefix_list[test_prefix]))
- for build in test_prefix_list[test_prefix]:
+ for builder in self._builders_to_fetch_from(test_prefix_list[test_prefix]):
# TODO(qyearsley): Remove the parameter skip_checking_actual_results
# and instead refactor the existing code so that this is not necessary.
- builder, build_number = build.builder_name, build.build_number
-
- if builder not in builders_to_fetch_from:
- break
if skip_checking_actual_results:
- actual_failures_suffixes = test_prefix_list[test_prefix][build]
+ actual_failures_suffixes = test_prefix_list[test_prefix][builder]
else:
actual_failures_suffixes = self._suffixes_for_actual_failures(
- test, build, test_prefix_list[test_prefix][build])
+ test, builder, test_prefix_list[test_prefix][builder])
if not actual_failures_suffixes:
# If we're not going to rebaseline the test because it's passing on this
# builder, we still want to remove the line from TestExpectations.
@@ -413,8 +374,6 @@
suffixes = ','.join(actual_failures_suffixes)
cmd_line = ['--suffixes', suffixes, '--builder', builder, '--test', test]
- if build_number:
- cmd_line.extend(['--build-number', build_number])
if options.results_directory:
cmd_line.extend(['--results-directory', options.results_directory])
if options.verbose:
@@ -459,11 +418,8 @@
optimize_commands = []
for test in test_prefix_list:
all_suffixes = set()
- builders_to_fetch_from = self._builders_to_fetch_from(self._builder_names(test_prefix_list[test]))
- for build in test_prefix_list[test]:
- if build.builder_name not in builders_to_fetch_from:
- break
- all_suffixes.update(self._suffixes_for_actual_failures(test, build, test_prefix_list[test][build]))
+ for builder in self._builders_to_fetch_from(test_prefix_list[test]):
+ all_suffixes.update(self._suffixes_for_actual_failures(test, builder, test_prefix_list[test][builder]))
# No need to optimize baselines for a test with no failures.
if not all_suffixes:
@@ -546,27 +502,25 @@
Args:
options: An object with the options passed to the current command.
- test_prefix_list: A map of test names to Build objects to file suffixes
- for new baseilnes. For example:
+ test_prefix_list: A map of test names to builder names to baseline
+ suffixes to rebaseline. For example:
{
- "some/test.html": {Build("builder-1", 412): ["txt"], Build("builder-2", 100): ["txt"]},
- "some/other.html": {Build("builder-1", 412): ["txt"]}
+ "some/test.html": {"builder-1": ["txt"], "builder-2": ["txt"]},
+ "some/other.html": {"builder-1": ["txt"]}
}
This would mean that new text baselines should be downloaded for
- "some/test.html" on both builder-1 (build 412) and builder-2
- (build 100), and new text baselines should be downloaded for
- "some/other.html" but only from builder-1.
- TODO(qyearsley): Replace test_prefix_list everywhere with some
- sort of class that contains the same data.
+ "some/test.html" on both builder-1 and builder-2, and new text
+ baselines should be downloaded for "some/other.html" but only
+ from builder-1.
skip_checking_actual_results: If True, then the lists of suffixes
to rebaseline from |test_prefix_list| will be used directly;
if False, then the list of suffixes will filtered to include
suffixes with mismatches in actual results.
"""
- for test, builds_to_check in sorted(test_prefix_list.items()):
+ for test, builders_to_check in sorted(test_prefix_list.items()):
_log.info("Rebaselining %s" % test)
- for build, suffixes in sorted(builds_to_check.items()):
- _log.debug(" %s: %s" % (build, ",".join(suffixes)))
+ for builder, suffixes in sorted(builders_to_check.items()):
+ _log.debug(" %s: %s" % (builder, ",".join(suffixes)))
copy_baseline_commands, rebaseline_commands, extra_lines_to_remove = self._rebaseline_commands(
test_prefix_list, options, skip_checking_actual_results)
@@ -590,20 +544,10 @@
# auto-rebaseline itself.
self._run_in_parallel_and_update_scm(self._optimize_baselines(test_prefix_list, options.verbose))
- def _suffixes_for_actual_failures(self, test, build, existing_suffixes):
- """Gets the baseline suffixes for actual mismatch failures in some results.
-
- Args:
- test: A full test path string.
- build: A Build object.
- existing_suffixes: A collection of all suffixes to consider.
-
- Returns:
- A set of file suffix strings.
- """
- if build not in self.build_data():
+ def _suffixes_for_actual_failures(self, test, builder_name, existing_suffixes):
+ if builder_name not in self.builder_data():
return set()
- test_result = self.build_data()[build].result_for_test(test)
+ test_result = self.builder_data()[builder_name].result_for_test(test)
if not test_result:
return set()
return set(existing_suffixes) & TestExpectations.suffixes_for_test_result(test_result)
@@ -656,7 +600,7 @@
_log.info(" %s (%s)" % (test_name, ','.join(suffixes)))
if test_name not in self._test_prefix_list:
self._test_prefix_list[test_name] = {}
- self._test_prefix_list[test_name][Build(builder_name)] = suffixes
+ self._test_prefix_list[test_name][builder_name] = suffixes
def execute(self, options, args, tool):
options.results_directory = None
@@ -714,8 +658,7 @@
for test in args:
if test not in test_prefix_list:
test_prefix_list[test] = {}
- build = Build(builder.name())
- test_prefix_list[test][build] = suffixes_to_update
+ test_prefix_list[test][builder.name()] = suffixes_to_update
if options.verbose:
_log.debug("rebaseline-json: " + str(test_prefix_list))
@@ -762,7 +705,7 @@
def bot_revision_data(self, scm):
revisions = []
- for result in self.build_data().values():
+ for result in self.builder_data().values():
if result.run_was_interrupted():
_log.error("Can't rebaseline because the latest run on %s exited early." % result.builder_name())
return []
@@ -862,7 +805,7 @@
lines_to_remove[test] = []
test_prefix_list[test] = {}
lines_to_remove[test].append(builder_name)
- test_prefix_list[test][Build(builder_name)] = BASELINE_SUFFIX_LIST
+ test_prefix_list[test][builder_name] = BASELINE_SUFFIX_LIST
return test_prefix_list, lines_to_remove
« no previous file with comments | « no previous file | third_party/WebKit/Tools/Scripts/webkitpy/tool/commands/rebaseline_from_try_jobs.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698