| OLD | NEW |
| 1 # Copyright (c) 2011 Google Inc. All rights reserved. | 1 # Copyright (c) 2011 Google Inc. All rights reserved. |
| 2 # | 2 # |
| 3 # Redistribution and use in source and binary forms, with or without | 3 # Redistribution and use in source and binary forms, with or without |
| 4 # modification, are permitted provided that the following conditions are | 4 # modification, are permitted provided that the following conditions are |
| 5 # met: | 5 # met: |
| 6 # | 6 # |
| 7 # * Redistributions of source code must retain the above copyright | 7 # * Redistributions of source code must retain the above copyright |
| 8 # notice, this list of conditions and the following disclaimer. | 8 # notice, this list of conditions and the following disclaimer. |
| 9 # * Redistributions in binary form must reproduce the above | 9 # * Redistributions in binary form must reproduce the above |
| 10 # copyright notice, this list of conditions and the following disclaimer | 10 # copyright notice, this list of conditions and the following disclaimer |
| (...skipping 27 matching lines...) Expand all Loading... |
| 38 name = "update-flaky-tests" | 38 name = "update-flaky-tests" |
| 39 help_text = "Update FlakyTests file from the flakiness dashboard" | 39 help_text = "Update FlakyTests file from the flakiness dashboard" |
| 40 show_in_main_help = True | 40 show_in_main_help = True |
| 41 | 41 |
| 42 ALWAYS_CC = [ | 42 ALWAYS_CC = [ |
| 43 'ojan@chromium.org', | 43 'ojan@chromium.org', |
| 44 'dpranke@chromium.org', | 44 'dpranke@chromium.org', |
| 45 'eseidel@chromium.org', | 45 'eseidel@chromium.org', |
| 46 ] | 46 ] |
| 47 | 47 |
| 48 COMMIT_MESSAGE = ( |
| 49 'Update FlakyTests to match current flakiness dashboard results\n\n' |
| 50 'Automatically generated using:\n' |
| 51 'webkit-patch update-flaky-tests\n\n' |
| 52 'R=%s\n') |
| 53 |
| 54 FLAKY_TEST_CONTENTS = ( |
| 55 '# This file is generated by webkit-patch update-flaky-tests from the fl
akiness dashboard data.\n' |
| 56 '# Manual changes will be overwritten.\n\n' |
| 57 '%s\n') |
| 58 |
| 48 def __init__(self): | 59 def __init__(self): |
| 49 options = [ | 60 options = [ |
| 50 optparse.make_option('--upload', action='store_true', | 61 optparse.make_option('--upload', action='store_true', |
| 51 help='upload the changed FlakyTest file for review'), | 62 help='upload the changed FlakyTest file for review'), |
| 52 optparse.make_option('--reviewers', action='store', | 63 optparse.make_option('--reviewers', action='store', |
| 53 help='comma-separated list of reviewers, defaults to blink garde
ners'), | 64 help='comma-separated list of reviewers, defaults to blink garde
ners'), |
| 54 ] | 65 ] |
| 55 AbstractDeclarativeCommand.__init__(self, options=options) | 66 AbstractDeclarativeCommand.__init__(self, options=options) |
| 56 # This is sorta silly, but allows for unit testing: | 67 # This is sorta silly, but allows for unit testing: |
| 57 self.expectations_factory = BotTestExpectationsFactory | 68 self.expectations_factory = BotTestExpectationsFactory |
| (...skipping 16 matching lines...) Expand all Loading... |
| 74 | 85 |
| 75 if options.reviewers: | 86 if options.reviewers: |
| 76 # FIXME: Could validate these as emails. sheriff_calendar has some c
ode for that. | 87 # FIXME: Could validate these as emails. sheriff_calendar has some c
ode for that. |
| 77 reviewer_emails = options.reviewers.split(',') | 88 reviewer_emails = options.reviewers.split(',') |
| 78 else: | 89 else: |
| 79 reviewer_emails = sheriff_calendar.current_gardener_emails() | 90 reviewer_emails = sheriff_calendar.current_gardener_emails() |
| 80 if not reviewer_emails: | 91 if not reviewer_emails: |
| 81 print "No gardener, and --reviewers not specified, not bothering
." | 92 print "No gardener, and --reviewers not specified, not bothering
." |
| 82 return 1 | 93 return 1 |
| 83 | 94 |
| 84 commit_message = """Update FlakyTests to match current flakiness dashboa
rd results | 95 commit_message = self.COMMIT_MESSAGE % ','.join(reviewer_emails) |
| 85 | |
| 86 Automatically generated using: | |
| 87 webkit-patch update-flaky-tests | |
| 88 | |
| 89 R=%s | |
| 90 """ % ','.join(reviewer_emails) | |
| 91 | |
| 92 git_cmd = ['git', 'commit', '-m', commit_message, | 96 git_cmd = ['git', 'commit', '-m', commit_message, |
| 93 tool.filesystem.join(tool.scm().checkout_root, flaky_tests_path)] | 97 tool.filesystem.join(tool.scm().checkout_root, flaky_tests_path)] |
| 94 tool.executive.run_and_throw_if_fail(git_cmd) | 98 tool.executive.run_and_throw_if_fail(git_cmd) |
| 95 | 99 |
| 96 # FIXME: There must be a cleaner way to avoid the editor! | 100 git_cmd = ['git', 'cl', 'upload', '--send-mail', '-f', |
| 97 # Silence the editor. | |
| 98 os.environ['EDITOR'] = 'true' | |
| 99 | |
| 100 git_cmd = ['git', 'cl', 'upload', '--send-mail', | |
| 101 '--cc', ','.join(self.ALWAYS_CC)] | 101 '--cc', ','.join(self.ALWAYS_CC)] |
| 102 tool.executive.run_and_throw_if_fail(git_cmd) | 102 tool.executive.run_and_throw_if_fail(git_cmd) |
| 103 | 103 |
| 104 def execute(self, options, args, tool): | 104 def execute(self, options, args, tool): |
| 105 port = tool.port_factory.get() | 105 port = tool.port_factory.get() |
| 106 port_names = tool.port_factory.all_port_names() | 106 port_names = tool.port_factory.all_port_names() |
| 107 factory = self.expectations_factory() | 107 factory = self.expectations_factory() |
| 108 lines = self._collect_expectation_lines(port_names, factory) | 108 lines = self._collect_expectation_lines(port_names, factory) |
| 109 lines.sort(key=lambda line: line.path) | 109 lines.sort(key=lambda line: line.path) |
| 110 # Skip any tests which are mentioned in the dashboard but not in our che
ckout: | 110 # Skip any tests which are mentioned in the dashboard but not in our che
ckout: |
| 111 fs = tool.filesystem | 111 fs = tool.filesystem |
| 112 lines = filter(lambda line: fs.exists(fs.join(port.layout_tests_dir(), l
ine.path)), lines) | 112 lines = filter(lambda line: fs.exists(fs.join(port.layout_tests_dir(), l
ine.path)), lines) |
| 113 | 113 |
| 114 # Note: This includes all flaky tests from the dashboard, even ones ment
ioned | 114 # Note: This includes all flaky tests from the dashboard, even ones ment
ioned |
| 115 # in existing TestExpectations. We could certainly load existing TestExp
ecations | 115 # in existing TestExpectations. We could certainly load existing TestExp
ecations |
| 116 # and filter accordingly, or update existing TestExpectations instead of
FlakyTests. | 116 # and filter accordingly, or update existing TestExpectations instead of
FlakyTests. |
| 117 flaky_tests_path = fs.join(port.layout_tests_dir(), 'FlakyTests') | 117 flaky_tests_path = fs.join(port.layout_tests_dir(), 'FlakyTests') |
| 118 fs.write_text_file(flaky_tests_path, TestExpectations.list_to_string(lin
es)) | 118 flaky_tests_contents = self.FLAKY_TEST_CONTENTS % TestExpectations.list_
to_string(lines) |
| 119 fs.write_text_file(flaky_tests_path, flaky_tests_contents) |
| 119 print "Updated %s" % flaky_tests_path | 120 print "Updated %s" % flaky_tests_path |
| 120 | 121 |
| 121 if options.upload: | 122 if options.upload: |
| 122 return self._commit_and_upload(tool, options) | 123 return self._commit_and_upload(tool, options) |
| 123 | 124 |
| OLD | NEW |