OLD | NEW |
1 # Copyright (c) 2011 Google Inc. All rights reserved. | 1 # Copyright (c) 2011 Google Inc. All rights reserved. |
2 # | 2 # |
3 # Redistribution and use in source and binary forms, with or without | 3 # Redistribution and use in source and binary forms, with or without |
4 # modification, are permitted provided that the following conditions are | 4 # modification, are permitted provided that the following conditions are |
5 # met: | 5 # met: |
6 # | 6 # |
7 # * Redistributions of source code must retain the above copyright | 7 # * Redistributions of source code must retain the above copyright |
8 # notice, this list of conditions and the following disclaimer. | 8 # notice, this list of conditions and the following disclaimer. |
9 # * Redistributions in binary form must reproduce the above | 9 # * Redistributions in binary form must reproduce the above |
10 # copyright notice, this list of conditions and the following disclaimer | 10 # copyright notice, this list of conditions and the following disclaimer |
(...skipping 35 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
46 | 46 |
47 BUG_TEMPLATE = ( | 47 BUG_TEMPLATE = ( |
48 'https://code.google.com/p/chromium/issues/entry?owner=FILL_ME_IN&status
=Assigned&' | 48 'https://code.google.com/p/chromium/issues/entry?owner=FILL_ME_IN&status
=Assigned&' |
49 'labels=Pri-1,Cr-Blink,FlakyLayoutTest&summary=XXXXXXX%20is%20flaky&' | 49 'labels=Pri-1,Cr-Blink,FlakyLayoutTest&summary=XXXXXXX%20is%20flaky&' |
50 'comment=XXXXXXX%20is%20flaky.%0A%0AIt%20failed%20twice%20and%20then' | 50 'comment=XXXXXXX%20is%20flaky.%0A%0AIt%20failed%20twice%20and%20then' |
51 '%20passed%20on%20the%203rd%20or%204th%20retry.%20This%20is%20too%20' | 51 '%20passed%20on%20the%203rd%20or%204th%20retry.%20This%20is%20too%20' |
52 'flaky.%20The%20test%20will%20be%20skipped%20until%20it%27s%20fixed.' | 52 'flaky.%20The%20test%20will%20be%20skipped%20until%20it%27s%20fixed.' |
53 '%20If%20not%20fixed%20in%203%20months,%20it%20will%20be%20deleted%20' | 53 '%20If%20not%20fixed%20in%203%20months,%20it%20will%20be%20deleted%20' |
54 'or%20perma-skipped.%0A%0AIn%20the%20flakiness%20dashboard,%20the%20' | 54 'or%20perma-skipped.%0A%0AIn%20the%20flakiness%20dashboard,%20the%20' |
55 'turquoise%20boxes%20are%20runs%20where%20the%20test%20failed%20and%20' | 55 'turquoise%20boxes%20are%20runs%20where%20the%20test%20failed%20and%20' |
56 'then%20passed%20on%20retry.%0A%0Ahttp://test-results.appspot.com' | 56 'then%20passed%20on%20retry.%0A%0Ahttps://test-results.appspot.com' |
57 '/dashboards/flakiness_dashboard.html%23tests=XXXXXXX') | 57 '/dashboards/flakiness_dashboard.html%23tests=XXXXXXX') |
58 | 58 |
59 HEADER = ( | 59 HEADER = ( |
60 'Manually add bug numbers for these and then put the lines in LayoutTest
s/TestExpectations.\n' | 60 'Manually add bug numbers for these and then put the lines in LayoutTest
s/TestExpectations.\n' |
61 'Look up the test in the flakiness dashboard first to see if the the pla
tform\n' | 61 'Look up the test in the flakiness dashboard first to see if the the pla
tform\n' |
62 'specifiers should be made more general.\n\n' | 62 'specifiers should be made more general.\n\n' |
63 'Bug template:\n%s\n') % BUG_TEMPLATE | 63 'Bug template:\n%s\n') % BUG_TEMPLATE |
64 | 64 |
65 OUTPUT = '%s\n%s\n\nFlakiness dashboard: %s\n' | 65 OUTPUT = '%s\n%s\n\nFlakiness dashboard: %s\n' |
66 | 66 |
(...skipping 47 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
114 port = tool.port_factory.get() | 114 port = tool.port_factory.get() |
115 # Skip any tests which are mentioned in the dashboard but not in our che
ckout: | 115 # Skip any tests which are mentioned in the dashboard but not in our che
ckout: |
116 fs = tool.filesystem | 116 fs = tool.filesystem |
117 lines = [line for line in lines if fs.exists(fs.join(port.layout_tests_d
ir(), line.path))] | 117 lines = [line for line in lines if fs.exists(fs.join(port.layout_tests_d
ir(), line.path))] |
118 | 118 |
119 test_names = [line.name for line in lines] | 119 test_names = [line.name for line in lines] |
120 flakiness_dashboard_url = self.FLAKINESS_DASHBOARD_URL % ','.join(test_n
ames) | 120 flakiness_dashboard_url = self.FLAKINESS_DASHBOARD_URL % ','.join(test_n
ames) |
121 expectations_string = TestExpectations.list_to_string(lines) | 121 expectations_string = TestExpectations.list_to_string(lines) |
122 | 122 |
123 print self.OUTPUT % (self.HEADER, expectations_string, flakiness_dashboa
rd_url) | 123 print self.OUTPUT % (self.HEADER, expectations_string, flakiness_dashboa
rd_url) |
OLD | NEW |