OLD | NEW |
1 # Copyright 2014 The Chromium Authors. All rights reserved. | 1 # Copyright 2014 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """ | 5 """ |
6 This recipe can be used by components like v8 to verify blink tests with a | 6 This recipe can be used by components like v8 to verify blink tests with a |
7 low false positive rate. Similar to a trybot, this recipe compares test | 7 low false positive rate. Similar to a trybot, this recipe compares test |
8 failures from a build with a current component revision with test failures | 8 failures from a build with a current component revision with test failures |
9 from a build with a pinned component revision. | 9 from a build with a pinned component revision. |
10 | 10 |
11 Summary of the recipe flow: | 11 Summary of the recipe flow: |
12 1. Sync chromium to HEAD | 12 1. Sync chromium to HEAD |
13 2. Sync blink to HEAD | 13 2. Sync blink to HEAD |
14 3. Sync component X to revision Y | 14 3. Sync component X to revision Y |
15 4. Run blink tests | 15 4. Run blink tests |
16 -> In case of failures: | 16 -> In case of failures: |
17 5. Sync chromium to same revision as 1 | 17 5. Sync chromium to same revision as 1 |
18 6. Sync blink to same revision as 2 | 18 6. Sync blink to same revision as 2 |
19 7. Sync component X to pinned revision from DEPS file | 19 7. Sync component X to pinned revision from DEPS file |
20 8. Run blink tests | 20 8. Run blink tests |
21 -> If failures in 4 don't happen in 8, then revision Y reveals a problem not | 21 -> If failures in 4 don't happen in 8, then revision Y reveals a problem not |
22 present in the pinned revision | 22 present in the pinned revision |
23 | 23 |
24 Revision Y will be the revision property as provided by buildbot or HEAD (i.e. | 24 Revision Y will be the revision property as provided by buildbot or HEAD (i.e. |
25 in a forced build with no revision provided). | 25 in a forced build with no revision provided). |
26 """ | 26 """ |
27 | 27 |
28 from recipe_engine.types import freeze | 28 from infra.libs.infra_types import freeze |
29 | 29 |
30 DEPS = [ | 30 DEPS = [ |
31 'bot_update', | 31 'bot_update', |
32 'chromium', | 32 'chromium', |
33 'chromium_tests', | 33 'chromium_tests', |
34 'gclient', | 34 'gclient', |
35 'json', | 35 'json', |
36 'path', | 36 'path', |
37 'platform', | 37 'platform', |
38 'properties', | 38 'properties', |
(...skipping 177 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
216 # and compare the lists of failing tests). | 216 # and compare the lists of failing tests). |
217 yield ( | 217 yield ( |
218 api.test('too_many_failures_for_retcode') + | 218 api.test('too_many_failures_for_retcode') + |
219 properties('client.v8.fyi', 'V8-Blink Linux 64') + | 219 properties('client.v8.fyi', 'V8-Blink Linux 64') + |
220 api.override_step_data(with_patch, | 220 api.override_step_data(with_patch, |
221 canned_test(passing=False, | 221 canned_test(passing=False, |
222 num_additional_failures=125)) + | 222 num_additional_failures=125)) + |
223 api.override_step_data(without_patch, | 223 api.override_step_data(without_patch, |
224 canned_test(passing=True, minimal=True)) | 224 canned_test(passing=True, minimal=True)) |
225 ) | 225 ) |
OLD | NEW |