OLD | NEW |
1 # Copyright 2016 The Chromium Authors. All rights reserved. | 1 # Copyright 2016 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 """Run all system health stories used by system health benchmarks. | 5 """Run all system health stories used by system health benchmarks. |
6 | 6 |
7 Only memory benchmarks are used when running these stories to make the total | 7 Only memory benchmarks are used when running these stories to make the total |
8 cycle time manageable. Other system health benchmarks should be using the same | 8 cycle time manageable. Other system health benchmarks should be using the same |
9 stories as memory ones, only with fewer actions (no memory dumping). | 9 stories as memory ones, only with fewer actions (no memory dumping). |
10 """ | 10 """ |
(...skipping 46 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
57 | 57 |
58 # crbug.com/696824 | 58 # crbug.com/696824 |
59 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:news:qq', # pylint: disable=line-too-long | 59 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:news:qq', # pylint: disable=line-too-long |
60 | 60 |
61 # crbug.com/698006 | 61 # crbug.com/698006 |
62 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:tools:drive', # pylint: disable=line-too-long | 62 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:tools:drive', # pylint: disable=line-too-long |
63 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:tools:gmail', # pylint: disable=line-too-long | 63 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:tools:gmail', # pylint: disable=line-too-long |
64 | 64 |
65 # crbug.com/699966 | 65 # crbug.com/699966 |
66 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.multitab:misc:typical24', # pylint: disable=line-too-long | 66 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.multitab:misc:typical24', # pylint: disable=line-too-long |
| 67 # crbug.com/725923 |
| 68 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:social:facebook', # pylint: disable=line-too-long |
| 69 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:media:flickr', # pylint: disable=line-too-long |
| 70 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:social:tumblr', # pylint: disable=line-too-long |
| 71 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_desktop.load:social:twitter', # pylint: disable=line-too-long |
| 72 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_mobile.load:social:facebook', # pylint: disable=line-too-long |
| 73 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_mobile.load:social:tumblr', # pylint: disable=line-too-long |
| 74 'benchmarks.system_health_smoke_test.SystemHealthBenchmarkSmokeTest.system_hea
lth.memory_mobile.load:social:pinterest', # pylint: disable=line-too-long |
67 }) | 75 }) |
68 | 76 |
69 | 77 |
70 def _GenerateSmokeTestCase(benchmark_class, story_to_smoke_test): | 78 def _GenerateSmokeTestCase(benchmark_class, story_to_smoke_test): |
71 | 79 |
72 # NOTE TO SHERIFFS: DO NOT DISABLE THIS TEST. | 80 # NOTE TO SHERIFFS: DO NOT DISABLE THIS TEST. |
73 # | 81 # |
74 # This smoke test dynamically tests all system health user stories. So | 82 # This smoke test dynamically tests all system health user stories. So |
75 # disabling it for one failing or flaky benchmark would disable a much | 83 # disabling it for one failing or flaky benchmark would disable a much |
76 # wider swath of coverage than is usally intended. Instead, if a test is | 84 # wider swath of coverage than is usally intended. Instead, if a test is |
(...skipping 84 matching lines...) Expand 10 before | Expand all | Expand 10 after Loading... |
161 # Prefetch WPR archive needed by the stories set to avoid race condition | 169 # Prefetch WPR archive needed by the stories set to avoid race condition |
162 # when feching them when tests are run in parallel. | 170 # when feching them when tests are run in parallel. |
163 # See crbug.com/700426 for more details. | 171 # See crbug.com/700426 for more details. |
164 stories_set.wpr_archive_info.DownloadArchivesIfNeeded() | 172 stories_set.wpr_archive_info.DownloadArchivesIfNeeded() |
165 | 173 |
166 for story_to_smoke_test in stories_set.stories: | 174 for story_to_smoke_test in stories_set.stories: |
167 suite.addTest( | 175 suite.addTest( |
168 _GenerateSmokeTestCase(benchmark_class, story_to_smoke_test)) | 176 _GenerateSmokeTestCase(benchmark_class, story_to_smoke_test)) |
169 | 177 |
170 return suite | 178 return suite |
OLD | NEW |