Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(21)

Unified Diff: tools/perf/core/perf_data_generator.py

Issue 2822723002: [Telemetry]Do not run power.idle_platform for reference build runs (Closed)
Patch Set: use telemetry benchmark class Created 3 years, 8 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « tools/perf/benchmark.csv ('k') | tools/perf/core/perf_data_generator_unittest.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: tools/perf/core/perf_data_generator.py
diff --git a/tools/perf/core/perf_data_generator.py b/tools/perf/core/perf_data_generator.py
index 927965e257f249131a913e3d7c68c97188f99c2b..b4b42eca4e4a35405be99cf9527a36f65da0261e 100755
--- a/tools/perf/core/perf_data_generator.py
+++ b/tools/perf/core/perf_data_generator.py
@@ -580,8 +580,8 @@ def generate_cplusplus_isolate_script_test(dimension):
]
-def generate_telemetry_tests(
- tester_config, benchmarks, benchmark_sharding_map, use_whitelist):
+def generate_telemetry_tests(tester_config, benchmarks, benchmark_sharding_map,
+ use_whitelist, benchmark_ref_build_blacklist):
isolated_scripts = []
# First determine the browser that you need based on the tester
browser_name = ''
@@ -624,13 +624,15 @@ def generate_telemetry_tests(
swarming_dimensions, benchmark.Name(), browser_name)
isolated_scripts.append(test)
# Now create another executable for this benchmark on the reference browser
- reference_test = generate_telemetry_test(
- swarming_dimensions, benchmark.Name(),'reference')
- isolated_scripts.append(reference_test)
- if current_shard == (num_shards - 1):
- current_shard = 0
- else:
- current_shard += 1
+ # if it is not blacklisted from running on the reference browser.
+ if benchmark.Name() not in benchmark_ref_build_blacklist:
+ reference_test = generate_telemetry_test(
+ swarming_dimensions, benchmark.Name(),'reference')
+ isolated_scripts.append(reference_test)
+ if current_shard == (num_shards - 1):
+ current_shard = 0
+ else:
+ current_shard += 1
return isolated_scripts
@@ -668,6 +670,12 @@ LEGACY_DEVICE_AFFIINITY_ALGORITHM = [
'Win 10 High-DPI Perf',
]
+# List of benchmarks that are to never be run with reference builds.
+BENCHMARK_REF_BUILD_BLACKLIST = [
+ 'power.idle_platform',
+]
+
+
def current_benchmarks(use_whitelist):
benchmarks_dir = os.path.join(src_dir(), 'tools', 'perf', 'benchmarks')
top_level_dir = os.path.dirname(benchmarks_dir)
@@ -768,7 +776,8 @@ def generate_all_tests(waterfall):
if name in LEGACY_DEVICE_AFFIINITY_ALGORITHM:
sharding_map = None
isolated_scripts = generate_telemetry_tests(
- config, benchmark_list, sharding_map, use_whitelist)
+ config, benchmark_list, sharding_map, use_whitelist,
+ BENCHMARK_REF_BUILD_BLACKLIST)
# Generate swarmed non-telemetry tests if present
if config['swarming_dimensions'][0].get('perf_tests', False):
isolated_scripts += generate_cplusplus_isolate_script_test(
« no previous file with comments | « tools/perf/benchmark.csv ('k') | tools/perf/core/perf_data_generator_unittest.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698