Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(333)

Side by Side Diff: bench/gen_bench_expectations.py

Issue 293033013: Adds angle to bench expectation configs. (Closed) Base URL: https://skia.googlesource.com/skia.git@master
Patch Set: Created 6 years, 7 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | no next file » | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 #!/usr/bin/env python 1 #!/usr/bin/env python
2 # Copyright (c) 2014 The Chromium Authors. All rights reserved. 2 # Copyright (c) 2014 The Chromium Authors. All rights reserved.
3 # Use of this source code is governed by a BSD-style license that can be 3 # Use of this source code is governed by a BSD-style license that can be
4 # found in the LICENSE file. 4 # found in the LICENSE file.
5 5
6 """ Generate bench_expectations file from a given set of bench data files. """ 6 """ Generate bench_expectations file from a given set of bench data files. """
7 7
8 import argparse 8 import argparse
9 import bench_util 9 import bench_util
10 import os 10 import os
11 import re 11 import re
12 import sys 12 import sys
13 13
14 # Parameters for calculating bench ranges. 14 # Parameters for calculating bench ranges.
15 RANGE_RATIO_UPPER = 1.5 # Ratio of range for upper bounds. 15 RANGE_RATIO_UPPER = 1.5 # Ratio of range for upper bounds.
16 RANGE_RATIO_LOWER = 2.0 # Ratio of range for lower bounds. 16 RANGE_RATIO_LOWER = 2.0 # Ratio of range for lower bounds.
17 ERR_RATIO = 0.08 # Further widens the range by the ratio of average value. 17 ERR_RATIO = 0.08 # Further widens the range by the ratio of average value.
18 ERR_UB = 1.0 # Adds an absolute upper error to cope with small benches. 18 ERR_UB = 1.0 # Adds an absolute upper error to cope with small benches.
19 ERR_LB = 1.5 19 ERR_LB = 1.5
20 20
21 # List of bench configs to monitor. Ignore all other configs. 21 # List of bench configs to monitor. Ignore all other configs.
22 CONFIGS_TO_INCLUDE = ['simple_viewport_1000x1000', 22 CONFIGS_TO_INCLUDE = ['simple_viewport_1000x1000',
23 'simple_viewport_1000x1000_angle',
23 'simple_viewport_1000x1000_gpu', 24 'simple_viewport_1000x1000_gpu',
24 'simple_viewport_1000x1000_scalar_1.100000', 25 'simple_viewport_1000x1000_scalar_1.100000',
25 'simple_viewport_1000x1000_scalar_1.100000_gpu', 26 'simple_viewport_1000x1000_scalar_1.100000_gpu',
26 ] 27 ]
27 28
28 # List of flaky entries that should be excluded. Each entry is defined by a list 29 # List of flaky entries that should be excluded. Each entry is defined by a list
29 # of 3 strings, corresponding to the substrings of [bench, config, builder] to 30 # of 3 strings, corresponding to the substrings of [bench, config, builder] to
30 # search for. A bench expectations line is excluded when each of the 3 strings 31 # search for. A bench expectations line is excluded when each of the 3 strings
31 # in the list is a substring of the corresponding element of the given line. For 32 # in the list is a substring of the corresponding element of the given line. For
32 # instance, ['desk_yahooanswers', 'gpu', 'Ubuntu'] will skip expectation entries 33 # instance, ['desk_yahooanswers', 'gpu', 'Ubuntu'] will skip expectation entries
(...skipping 96 matching lines...) Expand 10 before | Expand all | Expand 10 after
129 'expected': expected, 130 'expected': expected,
130 'lower_bound': lower_bound, 131 'lower_bound': lower_bound,
131 'upper_bound': upper_bound}) 132 'upper_bound': upper_bound})
132 133
133 with open(args.output_file, 'w') as file_handle: 134 with open(args.output_file, 'w') as file_handle:
134 file_handle.write('\n'.join(out_lines)) 135 file_handle.write('\n'.join(out_lines))
135 136
136 137
137 if __name__ == "__main__": 138 if __name__ == "__main__":
138 main() 139 main()
OLDNEW
« no previous file with comments | « no previous file | no next file » | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698