Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(48)

Side by Side Diff: tools/chrome_proxy/integration_tests/chrome_proxy_benchmark.py

Issue 820093002: Integration tests for desktop platforms and safebrowsing (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Sync to head Created 5 years, 10 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « no previous file | tools/chrome_proxy/integration_tests/chrome_proxy_measurements.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 from integration_tests import chrome_proxy_measurements as measurements 5 from integration_tests import chrome_proxy_measurements as measurements
6 from integration_tests import chrome_proxy_pagesets as pagesets 6 from integration_tests import chrome_proxy_pagesets as pagesets
7 from telemetry import benchmark 7 from telemetry import benchmark
8 8
9 9
10 @benchmark.Enabled('android')
11 class ChromeProxyLatency(benchmark.Benchmark): 10 class ChromeProxyLatency(benchmark.Benchmark):
12 tag = 'latency' 11 tag = 'latency'
13 test = measurements.ChromeProxyLatency 12 test = measurements.ChromeProxyLatency
14 page_set = pagesets.Top20PageSet 13 page_set = pagesets.Top20PageSet
15 14
16 @classmethod 15 @classmethod
17 def Name(cls): 16 def Name(cls):
18 return 'chrome_proxy_benchmark.latency.top_20' 17 return 'chrome_proxy_benchmark.latency.top_20'
19 18
20 def CustomizeBrowserOptions(self, options): 19 def CustomizeBrowserOptions(self, options):
21 options.AppendExtraBrowserArgs('--enable-spdy-proxy-auth') 20 options.AppendExtraBrowserArgs('--enable-spdy-proxy-auth')
22 21
23 22
24 @benchmark.Enabled('android')
25 class ChromeProxyLatencyDirect(benchmark.Benchmark): 23 class ChromeProxyLatencyDirect(benchmark.Benchmark):
26 tag = 'latency_direct' 24 tag = 'latency_direct'
27 test = measurements.ChromeProxyLatency 25 test = measurements.ChromeProxyLatency
28 page_set = pagesets.Top20PageSet 26 page_set = pagesets.Top20PageSet
29 27
30 @classmethod 28 @classmethod
31 def Name(cls): 29 def Name(cls):
32 return 'chrome_proxy_benchmark.latency_direct.top_20' 30 return 'chrome_proxy_benchmark.latency_direct.top_20'
33 31
34 32
35 @benchmark.Enabled('android')
36 class ChromeProxyLatencySynthetic(ChromeProxyLatency): 33 class ChromeProxyLatencySynthetic(ChromeProxyLatency):
37 page_set = pagesets.SyntheticPageSet 34 page_set = pagesets.SyntheticPageSet
38 35
39 @classmethod 36 @classmethod
40 def Name(cls): 37 def Name(cls):
41 return 'chrome_proxy_benchmark.latency.synthetic' 38 return 'chrome_proxy_benchmark.latency.synthetic'
42 39
43 40
44 @benchmark.Enabled('android')
45 class ChromeProxyLatencySyntheticDirect(ChromeProxyLatencyDirect): 41 class ChromeProxyLatencySyntheticDirect(ChromeProxyLatencyDirect):
46 page_set = pagesets.SyntheticPageSet 42 page_set = pagesets.SyntheticPageSet
47 43
48 @classmethod 44 @classmethod
49 def Name(cls): 45 def Name(cls):
50 return 'chrome_proxy_benchmark.latency_direct.synthetic' 46 return 'chrome_proxy_benchmark.latency_direct.synthetic'
51 47
52 48
53 @benchmark.Enabled('android')
54 class ChromeProxyDataSaving(benchmark.Benchmark): 49 class ChromeProxyDataSaving(benchmark.Benchmark):
55 tag = 'data_saving' 50 tag = 'data_saving'
56 test = measurements.ChromeProxyDataSaving 51 test = measurements.ChromeProxyDataSaving
57 page_set = pagesets.Top20PageSet 52 page_set = pagesets.Top20PageSet
58 53
59 @classmethod 54 @classmethod
60 def Name(cls): 55 def Name(cls):
61 return 'chrome_proxy_benchmark.data_saving.top_20' 56 return 'chrome_proxy_benchmark.data_saving.top_20'
62 57
63 def CustomizeBrowserOptions(self, options): 58 def CustomizeBrowserOptions(self, options):
64 options.AppendExtraBrowserArgs('--enable-spdy-proxy-auth') 59 options.AppendExtraBrowserArgs('--enable-spdy-proxy-auth')
65 60
66 61
67 @benchmark.Enabled('android')
68 class ChromeProxyDataSavingDirect(benchmark.Benchmark): 62 class ChromeProxyDataSavingDirect(benchmark.Benchmark):
69 tag = 'data_saving_direct' 63 tag = 'data_saving_direct'
70 test = measurements.ChromeProxyDataSaving 64 test = measurements.ChromeProxyDataSaving
71 page_set = pagesets.Top20PageSet 65 page_set = pagesets.Top20PageSet
72 66
73 @classmethod 67 @classmethod
74 def Name(cls): 68 def Name(cls):
75 return 'chrome_proxy_benchmark.data_saving_direct.top_20' 69 return 'chrome_proxy_benchmark.data_saving_direct.top_20'
76 70
77 71
78 @benchmark.Enabled('android')
79 class ChromeProxyDataSavingSynthetic(ChromeProxyDataSaving): 72 class ChromeProxyDataSavingSynthetic(ChromeProxyDataSaving):
80 page_set = pagesets.SyntheticPageSet 73 page_set = pagesets.SyntheticPageSet
81 74
82 @classmethod 75 @classmethod
83 def Name(cls): 76 def Name(cls):
84 return 'chrome_proxy_benchmark.data_saving.synthetic' 77 return 'chrome_proxy_benchmark.data_saving.synthetic'
85 78
86 79
87 @benchmark.Enabled('android')
88 class ChromeProxyDataSavingSyntheticDirect(ChromeProxyDataSavingDirect): 80 class ChromeProxyDataSavingSyntheticDirect(ChromeProxyDataSavingDirect):
89 page_set = pagesets.SyntheticPageSet 81 page_set = pagesets.SyntheticPageSet
90 82
91 @classmethod 83 @classmethod
92 def Name(cls): 84 def Name(cls):
93 return 'chrome_proxy_benchmark.data_saving_direct.synthetic' 85 return 'chrome_proxy_benchmark.data_saving_direct.synthetic'
94 86
95 87
96 @benchmark.Enabled('android')
97 class ChromeProxyHeaderValidation(benchmark.Benchmark): 88 class ChromeProxyHeaderValidation(benchmark.Benchmark):
98 tag = 'header_validation' 89 tag = 'header_validation'
99 test = measurements.ChromeProxyHeaders 90 test = measurements.ChromeProxyHeaders
100 page_set = pagesets.Top20PageSet 91 page_set = pagesets.Top20PageSet
101 92
102 @classmethod 93 @classmethod
103 def Name(cls): 94 def Name(cls):
104 return 'chrome_proxy_benchmark.header_validation.top_20' 95 return 'chrome_proxy_benchmark.header_validation.top_20'
105 96
106 97
107 @benchmark.Enabled('android')
108 class ChromeProxyClientVersion(benchmark.Benchmark): 98 class ChromeProxyClientVersion(benchmark.Benchmark):
109 tag = 'client_version' 99 tag = 'client_version'
110 test = measurements.ChromeProxyClientVersion 100 test = measurements.ChromeProxyClientVersion
111 page_set = pagesets.SyntheticPageSet 101 page_set = pagesets.SyntheticPageSet
112 102
113 @classmethod 103 @classmethod
114 def Name(cls): 104 def Name(cls):
115 return 'chrome_proxy_benchmark.client_version.synthetic' 105 return 'chrome_proxy_benchmark.client_version.synthetic'
116 106
117 107
118 @benchmark.Enabled('android')
119 class ChromeProxyClientType(benchmark.Benchmark): 108 class ChromeProxyClientType(benchmark.Benchmark):
120 tag = 'client_type' 109 tag = 'client_type'
121 test = measurements.ChromeProxyClientType 110 test = measurements.ChromeProxyClientType
122 page_set = pagesets.ClientTypePageSet 111 page_set = pagesets.ClientTypePageSet
123 112
124 @classmethod 113 @classmethod
125 def Name(cls): 114 def Name(cls):
126 return 'chrome_proxy_benchmark.client_type.client_type' 115 return 'chrome_proxy_benchmark.client_type.client_type'
127 116
128 117
129 @benchmark.Enabled('android')
130 class ChromeProxyBypass(benchmark.Benchmark): 118 class ChromeProxyBypass(benchmark.Benchmark):
131 tag = 'bypass' 119 tag = 'bypass'
132 test = measurements.ChromeProxyBypass 120 test = measurements.ChromeProxyBypass
133 page_set = pagesets.BypassPageSet 121 page_set = pagesets.BypassPageSet
134 122
135 @classmethod 123 @classmethod
136 def Name(cls): 124 def Name(cls):
137 return 'chrome_proxy_benchmark.bypass.bypass' 125 return 'chrome_proxy_benchmark.bypass.bypass'
138 126
139 127
140 @benchmark.Enabled('android')
141 class ChromeProxyCorsBypass(benchmark.Benchmark): 128 class ChromeProxyCorsBypass(benchmark.Benchmark):
142 tag = 'bypass' 129 tag = 'bypass'
143 test = measurements.ChromeProxyCorsBypass 130 test = measurements.ChromeProxyCorsBypass
144 page_set = pagesets.CorsBypassPageSet 131 page_set = pagesets.CorsBypassPageSet
145 132
146 @classmethod 133 @classmethod
147 def Name(cls): 134 def Name(cls):
148 return 'chrome_proxy_benchmark.bypass.corsbypass' 135 return 'chrome_proxy_benchmark.bypass.corsbypass'
149 136
150 137
151 @benchmark.Enabled('android')
152 class ChromeProxyBlockOnce(benchmark.Benchmark): 138 class ChromeProxyBlockOnce(benchmark.Benchmark):
153 tag = 'block_once' 139 tag = 'block_once'
154 test = measurements.ChromeProxyBlockOnce 140 test = measurements.ChromeProxyBlockOnce
155 page_set = pagesets.BlockOncePageSet 141 page_set = pagesets.BlockOncePageSet
156 142
157 @classmethod 143 @classmethod
158 def Name(cls): 144 def Name(cls):
159 return 'chrome_proxy_benchmark.block_once.block_once' 145 return 'chrome_proxy_benchmark.block_once.block_once'
160 146
161 147
162 @benchmark.Enabled('android') 148 @benchmark.Enabled('android')
163 class ChromeProxySafeBrowsing(benchmark.Benchmark): 149 # Safebrowsing is enabled for Android and iOS.
164 tag = 'safebrowsing' 150 class ChromeProxySafeBrowsingOn(benchmark.Benchmark):
165 test = measurements.ChromeProxySafebrowsing 151 tag = 'safebrowsing_on'
152 test = measurements.ChromeProxySafebrowsingOn
166 page_set = pagesets.SafebrowsingPageSet 153 page_set = pagesets.SafebrowsingPageSet
167 154
168 @classmethod 155 @classmethod
169 def Name(cls): 156 def Name(cls):
170 return 'chrome_proxy_benchmark.safebrowsing.safebrowsing' 157 return 'chrome_proxy_benchmark.safebrowsing.safebrowsing'
sclittle 2015/01/26 18:21:38 This should be 'safebrowsing_on'
Not at Google. Contact bengr 2015/01/26 18:43:01 Done.
171 158
172 159
173 @benchmark.Enabled('android') 160 @benchmark.Disabled('android')
161 # Safebrowsing is switched off for Android Webview and all desktop platforms.
162 class ChromeProxySafeBrowsingOff(benchmark.Benchmark):
163 tag = 'safebrowsing_off'
164 test = measurements.ChromeProxySafebrowsingOff
165 page_set = pagesets.SafebrowsingPageSet
sclittle 2015/01/26 18:21:38 This class needs that def Name(cls) method as well
Not at Google. Contact bengr 2015/01/26 18:43:01 Done.
166
167
174 class ChromeProxyHTTPFallbackProbeURL(benchmark.Benchmark): 168 class ChromeProxyHTTPFallbackProbeURL(benchmark.Benchmark):
175 tag = 'fallback_probe' 169 tag = 'fallback_probe'
176 test = measurements.ChromeProxyHTTPFallbackProbeURL 170 test = measurements.ChromeProxyHTTPFallbackProbeURL
177 page_set = pagesets.SyntheticPageSet 171 page_set = pagesets.SyntheticPageSet
178 172
179 @classmethod 173 @classmethod
180 def Name(cls): 174 def Name(cls):
181 return 'chrome_proxy_benchmark.fallback_probe.synthetic' 175 return 'chrome_proxy_benchmark.fallback_probe.synthetic'
182 176
183 177
184 @benchmark.Enabled('android')
185 class ChromeProxyHTTPFallbackViaHeader(benchmark.Benchmark): 178 class ChromeProxyHTTPFallbackViaHeader(benchmark.Benchmark):
186 tag = 'fallback_viaheader' 179 tag = 'fallback_viaheader'
187 test = measurements.ChromeProxyHTTPFallbackViaHeader 180 test = measurements.ChromeProxyHTTPFallbackViaHeader
188 page_set = pagesets.FallbackViaHeaderPageSet 181 page_set = pagesets.FallbackViaHeaderPageSet
189 182
190 @classmethod 183 @classmethod
191 def Name(cls): 184 def Name(cls):
192 return 'chrome_proxy_benchmark.fallback_viaheader.fallback_viaheader' 185 return 'chrome_proxy_benchmark.fallback_viaheader.fallback_viaheader'
193 186
194 187
195 @benchmark.Enabled('android')
196 class ChromeProxyHTTPToDirectFallback(benchmark.Benchmark): 188 class ChromeProxyHTTPToDirectFallback(benchmark.Benchmark):
197 tag = 'http_to_direct_fallback' 189 tag = 'http_to_direct_fallback'
198 test = measurements.ChromeProxyHTTPToDirectFallback 190 test = measurements.ChromeProxyHTTPToDirectFallback
199 page_set = pagesets.HTTPToDirectFallbackPageSet 191 page_set = pagesets.HTTPToDirectFallbackPageSet
200 192
201 @classmethod 193 @classmethod
202 def Name(cls): 194 def Name(cls):
203 return ('chrome_proxy_benchmark.http_to_direct_fallback.' 195 return ('chrome_proxy_benchmark.http_to_direct_fallback.'
204 'http_to_direct_fallback') 196 'http_to_direct_fallback')
205 197
206 198
207 @benchmark.Enabled('android')
208 class ChromeProxyReenableAfterBypass(benchmark.Benchmark): 199 class ChromeProxyReenableAfterBypass(benchmark.Benchmark):
209 tag = 'reenable_after_bypass' 200 tag = 'reenable_after_bypass'
210 test = measurements.ChromeProxyReenableAfterBypass 201 test = measurements.ChromeProxyReenableAfterBypass
211 page_set = pagesets.ReenableAfterBypassPageSet 202 page_set = pagesets.ReenableAfterBypassPageSet
212 203
213 @classmethod 204 @classmethod
214 def Name(cls): 205 def Name(cls):
215 return 'chrome_proxy_benchmark.reenable_after_bypass.reenable_after_bypass' 206 return 'chrome_proxy_benchmark.reenable_after_bypass.reenable_after_bypass'
216 207
217 208
218 @benchmark.Enabled('android')
219 class ChromeProxySmoke(benchmark.Benchmark): 209 class ChromeProxySmoke(benchmark.Benchmark):
220 tag = 'smoke' 210 tag = 'smoke'
221 test = measurements.ChromeProxySmoke 211 test = measurements.ChromeProxySmoke
222 page_set = pagesets.SmokePageSet 212 page_set = pagesets.SmokePageSet
223 213
224 @classmethod 214 @classmethod
225 def Name(cls): 215 def Name(cls):
226 return 'chrome_proxy_benchmark.smoke.smoke' 216 return 'chrome_proxy_benchmark.smoke.smoke'
OLDNEW
« no previous file with comments | « no previous file | tools/chrome_proxy/integration_tests/chrome_proxy_measurements.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698