Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(62)

Issues Search
    My Issues | Starred     Open | Closed | All

Side by Side Diff: tools/telemetry/telemetry/results/buildbot_output_formatter_unittest.py

Issue 433763002: Rename Start/StopTest to WillRunPage/DidRunPage. (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Also delete buildbot_page_measurement_results. Created 6 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
« no previous file with comments | « tools/telemetry/telemetry/page/page_runner.py ('k') | tools/telemetry/telemetry/results/buildbot_page_measurement_results.py » ('j') | no next file with comments »
Toggle Intra-line Diffs ('i') | Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 4
5 import os 5 import os
6 6
7 from telemetry.page import page_set 7 from telemetry.page import page_set
8 from telemetry.results import base_test_results_unittest 8 from telemetry.results import base_test_results_unittest
9 from telemetry.results import buildbot_output_formatter 9 from telemetry.results import buildbot_output_formatter
10 from telemetry.results import page_test_results 10 from telemetry.results import page_test_results
(...skipping 12 matching lines...) Expand all
23 23
24 class BuildbotOutputFormatterTest( 24 class BuildbotOutputFormatterTest(
25 base_test_results_unittest.BaseTestResultsUnittest): 25 base_test_results_unittest.BaseTestResultsUnittest):
26 def setUp(self): 26 def setUp(self):
27 self._test_output_stream = base_test_results_unittest.TestOutputStream() 27 self._test_output_stream = base_test_results_unittest.TestOutputStream()
28 28
29 def test_basic_summary(self): 29 def test_basic_summary(self):
30 test_page_set = _MakePageSet() 30 test_page_set = _MakePageSet()
31 31
32 measurement_results = page_test_results.PageTestResults() 32 measurement_results = page_test_results.PageTestResults()
33 measurement_results.StartTest(test_page_set.pages[0]) 33 measurement_results.WillRunPage(test_page_set.pages[0])
34 measurement_results.AddValue(scalar.ScalarValue( 34 measurement_results.AddValue(scalar.ScalarValue(
35 test_page_set.pages[0], 'a', 'seconds', 3)) 35 test_page_set.pages[0], 'a', 'seconds', 3))
36 measurement_results.AddSuccess(test_page_set.pages[0]) 36 measurement_results.AddSuccess(test_page_set.pages[0])
37 measurement_results.StopTest(test_page_set.pages[0]) 37 measurement_results.DidRunPage(test_page_set.pages[0])
38 38
39 measurement_results.StartTest(test_page_set.pages[1]) 39 measurement_results.WillRunPage(test_page_set.pages[1])
40 measurement_results.AddValue(scalar.ScalarValue( 40 measurement_results.AddValue(scalar.ScalarValue(
41 test_page_set.pages[1], 'a', 'seconds', 7)) 41 test_page_set.pages[1], 'a', 'seconds', 7))
42 measurement_results.AddSuccess(test_page_set.pages[1]) 42 measurement_results.AddSuccess(test_page_set.pages[1])
43 measurement_results.StopTest(test_page_set.pages[1]) 43 measurement_results.DidRunPage(test_page_set.pages[1])
44 44
45 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 45 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
46 self._test_output_stream) 46 self._test_output_stream)
47 formatter.Format(measurement_results) 47 formatter.Format(measurement_results)
48 48
49 expected = ['RESULT a: http___www.bar.com_= 7 seconds\n', 49 expected = ['RESULT a: http___www.bar.com_= 7 seconds\n',
50 'RESULT a: http___www.foo.com_= 3 seconds\n', 50 'RESULT a: http___www.foo.com_= 3 seconds\n',
51 '*RESULT a: a= [3,7] seconds\nAvg a: 5.000000seconds\n' + 51 '*RESULT a: a= [3,7] seconds\nAvg a: 5.000000seconds\n' +
52 'Sd a: 2.828427seconds\n', 52 'Sd a: 2.828427seconds\n',
53 'RESULT telemetry_page_measurement_results: ' + 53 'RESULT telemetry_page_measurement_results: ' +
54 'num_failed= 0 count\n', 54 'num_failed= 0 count\n',
55 'RESULT telemetry_page_measurement_results: ' + 55 'RESULT telemetry_page_measurement_results: ' +
56 'num_errored= 0 count\n'] 56 'num_errored= 0 count\n']
57 self.assertEquals(expected, self._test_output_stream.output_data) 57 self.assertEquals(expected, self._test_output_stream.output_data)
58 58
59 def test_basic_summary_with_only_one_page(self): 59 def test_basic_summary_with_only_one_page(self):
60 test_page_set = _MakePageSet() 60 test_page_set = _MakePageSet()
61 61
62 measurement_results = page_test_results.PageTestResults() 62 measurement_results = page_test_results.PageTestResults()
63 measurement_results.StartTest(test_page_set.pages[0]) 63 measurement_results.WillRunPage(test_page_set.pages[0])
64 measurement_results.AddValue(scalar.ScalarValue( 64 measurement_results.AddValue(scalar.ScalarValue(
65 test_page_set.pages[0], 'a', 'seconds', 3)) 65 test_page_set.pages[0], 'a', 'seconds', 3))
66 measurement_results.AddSuccess(test_page_set.pages[0]) 66 measurement_results.AddSuccess(test_page_set.pages[0])
67 measurement_results.StopTest(test_page_set.pages[0]) 67 measurement_results.DidRunPage(test_page_set.pages[0])
68 68
69 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 69 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
70 self._test_output_stream) 70 self._test_output_stream)
71 formatter.Format(measurement_results) 71 formatter.Format(measurement_results)
72 72
73 expected = ['*RESULT a: a= 3 seconds\n', 73 expected = ['*RESULT a: a= 3 seconds\n',
74 'RESULT telemetry_page_measurement_results: ' + 74 'RESULT telemetry_page_measurement_results: ' +
75 'num_failed= 0 count\n', 75 'num_failed= 0 count\n',
76 'RESULT telemetry_page_measurement_results: ' + 76 'RESULT telemetry_page_measurement_results: ' +
77 'num_errored= 0 count\n'] 77 'num_errored= 0 count\n']
78 self.assertEquals(expected, self._test_output_stream.output_data) 78 self.assertEquals(expected, self._test_output_stream.output_data)
79 79
80 def test_basic_summary_nonuniform_results(self): 80 def test_basic_summary_nonuniform_results(self):
81 test_page_set = _MakePageSet() 81 test_page_set = _MakePageSet()
82 82
83 measurement_results = page_test_results.PageTestResults() 83 measurement_results = page_test_results.PageTestResults()
84 measurement_results.StartTest(test_page_set.pages[0]) 84 measurement_results.WillRunPage(test_page_set.pages[0])
85 measurement_results.AddValue(scalar.ScalarValue( 85 measurement_results.AddValue(scalar.ScalarValue(
86 test_page_set.pages[0], 'a', 'seconds', 3)) 86 test_page_set.pages[0], 'a', 'seconds', 3))
87 measurement_results.AddValue( 87 measurement_results.AddValue(
88 scalar.ScalarValue(test_page_set.pages[0], 'b', 'seconds', 10)) 88 scalar.ScalarValue(test_page_set.pages[0], 'b', 'seconds', 10))
89 measurement_results.AddSuccess(test_page_set.pages[0]) 89 measurement_results.AddSuccess(test_page_set.pages[0])
90 measurement_results.StopTest(test_page_set.pages[0]) 90 measurement_results.DidRunPage(test_page_set.pages[0])
91 91
92 measurement_results.StartTest(test_page_set.pages[1]) 92 measurement_results.WillRunPage(test_page_set.pages[1])
93 measurement_results.AddValue(scalar.ScalarValue( 93 measurement_results.AddValue(scalar.ScalarValue(
94 test_page_set.pages[1], 'a', 'seconds', 3)) 94 test_page_set.pages[1], 'a', 'seconds', 3))
95 measurement_results.AddValue(scalar.ScalarValue( 95 measurement_results.AddValue(scalar.ScalarValue(
96 test_page_set.pages[1], 'b', 'seconds', 10)) 96 test_page_set.pages[1], 'b', 'seconds', 10))
97 measurement_results.AddSuccess(test_page_set.pages[1]) 97 measurement_results.AddSuccess(test_page_set.pages[1])
98 measurement_results.StopTest(test_page_set.pages[1]) 98 measurement_results.DidRunPage(test_page_set.pages[1])
99 99
100 measurement_results.StartTest(test_page_set.pages[2]) 100 measurement_results.WillRunPage(test_page_set.pages[2])
101 measurement_results.AddValue(scalar.ScalarValue( 101 measurement_results.AddValue(scalar.ScalarValue(
102 test_page_set.pages[2], 'a', 'seconds', 7)) 102 test_page_set.pages[2], 'a', 'seconds', 7))
103 # Note, page[2] does not report a 'b' metric. 103 # Note, page[2] does not report a 'b' metric.
104 measurement_results.AddSuccess(test_page_set.pages[2]) 104 measurement_results.AddSuccess(test_page_set.pages[2])
105 measurement_results.StopTest(test_page_set.pages[1]) 105 measurement_results.DidRunPage(test_page_set.pages[1])
106 106
107 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 107 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
108 self._test_output_stream) 108 self._test_output_stream)
109 formatter.Format(measurement_results) 109 formatter.Format(measurement_results)
110 110
111 expected = ['RESULT a: http___www.bar.com_= 3 seconds\n', 111 expected = ['RESULT a: http___www.bar.com_= 3 seconds\n',
112 'RESULT a: http___www.baz.com_= 7 seconds\n', 112 'RESULT a: http___www.baz.com_= 7 seconds\n',
113 'RESULT a: http___www.foo.com_= 3 seconds\n', 113 'RESULT a: http___www.foo.com_= 3 seconds\n',
114 '*RESULT a: a= [3,3,7] seconds\nAvg a: 4.333333seconds\n' + 114 '*RESULT a: a= [3,3,7] seconds\nAvg a: 4.333333seconds\n' +
115 'Sd a: 2.309401seconds\n', 115 'Sd a: 2.309401seconds\n',
116 'RESULT b: http___www.bar.com_= 10 seconds\n', 116 'RESULT b: http___www.bar.com_= 10 seconds\n',
117 'RESULT b: http___www.foo.com_= 10 seconds\n', 117 'RESULT b: http___www.foo.com_= 10 seconds\n',
118 '*RESULT b: b= [10,10] seconds\nAvg b: 10.000000seconds\n', 118 '*RESULT b: b= [10,10] seconds\nAvg b: 10.000000seconds\n',
119 'RESULT telemetry_page_measurement_results: ' + 119 'RESULT telemetry_page_measurement_results: ' +
120 'num_failed= 0 count\n', 120 'num_failed= 0 count\n',
121 'RESULT telemetry_page_measurement_results: ' + 121 'RESULT telemetry_page_measurement_results: ' +
122 'num_errored= 0 count\n'] 122 'num_errored= 0 count\n']
123 self.assertEquals(expected, self._test_output_stream.output_data) 123 self.assertEquals(expected, self._test_output_stream.output_data)
124 124
125 def test_basic_summary_pass_and_fail_page(self): 125 def test_basic_summary_pass_and_fail_page(self):
126 """If a page failed, only print summary for individual pages.""" 126 """If a page failed, only print summary for individual pages."""
127 test_page_set = _MakePageSet() 127 test_page_set = _MakePageSet()
128 128
129 measurement_results = page_test_results.PageTestResults() 129 measurement_results = page_test_results.PageTestResults()
130 measurement_results.StartTest(test_page_set.pages[0]) 130 measurement_results.WillRunPage(test_page_set.pages[0])
131 measurement_results.AddValue(scalar.ScalarValue( 131 measurement_results.AddValue(scalar.ScalarValue(
132 test_page_set.pages[0], 'a', 'seconds', 3)) 132 test_page_set.pages[0], 'a', 'seconds', 3))
133 measurement_results.AddValue( 133 measurement_results.AddValue(
134 failure.FailureValue.FromMessage(test_page_set.pages[0], 'message')) 134 failure.FailureValue.FromMessage(test_page_set.pages[0], 'message'))
135 measurement_results.StopTest(test_page_set.pages[0]) 135 measurement_results.DidRunPage(test_page_set.pages[0])
136 136
137 measurement_results.StartTest(test_page_set.pages[1]) 137 measurement_results.WillRunPage(test_page_set.pages[1])
138 measurement_results.AddValue(scalar.ScalarValue( 138 measurement_results.AddValue(scalar.ScalarValue(
139 test_page_set.pages[1], 'a', 'seconds', 7)) 139 test_page_set.pages[1], 'a', 'seconds', 7))
140 measurement_results.AddSuccess(test_page_set.pages[1]) 140 measurement_results.AddSuccess(test_page_set.pages[1])
141 measurement_results.StopTest(test_page_set.pages[1]) 141 measurement_results.DidRunPage(test_page_set.pages[1])
142 142
143 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 143 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
144 self._test_output_stream) 144 self._test_output_stream)
145 formatter.Format(measurement_results) 145 formatter.Format(measurement_results)
146 146
147 expected = ['RESULT a: http___www.bar.com_= 7 seconds\n', 147 expected = ['RESULT a: http___www.bar.com_= 7 seconds\n',
148 'RESULT a: http___www.foo.com_= 3 seconds\n', 148 'RESULT a: http___www.foo.com_= 3 seconds\n',
149 'RESULT telemetry_page_measurement_results: ' + 149 'RESULT telemetry_page_measurement_results: ' +
150 'num_failed= 1 count\n', 150 'num_failed= 1 count\n',
151 'RESULT telemetry_page_measurement_results: ' + 151 'RESULT telemetry_page_measurement_results: ' +
152 'num_errored= 0 count\n'] 152 'num_errored= 0 count\n']
153 self.assertEquals(expected, self._test_output_stream.output_data) 153 self.assertEquals(expected, self._test_output_stream.output_data)
154 154
155 def test_repeated_pageset_one_iteration_one_page_fails(self): 155 def test_repeated_pageset_one_iteration_one_page_fails(self):
156 """Page fails on one iteration, no averaged results should print.""" 156 """Page fails on one iteration, no averaged results should print."""
157 test_page_set = _MakePageSet() 157 test_page_set = _MakePageSet()
158 158
159 measurement_results = page_test_results.PageTestResults() 159 measurement_results = page_test_results.PageTestResults()
160 measurement_results.StartTest(test_page_set.pages[0]) 160 measurement_results.WillRunPage(test_page_set.pages[0])
161 measurement_results.AddValue(scalar.ScalarValue( 161 measurement_results.AddValue(scalar.ScalarValue(
162 test_page_set.pages[0], 'a', 'seconds', 3)) 162 test_page_set.pages[0], 'a', 'seconds', 3))
163 measurement_results.StopTest(test_page_set.pages[0]) 163 measurement_results.DidRunPage(test_page_set.pages[0])
164 164
165 measurement_results.StartTest(test_page_set.pages[1]) 165 measurement_results.WillRunPage(test_page_set.pages[1])
166 measurement_results.AddValue(scalar.ScalarValue( 166 measurement_results.AddValue(scalar.ScalarValue(
167 test_page_set.pages[1], 'a', 'seconds', 7)) 167 test_page_set.pages[1], 'a', 'seconds', 7))
168 measurement_results.AddValue( 168 measurement_results.AddValue(
169 failure.FailureValue.FromMessage(test_page_set.pages[1], 'message')) 169 failure.FailureValue.FromMessage(test_page_set.pages[1], 'message'))
170 measurement_results.StopTest(test_page_set.pages[1]) 170 measurement_results.DidRunPage(test_page_set.pages[1])
171 171
172 measurement_results.StartTest(test_page_set.pages[0]) 172 measurement_results.WillRunPage(test_page_set.pages[0])
173 measurement_results.AddValue(scalar.ScalarValue( 173 measurement_results.AddValue(scalar.ScalarValue(
174 test_page_set.pages[0], 'a', 'seconds', 4)) 174 test_page_set.pages[0], 'a', 'seconds', 4))
175 measurement_results.AddSuccess(test_page_set.pages[0]) 175 measurement_results.AddSuccess(test_page_set.pages[0])
176 measurement_results.StopTest(test_page_set.pages[0]) 176 measurement_results.DidRunPage(test_page_set.pages[0])
177 177
178 measurement_results.StartTest(test_page_set.pages[1]) 178 measurement_results.WillRunPage(test_page_set.pages[1])
179 measurement_results.AddValue(scalar.ScalarValue( 179 measurement_results.AddValue(scalar.ScalarValue(
180 test_page_set.pages[1], 'a', 'seconds', 8)) 180 test_page_set.pages[1], 'a', 'seconds', 8))
181 measurement_results.AddSuccess(test_page_set.pages[1]) 181 measurement_results.AddSuccess(test_page_set.pages[1])
182 measurement_results.StopTest(test_page_set.pages[1]) 182 measurement_results.DidRunPage(test_page_set.pages[1])
183 183
184 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 184 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
185 self._test_output_stream) 185 self._test_output_stream)
186 formatter.Format(measurement_results) 186 formatter.Format(measurement_results)
187 187
188 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' + 188 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
189 'Avg a: 7.500000seconds\n' + 189 'Avg a: 7.500000seconds\n' +
190 'Sd a: 0.707107seconds\n', 190 'Sd a: 0.707107seconds\n',
191 'RESULT a: http___www.foo.com_= [3,4] seconds\n' + 191 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
192 'Avg a: 3.500000seconds\n' + 192 'Avg a: 3.500000seconds\n' +
193 'Sd a: 0.707107seconds\n', 193 'Sd a: 0.707107seconds\n',
194 'RESULT telemetry_page_measurement_results: ' + 194 'RESULT telemetry_page_measurement_results: ' +
195 'num_failed= 1 count\n', 195 'num_failed= 1 count\n',
196 'RESULT telemetry_page_measurement_results: ' + 196 'RESULT telemetry_page_measurement_results: ' +
197 'num_errored= 0 count\n'] 197 'num_errored= 0 count\n']
198 self.assertEquals(expected, self._test_output_stream.output_data) 198 self.assertEquals(expected, self._test_output_stream.output_data)
199 199
200 def test_repeated_pageset(self): 200 def test_repeated_pageset(self):
201 test_page_set = _MakePageSet() 201 test_page_set = _MakePageSet()
202 202
203 measurement_results = page_test_results.PageTestResults() 203 measurement_results = page_test_results.PageTestResults()
204 measurement_results.StartTest(test_page_set.pages[0]) 204 measurement_results.WillRunPage(test_page_set.pages[0])
205 measurement_results.AddValue(scalar.ScalarValue( 205 measurement_results.AddValue(scalar.ScalarValue(
206 test_page_set.pages[0], 'a', 'seconds', 3)) 206 test_page_set.pages[0], 'a', 'seconds', 3))
207 measurement_results.AddSuccess(test_page_set.pages[0]) 207 measurement_results.AddSuccess(test_page_set.pages[0])
208 measurement_results.StopTest(test_page_set.pages[0]) 208 measurement_results.DidRunPage(test_page_set.pages[0])
209 209
210 measurement_results.StartTest(test_page_set.pages[1]) 210 measurement_results.WillRunPage(test_page_set.pages[1])
211 measurement_results.AddValue(scalar.ScalarValue( 211 measurement_results.AddValue(scalar.ScalarValue(
212 test_page_set.pages[1], 'a', 'seconds', 7)) 212 test_page_set.pages[1], 'a', 'seconds', 7))
213 measurement_results.AddSuccess(test_page_set.pages[1]) 213 measurement_results.AddSuccess(test_page_set.pages[1])
214 measurement_results.StopTest(test_page_set.pages[1]) 214 measurement_results.DidRunPage(test_page_set.pages[1])
215 215
216 measurement_results.StartTest(test_page_set.pages[0]) 216 measurement_results.WillRunPage(test_page_set.pages[0])
217 measurement_results.AddValue(scalar.ScalarValue( 217 measurement_results.AddValue(scalar.ScalarValue(
218 test_page_set.pages[0], 'a', 'seconds', 4)) 218 test_page_set.pages[0], 'a', 'seconds', 4))
219 measurement_results.AddSuccess(test_page_set.pages[0]) 219 measurement_results.AddSuccess(test_page_set.pages[0])
220 measurement_results.StopTest(test_page_set.pages[0]) 220 measurement_results.DidRunPage(test_page_set.pages[0])
221 221
222 measurement_results.StartTest(test_page_set.pages[1]) 222 measurement_results.WillRunPage(test_page_set.pages[1])
223 measurement_results.AddValue(scalar.ScalarValue( 223 measurement_results.AddValue(scalar.ScalarValue(
224 test_page_set.pages[1], 'a', 'seconds', 8)) 224 test_page_set.pages[1], 'a', 'seconds', 8))
225 measurement_results.AddSuccess(test_page_set.pages[1]) 225 measurement_results.AddSuccess(test_page_set.pages[1])
226 measurement_results.StopTest(test_page_set.pages[1]) 226 measurement_results.DidRunPage(test_page_set.pages[1])
227 227
228 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 228 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
229 self._test_output_stream) 229 self._test_output_stream)
230 formatter.Format(measurement_results) 230 formatter.Format(measurement_results)
231 231
232 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' + 232 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
233 'Avg a: 7.500000seconds\n' + 233 'Avg a: 7.500000seconds\n' +
234 'Sd a: 0.707107seconds\n', 234 'Sd a: 0.707107seconds\n',
235 'RESULT a: http___www.foo.com_= [3,4] seconds\n' + 235 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
236 'Avg a: 3.500000seconds\n' + 236 'Avg a: 3.500000seconds\n' +
237 'Sd a: 0.707107seconds\n', 237 'Sd a: 0.707107seconds\n',
238 '*RESULT a: a= [3,7,4,8] seconds\n' + 238 '*RESULT a: a= [3,7,4,8] seconds\n' +
239 'Avg a: 5.500000seconds\n' + 239 'Avg a: 5.500000seconds\n' +
240 'Sd a: 2.380476seconds\n', 240 'Sd a: 2.380476seconds\n',
241 'RESULT telemetry_page_measurement_results: ' + 241 'RESULT telemetry_page_measurement_results: ' +
242 'num_failed= 0 count\n', 242 'num_failed= 0 count\n',
243 'RESULT telemetry_page_measurement_results: ' + 243 'RESULT telemetry_page_measurement_results: ' +
244 'num_errored= 0 count\n' 244 'num_errored= 0 count\n'
245 ] 245 ]
246 self.assertEquals(expected, self._test_output_stream.output_data) 246 self.assertEquals(expected, self._test_output_stream.output_data)
247 247
248 def test_repeated_pages(self): 248 def test_repeated_pages(self):
249 test_page_set = _MakePageSet() 249 test_page_set = _MakePageSet()
250 250
251 measurement_results = page_test_results.PageTestResults() 251 measurement_results = page_test_results.PageTestResults()
252 measurement_results.StartTest(test_page_set.pages[0]) 252 measurement_results.WillRunPage(test_page_set.pages[0])
253 measurement_results.AddValue(scalar.ScalarValue( 253 measurement_results.AddValue(scalar.ScalarValue(
254 test_page_set.pages[0], 'a', 'seconds', 3)) 254 test_page_set.pages[0], 'a', 'seconds', 3))
255 measurement_results.AddSuccess(test_page_set.pages[0]) 255 measurement_results.AddSuccess(test_page_set.pages[0])
256 measurement_results.StopTest(test_page_set.pages[0]) 256 measurement_results.DidRunPage(test_page_set.pages[0])
257 257
258 measurement_results.StartTest(test_page_set.pages[0]) 258 measurement_results.WillRunPage(test_page_set.pages[0])
259 measurement_results.AddValue(scalar.ScalarValue( 259 measurement_results.AddValue(scalar.ScalarValue(
260 test_page_set.pages[0], 'a', 'seconds', 4)) 260 test_page_set.pages[0], 'a', 'seconds', 4))
261 measurement_results.AddSuccess(test_page_set.pages[0]) 261 measurement_results.AddSuccess(test_page_set.pages[0])
262 measurement_results.StopTest(test_page_set.pages[0]) 262 measurement_results.DidRunPage(test_page_set.pages[0])
263 263
264 measurement_results.StartTest(test_page_set.pages[1]) 264 measurement_results.WillRunPage(test_page_set.pages[1])
265 measurement_results.AddValue(scalar.ScalarValue( 265 measurement_results.AddValue(scalar.ScalarValue(
266 test_page_set.pages[1], 'a', 'seconds', 7)) 266 test_page_set.pages[1], 'a', 'seconds', 7))
267 measurement_results.AddSuccess(test_page_set.pages[1]) 267 measurement_results.AddSuccess(test_page_set.pages[1])
268 measurement_results.StopTest(test_page_set.pages[1]) 268 measurement_results.DidRunPage(test_page_set.pages[1])
269 269
270 measurement_results.StartTest(test_page_set.pages[1]) 270 measurement_results.WillRunPage(test_page_set.pages[1])
271 measurement_results.AddValue(scalar.ScalarValue( 271 measurement_results.AddValue(scalar.ScalarValue(
272 test_page_set.pages[1], 'a', 'seconds', 8)) 272 test_page_set.pages[1], 'a', 'seconds', 8))
273 measurement_results.AddSuccess(test_page_set.pages[1]) 273 measurement_results.AddSuccess(test_page_set.pages[1])
274 measurement_results.StopTest(test_page_set.pages[1]) 274 measurement_results.DidRunPage(test_page_set.pages[1])
275 275
276 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 276 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
277 self._test_output_stream) 277 self._test_output_stream)
278 formatter.Format(measurement_results) 278 formatter.Format(measurement_results)
279 279
280 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' + 280 expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
281 'Avg a: 7.500000seconds\n' + 281 'Avg a: 7.500000seconds\n' +
282 'Sd a: 0.707107seconds\n', 282 'Sd a: 0.707107seconds\n',
283 'RESULT a: http___www.foo.com_= [3,4] seconds\n' + 283 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
284 'Avg a: 3.500000seconds\n' + 284 'Avg a: 3.500000seconds\n' +
285 'Sd a: 0.707107seconds\n', 285 'Sd a: 0.707107seconds\n',
286 '*RESULT a: a= [3,4,7,8] seconds\n' + 286 '*RESULT a: a= [3,4,7,8] seconds\n' +
287 'Avg a: 5.500000seconds\n' + 287 'Avg a: 5.500000seconds\n' +
288 'Sd a: 2.380476seconds\n', 288 'Sd a: 2.380476seconds\n',
289 'RESULT telemetry_page_measurement_results: ' + 289 'RESULT telemetry_page_measurement_results: ' +
290 'num_failed= 0 count\n', 290 'num_failed= 0 count\n',
291 'RESULT telemetry_page_measurement_results: ' + 291 'RESULT telemetry_page_measurement_results: ' +
292 'num_errored= 0 count\n' 292 'num_errored= 0 count\n'
293 ] 293 ]
294 self.assertEquals(expected, self._test_output_stream.output_data) 294 self.assertEquals(expected, self._test_output_stream.output_data)
295 295
296 def test_overall_results_trace_tag(self): 296 def test_overall_results_trace_tag(self):
297 test_page_set = _MakePageSet() 297 test_page_set = _MakePageSet()
298 298
299 measurement_results = page_test_results.PageTestResults() 299 measurement_results = page_test_results.PageTestResults()
300 measurement_results.AddSummaryValue( 300 measurement_results.AddSummaryValue(
301 scalar.ScalarValue(None, 'a', 'seconds', 1)) 301 scalar.ScalarValue(None, 'a', 'seconds', 1))
302 302
303 measurement_results.StartTest(test_page_set.pages[0]) 303 measurement_results.WillRunPage(test_page_set.pages[0])
304 measurement_results.AddValue(scalar.ScalarValue( 304 measurement_results.AddValue(scalar.ScalarValue(
305 test_page_set.pages[0], 'b', 'seconds', 2)) 305 test_page_set.pages[0], 'b', 'seconds', 2))
306 measurement_results.AddSuccess(test_page_set.pages[0]) 306 measurement_results.AddSuccess(test_page_set.pages[0])
307 measurement_results.StopTest(test_page_set.pages[0]) 307 measurement_results.DidRunPage(test_page_set.pages[0])
308 308
309 measurement_results.StartTest(test_page_set.pages[1]) 309 measurement_results.WillRunPage(test_page_set.pages[1])
310 measurement_results.AddValue(scalar.ScalarValue( 310 measurement_results.AddValue(scalar.ScalarValue(
311 test_page_set.pages[1], 'b', 'seconds', 3)) 311 test_page_set.pages[1], 'b', 'seconds', 3))
312 measurement_results.AddSuccess(test_page_set.pages[1]) 312 measurement_results.AddSuccess(test_page_set.pages[1])
313 measurement_results.StopTest(test_page_set.pages[1]) 313 measurement_results.DidRunPage(test_page_set.pages[1])
314 314
315 measurement_results.AddSummaryValue( 315 measurement_results.AddSummaryValue(
316 scalar.ScalarValue(None, 'c', 'seconds', 4)) 316 scalar.ScalarValue(None, 'c', 'seconds', 4))
317 317
318 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 318 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
319 self._test_output_stream, trace_tag='_ref') 319 self._test_output_stream, trace_tag='_ref')
320 formatter.Format(measurement_results) 320 formatter.Format(measurement_results)
321 321
322 expected = [ 322 expected = [
323 '*RESULT b: b_ref= [2,3] seconds\n' + 323 '*RESULT b: b_ref= [2,3] seconds\n' +
324 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n', 324 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n',
325 '*RESULT a: a_ref= 1 seconds\n', 325 '*RESULT a: a_ref= 1 seconds\n',
326 '*RESULT c: c_ref= 4 seconds\n', 326 '*RESULT c: c_ref= 4 seconds\n',
327 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n', 327 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n',
328 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n'] 328 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n']
329 self.assertEquals(expected, self._test_output_stream.output_data) 329 self.assertEquals(expected, self._test_output_stream.output_data)
330 330
331 331
332 def test_overall_results_page_runs_twice(self): 332 def test_overall_results_page_runs_twice(self):
333 test_page_set = _MakePageSet() 333 test_page_set = _MakePageSet()
334 334
335 measurement_results = page_test_results.PageTestResults() 335 measurement_results = page_test_results.PageTestResults()
336 336
337 measurement_results.AddSummaryValue( 337 measurement_results.AddSummaryValue(
338 scalar.ScalarValue(None, 'a', 'seconds', 1)) 338 scalar.ScalarValue(None, 'a', 'seconds', 1))
339 339
340 measurement_results.StartTest(test_page_set.pages[0]) 340 measurement_results.WillRunPage(test_page_set.pages[0])
341 measurement_results.AddValue(scalar.ScalarValue( 341 measurement_results.AddValue(scalar.ScalarValue(
342 test_page_set.pages[0], 'b', 'seconds', 2)) 342 test_page_set.pages[0], 'b', 'seconds', 2))
343 measurement_results.AddSuccess(test_page_set.pages[0]) 343 measurement_results.AddSuccess(test_page_set.pages[0])
344 measurement_results.StopTest(test_page_set.pages[0]) 344 measurement_results.DidRunPage(test_page_set.pages[0])
345 345
346 measurement_results.StartTest(test_page_set.pages[0]) 346 measurement_results.WillRunPage(test_page_set.pages[0])
347 measurement_results.AddValue(scalar.ScalarValue( 347 measurement_results.AddValue(scalar.ScalarValue(
348 test_page_set.pages[0], 'b', 'seconds', 3)) 348 test_page_set.pages[0], 'b', 'seconds', 3))
349 measurement_results.AddSuccess(test_page_set.pages[0]) 349 measurement_results.AddSuccess(test_page_set.pages[0])
350 measurement_results.StopTest(test_page_set.pages[0]) 350 measurement_results.DidRunPage(test_page_set.pages[0])
351 351
352 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 352 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
353 self._test_output_stream) 353 self._test_output_stream)
354 formatter.Format(measurement_results) 354 formatter.Format(measurement_results)
355 355
356 expected = [ 356 expected = [
357 'RESULT b: http___www.foo.com_= [2,3] seconds\n' + 357 'RESULT b: http___www.foo.com_= [2,3] seconds\n' +
358 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n', 358 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n',
359 '*RESULT b: b= [2,3] seconds\n' + 359 '*RESULT b: b= [2,3] seconds\n' +
360 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n', 360 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n',
361 '*RESULT a: a= 1 seconds\n', 361 '*RESULT a: a= 1 seconds\n',
362 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n', 362 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n',
363 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n'] 363 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n']
364 self.assertEquals(expected, self._test_output_stream.output_data) 364 self.assertEquals(expected, self._test_output_stream.output_data)
365 365
366 def test_unimportant_results(self): 366 def test_unimportant_results(self):
367 test_page_set = _MakePageSet() 367 test_page_set = _MakePageSet()
368 368
369 measurement_results = page_test_results.PageTestResults() 369 measurement_results = page_test_results.PageTestResults()
370 370
371 measurement_results.AddSummaryValue( 371 measurement_results.AddSummaryValue(
372 scalar.ScalarValue(None, 'a', 'seconds', 1, important=False)) 372 scalar.ScalarValue(None, 'a', 'seconds', 1, important=False))
373 373
374 measurement_results.StartTest(test_page_set.pages[0]) 374 measurement_results.WillRunPage(test_page_set.pages[0])
375 measurement_results.AddValue(scalar.ScalarValue( 375 measurement_results.AddValue(scalar.ScalarValue(
376 test_page_set.pages[0], 'b', 'seconds', 2, important=False)) 376 test_page_set.pages[0], 'b', 'seconds', 2, important=False))
377 measurement_results.AddSuccess(test_page_set.pages[0]) 377 measurement_results.AddSuccess(test_page_set.pages[0])
378 measurement_results.StopTest(test_page_set.pages[0]) 378 measurement_results.DidRunPage(test_page_set.pages[0])
379 379
380 measurement_results.StartTest(test_page_set.pages[1]) 380 measurement_results.WillRunPage(test_page_set.pages[1])
381 measurement_results.AddValue(scalar.ScalarValue( 381 measurement_results.AddValue(scalar.ScalarValue(
382 test_page_set.pages[1], 'b', 'seconds', 3, important=False)) 382 test_page_set.pages[1], 'b', 'seconds', 3, important=False))
383 measurement_results.AddSuccess(test_page_set.pages[1]) 383 measurement_results.AddSuccess(test_page_set.pages[1])
384 measurement_results.StopTest(test_page_set.pages[1]) 384 measurement_results.DidRunPage(test_page_set.pages[1])
385 385
386 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 386 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
387 self._test_output_stream) 387 self._test_output_stream)
388 formatter.Format(measurement_results) 388 formatter.Format(measurement_results)
389 389
390 self.assertEquals( 390 self.assertEquals(
391 self._test_output_stream.output_data, 391 self._test_output_stream.output_data,
392 ['RESULT b: http___www.bar.com_= 3 seconds\n', 392 ['RESULT b: http___www.bar.com_= 3 seconds\n',
393 'RESULT b: http___www.foo.com_= 2 seconds\n', 393 'RESULT b: http___www.foo.com_= 2 seconds\n',
394 'RESULT b: b= [2,3] seconds\n' + 394 'RESULT b: b= [2,3] seconds\n' +
395 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n', 395 'Avg b: 2.500000seconds\nSd b: 0.707107seconds\n',
396 'RESULT a: a= 1 seconds\n', 396 'RESULT a: a= 1 seconds\n',
397 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n', 397 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n',
398 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n']) 398 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n'])
399 399
400 def test_list_value(self): 400 def test_list_value(self):
401 test_page_set = _MakePageSet() 401 test_page_set = _MakePageSet()
402 402
403 measurement_results = page_test_results.PageTestResults() 403 measurement_results = page_test_results.PageTestResults()
404 404
405 measurement_results.AddSummaryValue( 405 measurement_results.AddSummaryValue(
406 list_of_scalar_values.ListOfScalarValues(None, 'a', 'seconds', [1, 1])) 406 list_of_scalar_values.ListOfScalarValues(None, 'a', 'seconds', [1, 1]))
407 407
408 measurement_results.StartTest(test_page_set.pages[0]) 408 measurement_results.WillRunPage(test_page_set.pages[0])
409 measurement_results.AddValue(list_of_scalar_values.ListOfScalarValues( 409 measurement_results.AddValue(list_of_scalar_values.ListOfScalarValues(
410 test_page_set.pages[0], 'b', 'seconds', [2, 2])) 410 test_page_set.pages[0], 'b', 'seconds', [2, 2]))
411 measurement_results.AddSuccess(test_page_set.pages[0]) 411 measurement_results.AddSuccess(test_page_set.pages[0])
412 measurement_results.StopTest(test_page_set.pages[0]) 412 measurement_results.DidRunPage(test_page_set.pages[0])
413 413
414 measurement_results.StartTest(test_page_set.pages[1]) 414 measurement_results.WillRunPage(test_page_set.pages[1])
415 measurement_results.AddValue(list_of_scalar_values.ListOfScalarValues( 415 measurement_results.AddValue(list_of_scalar_values.ListOfScalarValues(
416 test_page_set.pages[1], 'b', 'seconds', [3, 3])) 416 test_page_set.pages[1], 'b', 'seconds', [3, 3]))
417 measurement_results.AddSuccess(test_page_set.pages[1]) 417 measurement_results.AddSuccess(test_page_set.pages[1])
418 measurement_results.StopTest(test_page_set.pages[1]) 418 measurement_results.DidRunPage(test_page_set.pages[1])
419 419
420 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 420 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
421 self._test_output_stream) 421 self._test_output_stream)
422 formatter.Format(measurement_results) 422 formatter.Format(measurement_results)
423 423
424 expected = [ 424 expected = [
425 'RESULT b: http___www.bar.com_= [3,3] seconds\n' + 425 'RESULT b: http___www.bar.com_= [3,3] seconds\n' +
426 'Avg b: 3.000000seconds\n', 426 'Avg b: 3.000000seconds\n',
427 'RESULT b: http___www.foo.com_= [2,2] seconds\n' + 427 'RESULT b: http___www.foo.com_= [2,2] seconds\n' +
428 'Avg b: 2.000000seconds\n', 428 'Avg b: 2.000000seconds\n',
429 '*RESULT b: b= [2,2,3,3] seconds\nAvg b: 2.500000seconds\n' + 429 '*RESULT b: b= [2,2,3,3] seconds\nAvg b: 2.500000seconds\n' +
430 'Sd b: 0.577350seconds\n', 430 'Sd b: 0.577350seconds\n',
431 '*RESULT a: a= [1,1] seconds\nAvg a: 1.000000seconds\n', 431 '*RESULT a: a= [1,1] seconds\nAvg a: 1.000000seconds\n',
432 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n', 432 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n',
433 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n'] 433 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n']
434 self.assertEquals(expected, self._test_output_stream.output_data) 434 self.assertEquals(expected, self._test_output_stream.output_data)
435 435
436 def test_histogram(self): 436 def test_histogram(self):
437 test_page_set = _MakePageSet() 437 test_page_set = _MakePageSet()
438 438
439 measurement_results = page_test_results.PageTestResults() 439 measurement_results = page_test_results.PageTestResults()
440 measurement_results.StartTest(test_page_set.pages[0]) 440 measurement_results.WillRunPage(test_page_set.pages[0])
441 measurement_results.AddValue(histogram.HistogramValue( 441 measurement_results.AddValue(histogram.HistogramValue(
442 test_page_set.pages[0], 'a', 'units', 442 test_page_set.pages[0], 'a', 'units',
443 raw_value_json='{"buckets": [{"low": 1, "high": 2, "count": 1}]}', 443 raw_value_json='{"buckets": [{"low": 1, "high": 2, "count": 1}]}',
444 important=False)) 444 important=False))
445 measurement_results.AddSuccess(test_page_set.pages[0]) 445 measurement_results.AddSuccess(test_page_set.pages[0])
446 measurement_results.StopTest(test_page_set.pages[0]) 446 measurement_results.DidRunPage(test_page_set.pages[0])
447 447
448 measurement_results.StartTest(test_page_set.pages[1]) 448 measurement_results.WillRunPage(test_page_set.pages[1])
449 measurement_results.AddValue(histogram.HistogramValue( 449 measurement_results.AddValue(histogram.HistogramValue(
450 test_page_set.pages[1], 'a', 'units', 450 test_page_set.pages[1], 'a', 'units',
451 raw_value_json='{"buckets": [{"low": 2, "high": 3, "count": 1}]}', 451 raw_value_json='{"buckets": [{"low": 2, "high": 3, "count": 1}]}',
452 important=False)) 452 important=False))
453 measurement_results.AddSuccess(test_page_set.pages[1]) 453 measurement_results.AddSuccess(test_page_set.pages[1])
454 measurement_results.StopTest(test_page_set.pages[1]) 454 measurement_results.DidRunPage(test_page_set.pages[1])
455 455
456 formatter = buildbot_output_formatter.BuildbotOutputFormatter( 456 formatter = buildbot_output_formatter.BuildbotOutputFormatter(
457 self._test_output_stream) 457 self._test_output_stream)
458 formatter.Format(measurement_results) 458 formatter.Format(measurement_results)
459 459
460 expected = [ 460 expected = [
461 'HISTOGRAM a: http___www.bar.com_= ' + 461 'HISTOGRAM a: http___www.bar.com_= ' +
462 '{"buckets": [{"low": 2, "high": 3, "count": 1}]} units\n' + 462 '{"buckets": [{"low": 2, "high": 3, "count": 1}]} units\n' +
463 'Avg a: 2.500000units\n', 463 'Avg a: 2.500000units\n',
464 'HISTOGRAM a: http___www.foo.com_= ' + 464 'HISTOGRAM a: http___www.foo.com_= ' +
465 '{"buckets": [{"low": 1, "high": 2, "count": 1}]} units\n' + 465 '{"buckets": [{"low": 1, "high": 2, "count": 1}]} units\n' +
466 'Avg a: 1.500000units\n', 466 'Avg a: 1.500000units\n',
467 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n', 467 'RESULT telemetry_page_measurement_results: num_failed= 0 count\n',
468 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n'] 468 'RESULT telemetry_page_measurement_results: num_errored= 0 count\n']
469 self.assertEquals(expected, self._test_output_stream.output_data) 469 self.assertEquals(expected, self._test_output_stream.output_data)
OLDNEW
« no previous file with comments | « tools/telemetry/telemetry/page/page_runner.py ('k') | tools/telemetry/telemetry/results/buildbot_page_measurement_results.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698