Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(351)

Side by Side Diff: tools/telemetry/telemetry/results/page_measurement_results_unittest.py

Issue 408913002: Wire FailureValue in PageTestResults (try 2). (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Address review comment. Created 6 years, 4 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View unified diff | Download patch
OLDNEW
1 # Copyright 2014 The Chromium Authors. All rights reserved. 1 # Copyright 2014 The Chromium Authors. All rights reserved.
2 # Use of this source code is governed by a BSD-style license that can be 2 # Use of this source code is governed by a BSD-style license that can be
3 # found in the LICENSE file. 3 # found in the LICENSE file.
4 import os 4 import os
5 import unittest 5 import unittest
6 6
7 from telemetry import perf_tests_helper 7 from telemetry import perf_tests_helper
8 from telemetry.page import page_set 8 from telemetry.page import page_set
9 from telemetry.results import page_measurement_results 9 from telemetry.results import page_measurement_results
10 from telemetry.value import failure
10 from telemetry.value import histogram 11 from telemetry.value import histogram
11 from telemetry.value import scalar 12 from telemetry.value import scalar
12 13
13 14
14 def _MakePageSet(): 15 def _MakePageSet():
15 ps = page_set.PageSet(file_path=os.path.dirname(__file__)) 16 ps = page_set.PageSet(file_path=os.path.dirname(__file__))
16 ps.AddPageWithDefaultRunNavigate("http://www.bar.com/") 17 ps.AddPageWithDefaultRunNavigate("http://www.bar.com/")
17 ps.AddPageWithDefaultRunNavigate("http://www.baz.com/") 18 ps.AddPageWithDefaultRunNavigate("http://www.baz.com/")
18 ps.AddPageWithDefaultRunNavigate("http://www.foo.com/") 19 ps.AddPageWithDefaultRunNavigate("http://www.foo.com/")
19 return ps 20 return ps
(...skipping 85 matching lines...) Expand 10 before | Expand all | Expand 10 after
105 lambda: results.AddValue(histogram.HistogramValue( 106 lambda: results.AddValue(histogram.HistogramValue(
106 self.pages[1], 'a', 'seconds', 107 self.pages[1], 'a', 'seconds',
107 raw_value_json='{"buckets": [{"low": 1, "high": 2, "count": 1}]}'))) 108 raw_value_json='{"buckets": [{"low": 1, "high": 2, "count": 1}]}')))
108 109
109 def test_basic_summary_all_pages_fail(self): 110 def test_basic_summary_all_pages_fail(self):
110 """If all pages fail, no summary is printed.""" 111 """If all pages fail, no summary is printed."""
111 results = SummarySavingPageMeasurementResults() 112 results = SummarySavingPageMeasurementResults()
112 results.WillMeasurePage(self.pages[0]) 113 results.WillMeasurePage(self.pages[0])
113 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)) 114 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3))
114 results.DidMeasurePage() 115 results.DidMeasurePage()
115 results.AddFailureMessage(self.pages[0], 'message') 116 results.AddValue(failure.FailureValue.FromMessage(self.pages[0], 'message'))
116 117
117 results.WillMeasurePage(self.pages[1]) 118 results.WillMeasurePage(self.pages[1])
118 results.AddValue(scalar.ScalarValue(self.pages[1], 'a', 'seconds', 7)) 119 results.AddValue(scalar.ScalarValue(self.pages[1], 'a', 'seconds', 7))
119 results.DidMeasurePage() 120 results.DidMeasurePage()
120 results.AddFailureMessage(self.pages[1], 'message') 121 results.AddValue(failure.FailureValue.FromMessage(self.pages[1], 'message'))
121 122
122 results.PrintSummary() 123 results.PrintSummary()
123 self.assertEquals(results.results, []) 124 self.assertEquals(results.results, [])
124 125
125 def test_get_successful_page_values_merged_no_failures(self): 126 def test_get_successful_page_values_merged_no_failures(self):
126 results = SummarySavingPageMeasurementResults() 127 results = SummarySavingPageMeasurementResults()
127 results.WillMeasurePage(self.pages[0]) 128 results.WillMeasurePage(self.pages[0])
128 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)) 129 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3))
129 self.assertEquals(1, len(results.page_specific_values_for_current_page)) 130 self.assertEquals(1, len(results.page_specific_values_for_current_page))
130 results.DidMeasurePage() 131 results.DidMeasurePage()
131 self.assertRaises( 132 self.assertRaises(
132 AssertionError, 133 AssertionError,
133 lambda: results.page_specific_values_for_current_page) 134 lambda: results.page_specific_values_for_current_page)
134 135
135 def test_get_all_values_for_successful_pages(self): 136 def test_get_all_values_for_successful_pages(self):
136 results = SummarySavingPageMeasurementResults() 137 results = SummarySavingPageMeasurementResults()
137 results.WillMeasurePage(self.pages[0]) 138 results.WillMeasurePage(self.pages[0])
138 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)) 139 value1 = scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)
140 results.AddValue(value1)
139 results.DidMeasurePage() 141 results.DidMeasurePage()
140 142
141 results.WillMeasurePage(self.pages[1]) 143 results.WillMeasurePage(self.pages[1])
142 results.AddValue(scalar.ScalarValue(self.pages[1], 'a', 'seconds', 3)) 144 value2 = scalar.ScalarValue(self.pages[1], 'a', 'seconds', 3)
145 results.AddValue(value2)
143 results.DidMeasurePage() 146 results.DidMeasurePage()
144 147
145 results.WillMeasurePage(self.pages[2]) 148 results.WillMeasurePage(self.pages[2])
146 results.AddValue(scalar.ScalarValue(self.pages[2], 'a', 'seconds', 3)) 149 value3 = scalar.ScalarValue(self.pages[2], 'a', 'seconds', 3)
150 results.AddValue(value3)
147 results.DidMeasurePage() 151 results.DidMeasurePage()
148 152
149 values = results.all_page_specific_values 153 self.assertEquals(
150 self.assertEquals(3, len(values)) 154 [value1, value2, value3], results.all_page_specific_values)
151 self.assertEquals([self.pages[0], self.pages[1], self.pages[2]],
152 [v.page for v in values])
153 155
154 def test_get_all_values_for_successful_pages_one_page_fails(self): 156 def test_get_all_values_for_successful_pages_one_page_fails(self):
155 results = SummarySavingPageMeasurementResults() 157 results = SummarySavingPageMeasurementResults()
156 results.WillMeasurePage(self.pages[0]) 158 results.WillMeasurePage(self.pages[0])
157 results.AddValue(scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)) 159 value1 = scalar.ScalarValue(self.pages[0], 'a', 'seconds', 3)
160 results.AddValue(value1)
158 results.DidMeasurePage() 161 results.DidMeasurePage()
159 162
160 results.WillMeasurePage(self.pages[1]) 163 results.WillMeasurePage(self.pages[1])
161 results.AddFailureMessage(self.pages[1], "Failure") 164 value2 = failure.FailureValue.FromMessage(self.pages[1], 'Failure')
165 results.AddValue(value2)
162 results.DidMeasurePage() 166 results.DidMeasurePage()
163 167
164 results.WillMeasurePage(self.pages[2]) 168 results.WillMeasurePage(self.pages[2])
165 results.AddValue(scalar.ScalarValue(self.pages[2], 'a', 'seconds', 3)) 169 value3 = scalar.ScalarValue(self.pages[2], 'a', 'seconds', 3)
170 results.AddValue(value3)
166 results.DidMeasurePage() 171 results.DidMeasurePage()
167 172
168 values = results.all_page_specific_values 173 self.assertEquals(
169 self.assertEquals(2, len(values)) 174 [value1, value2, value3], results.all_page_specific_values)
170 self.assertEquals([self.pages[0], self.pages[2]],
171 [v.page for v in values])
OLDNEW

Powered by Google App Engine
This is Rietveld 408576698