Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(207)

Issues Search
    My Issues | Starred     Open | Closed | All

Unified Diff: tools/telemetry/telemetry/page/buildbot_page_measurement_results_unittest.py

Issue 327583002: Move results related stuff to telemetry/results (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Change the directory name from test_results to results Created 6 years, 6 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
« no previous file with comments | « tools/telemetry/telemetry/page/buildbot_page_measurement_results.py ('k') | tools/telemetry/telemetry/page/csv_page_measurement_results.py » ('j') | no next file with comments »
Expand Comments ('e') | Collapse Comments ('c') | Show Comments Hide Comments ('s')
Index: tools/telemetry/telemetry/page/buildbot_page_measurement_results_unittest.py
diff --git a/tools/telemetry/telemetry/page/buildbot_page_measurement_results_unittest.py b/tools/telemetry/telemetry/page/buildbot_page_measurement_results_unittest.py
deleted file mode 100644
index e5feb81757060bd98b080e3b850dc4319f1c1466..0000000000000000000000000000000000000000
--- a/tools/telemetry/telemetry/page/buildbot_page_measurement_results_unittest.py
+++ /dev/null
@@ -1,479 +0,0 @@
-# Copyright 2012 The Chromium Authors. All rights reserved.
-# Use of this source code is governed by a BSD-style license that can be
-# found in the LICENSE file.
-import os
-import unittest
-
-from telemetry.page import buildbot_page_measurement_results
-from telemetry.page import page_set
-from telemetry.page import perf_tests_helper
-from telemetry.value import list_of_scalar_values
-from telemetry.value import scalar
-
-def _MakePageSet():
- ps = page_set.PageSet(file_path=os.path.dirname(__file__))
- ps.AddPageWithDefaultRunNavigate('http://www.foo.com/')
- ps.AddPageWithDefaultRunNavigate('http://www.bar.com/')
- ps.AddPageWithDefaultRunNavigate('http://www.baz.com/')
- return ps
-
-class SummarySavingPageMeasurementResults(
- buildbot_page_measurement_results.BuildbotPageMeasurementResults):
- def __init__(self, trace_tag=''):
- super(SummarySavingPageMeasurementResults, self).__init__(
- None, trace_tag=trace_tag)
- self.results = []
-
- def _PrintPerfResult(self, *args):
- res = perf_tests_helper.PrintPerfResult(*args, print_to_stdout=False)
- self.results.append(res)
-
-class BuildbotPageMeasurementResultsTest(unittest.TestCase):
- def assertEquals(self, ex, res):
- # This helps diagnose result mismatches.
- if ex != res and isinstance(ex, list):
- def CleanList(l):
- res = []
- for x in l:
- x = x.split('\n')
- res.extend(x)
- return res
- ex = CleanList(ex)
- res = CleanList(res)
- max_len = max(len(ex), len(res))
- max_width = max([len(x) for x in ex + res])
- max_width = max(10, max_width)
- print "Lists differ!"
- print '%*s | %*s' % (max_width, 'expected', max_width, 'result')
- for i in range(max_len):
- if i < len(ex):
- e = ex[i]
- else:
- e = ''
- if i < len(res):
- r = res[i]
- else:
- r = ''
- if e != r:
- sep = '*'
- else:
- sep = '|'
- print '%*s %s %*s' % (max_width, e, sep, max_width, r)
- print ""
- super(BuildbotPageMeasurementResultsTest, self).assertEquals(ex, res)
-
- def test_basic_summary(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= 7 seconds',
- 'RESULT a: http___www.foo.com_= 3 seconds',
- '*RESULT a: a= [3,7] seconds\nAvg a: 5.000000seconds\n' +
- 'Sd a: 2.828427seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_basic_summary_with_only_one_page(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.PrintSummary()
- expected = ['*RESULT a: a= 3 seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_basic_summary_nonuniform_results(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.Add('b', 'seconds', 10)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.Add('b', 'seconds', 10)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.WillMeasurePage(test_page_set.pages[2])
- measurement_results.Add('a', 'seconds', 7)
- # Note, page[2] does not report a 'b' metric.
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[2])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= 3 seconds',
- 'RESULT a: http___www.baz.com_= 7 seconds',
- 'RESULT a: http___www.foo.com_= 3 seconds',
- '*RESULT a: a= [3,3,7] seconds\nAvg a: 4.333333seconds\n' +
- 'Sd a: 2.309401seconds',
- 'RESULT b: http___www.bar.com_= 10 seconds',
- 'RESULT b: http___www.foo.com_= 10 seconds',
- '*RESULT b: b= [10,10] seconds\nAvg b: 10.000000seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_basic_summary_pass_and_fail_page(self):
- """If a page failed, only print summary for individual pages."""
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddFailureMessage(test_page_set.pages[0], 'message')
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= 7 seconds',
- 'RESULT a: http___www.foo.com_= 3 seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 1 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_repeated_pageset_one_iteration_one_page_fails(self):
- """Page fails on one iteration, no averaged results should print."""
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddFailureMessage(test_page_set.pages[1], 'message')
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 4)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 8)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
- 'Avg a: 7.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
- 'Avg a: 3.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 1 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_repeated_pageset_one_iteration_one_page_error(self):
- """Page error on one iteration, no averaged results should print."""
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddErrorMessage(test_page_set.pages[1], 'message')
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 4)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 8)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
- 'Avg a: 7.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
- 'Avg a: 3.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 1 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_repeated_pageset(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 4)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 8)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
- 'Avg a: 7.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
- 'Avg a: 3.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- '*RESULT a: a= [3,7,4,8] seconds\n' +
- 'Avg a: 5.500000seconds\n' +
- 'Sd a: 2.380476seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count'
- ]
- self.assertEquals(expected, measurement_results.results)
-
- def test_repeated_pages(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'seconds', 4)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 7)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'seconds', 8)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
- expected = ['RESULT a: http___www.bar.com_= [7,8] seconds\n' +
- 'Avg a: 7.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- 'RESULT a: http___www.foo.com_= [3,4] seconds\n' +
- 'Avg a: 3.500000seconds\n' +
- 'Sd a: 0.707107seconds',
- '*RESULT a: a= [3,4,7,8] seconds\n' +
- 'Avg a: 5.500000seconds\n' +
- 'Sd a: 2.380476seconds',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: ' +
- 'num_errored= 0 count'
- ]
- self.assertEquals(expected, measurement_results.results)
-
- def test_overall_results_trace_tag(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults(trace_tag='_ref')
-
- measurement_results.AddSummaryValue(
- scalar.ScalarValue(None, 'a', 'seconds', 1))
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('b', 'seconds', 2)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('b', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.AddSummaryValue(
- scalar.ScalarValue(None, 'c', 'seconds', 4))
-
- measurement_results.PrintSummary()
-
- expected = [
- '*RESULT b: b_ref= [2,3] seconds\n' +
- 'Avg b: 2.500000seconds\nSd b: 0.707107seconds',
- '*RESULT a: a_ref= 1 seconds',
- '*RESULT c: c_ref= 4 seconds',
- 'RESULT telemetry_page_measurement_results: num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
-
- def test_overall_results_page_runs_twice(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
-
- measurement_results.AddSummaryValue(
- scalar.ScalarValue(None, 'a', 'seconds', 1))
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('b', 'seconds', 2)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('b', 'seconds', 3)
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.PrintSummary()
-
- expected = [
- 'RESULT b: http___www.foo.com_= [2,3] seconds\n' +
- 'Avg b: 2.500000seconds\nSd b: 0.707107seconds',
- '*RESULT b: b= [2,3] seconds\n' +
- 'Avg b: 2.500000seconds\nSd b: 0.707107seconds',
- '*RESULT a: a= 1 seconds',
- 'RESULT telemetry_page_measurement_results: num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_unimportant_results(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
-
- measurement_results.AddSummaryValue(
- scalar.ScalarValue(None, 'a', 'seconds', 1, important=False))
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('b', 'seconds', 2, data_type='unimportant')
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('b', 'seconds', 3, data_type='unimportant')
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
-
- self.assertEquals(
- measurement_results.results,
- ['RESULT b: http___www.bar.com_= 3 seconds',
- 'RESULT b: http___www.foo.com_= 2 seconds',
- 'RESULT b: b= [2,3] seconds\n' +
- 'Avg b: 2.500000seconds\nSd b: 0.707107seconds',
- 'RESULT a: a= 1 seconds',
- 'RESULT telemetry_page_measurement_results: num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: num_errored= 0 count'])
-
- def test_list_value(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
-
- measurement_results.AddSummaryValue(
- list_of_scalar_values.ListOfScalarValues(None, 'a', 'seconds', [1, 1]))
-
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('b', 'seconds', [2, 2])
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('b', 'seconds', [3, 3])
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
-
- expected = [
- 'RESULT b: http___www.bar.com_= [3,3] seconds\n' +
- 'Avg b: 3.000000seconds',
- 'RESULT b: http___www.foo.com_= [2,2] seconds\n' +
- 'Avg b: 2.000000seconds',
- '*RESULT b: b= [2,2,3,3] seconds\nAvg b: 2.500000seconds\n' +
- 'Sd b: 0.577350seconds',
- '*RESULT a: a= [1,1] seconds\nAvg a: 1.000000seconds',
- 'RESULT telemetry_page_measurement_results: num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
-
- def test_histogram(self):
- test_page_set = _MakePageSet()
-
- measurement_results = SummarySavingPageMeasurementResults()
- measurement_results.WillMeasurePage(test_page_set.pages[0])
- measurement_results.Add('a', 'units',
- '{"buckets": [{"low": 1, "high": 2, "count": 1}]}',
- data_type='unimportant-histogram')
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[0])
-
- measurement_results.WillMeasurePage(test_page_set.pages[1])
- measurement_results.Add('a', 'units',
- '{"buckets": [{"low": 2, "high": 3, "count": 1}]}',
- data_type='unimportant-histogram')
- measurement_results.DidMeasurePage()
- measurement_results.AddSuccess(test_page_set.pages[1])
-
- measurement_results.PrintSummary()
-
- expected = [
- 'HISTOGRAM a: http___www.bar.com_= ' +
- '{"buckets": [{"low": 2, "high": 3, "count": 1}]} units\n' +
- 'Avg a: 2.500000units',
- 'HISTOGRAM a: http___www.foo.com_= ' +
- '{"buckets": [{"low": 1, "high": 2, "count": 1}]} units\n' +
- 'Avg a: 1.500000units',
- 'RESULT telemetry_page_measurement_results: num_failed= 0 count',
- 'RESULT telemetry_page_measurement_results: num_errored= 0 count']
- self.assertEquals(expected, measurement_results.results)
« no previous file with comments | « tools/telemetry/telemetry/page/buildbot_page_measurement_results.py ('k') | tools/telemetry/telemetry/page/csv_page_measurement_results.py » ('j') | no next file with comments »

Powered by Google App Engine
This is Rietveld 408576698