Index: tools/telemetry/telemetry/internal/results/html_output_formatter_unittest.py |
diff --git a/tools/telemetry/telemetry/internal/results/html_output_formatter_unittest.py b/tools/telemetry/telemetry/internal/results/html_output_formatter_unittest.py |
deleted file mode 100644 |
index c738e49afe9451d80dc34c9d81196d485ce89af3..0000000000000000000000000000000000000000 |
--- a/tools/telemetry/telemetry/internal/results/html_output_formatter_unittest.py |
+++ /dev/null |
@@ -1,265 +0,0 @@ |
-# Copyright 2014 The Chromium Authors. All rights reserved. |
-# Use of this source code is governed by a BSD-style license that can be |
-# found in the LICENSE file. |
-import datetime |
-import os |
-import StringIO |
-import unittest |
- |
-from telemetry import benchmark |
-from telemetry import story |
-from telemetry.internal.results import html_output_formatter |
-from telemetry.internal.results import page_test_results |
-from telemetry import page as page_module |
-from telemetry.value import improvement_direction |
-from telemetry.value import scalar |
- |
- |
-def _MakeStorySet(): |
- story_set = story.StorySet(base_dir=os.path.dirname(__file__)) |
- story_set.AddStory( |
- page_module.Page('http://www.foo.com/', story_set, story_set.base_dir)) |
- story_set.AddStory( |
- page_module.Page('http://www.bar.com/', story_set, story_set.base_dir)) |
- story_set.AddStory( |
- page_module.Page('http://www.baz.com/', story_set, story_set.base_dir)) |
- return story_set |
- |
- |
-class DeterministicHtmlOutputFormatter( |
- html_output_formatter.HtmlOutputFormatter): |
- def _GetBuildTime(self): |
- return datetime.datetime(1998, 9, 4, 13, 0, 0, 7777) |
- |
- def _GetRevision(self): |
- return 'revision' |
- |
-class FakeMetadataForTest(benchmark.BenchmarkMetadata): |
- def __init__(self): |
- super(FakeMetadataForTest, self).__init__('test_name') |
- |
-# Wrap string IO with a .name property so that it behaves more like a file. |
-class StringIOFile(StringIO.StringIO): |
- name = 'fake_output_file' |
- |
- |
-class HtmlOutputFormatterTest(unittest.TestCase): |
- |
- def setUp(self): |
- self.maxDiff = 100000 |
- |
- def test_basic_summary(self): |
- test_story_set = _MakeStorySet() |
- output_file = StringIOFile() |
- |
- # Run the first time and verify the results are written to the HTML file. |
- results = page_test_results.PageTestResults() |
- results.WillRunPage(test_story_set.stories[0]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[0], 'a', 'seconds', 3, |
- improvement_direction=improvement_direction.DOWN)) |
- results.DidRunPage(test_story_set.stories[0]) |
- |
- results.WillRunPage(test_story_set.stories[1]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[1], 'a', 'seconds', 7, |
- improvement_direction=improvement_direction.DOWN)) |
- results.DidRunPage(test_story_set.stories[1]) |
- |
- formatter = DeterministicHtmlOutputFormatter( |
- output_file, FakeMetadataForTest(), False, False, 'browser_type') |
- formatter.Format(results) |
- expected = { |
- "platform": "browser_type", |
- "buildTime": "1998-09-04T13:00:00.007777", |
- "label": 'test_name (1998-09-04 13:00:00)', |
- "tests": { |
- "test_name": { |
- "metrics": { |
- "a": { |
- "current": [3, 7], |
- "std": 2.8284271247461903, |
- "units": "seconds", |
- "important": True |
- }, |
- "telemetry_page_measurement_results.num_failed": { |
- "current": [0], |
- "units": "count", |
- "important": False |
- }, |
- "a.http://www.bar.com/": { |
- "current": [7], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "a.http://www.foo.com/": { |
- "current": [3], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- } |
- } |
- } |
- }, |
- } |
- self.assertEquals(expected, formatter.GetResults()) |
- |
- # Run the second time and verify the results are appended to the HTML file. |
- output_file.seek(0) |
- results = page_test_results.PageTestResults() |
- results.WillRunPage(test_story_set.stories[0]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[0], 'a', 'seconds', 4, |
- improvement_direction=improvement_direction.DOWN)) |
- results.DidRunPage(test_story_set.stories[0]) |
- |
- results.WillRunPage(test_story_set.stories[1]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[1], 'a', 'seconds', 8, |
- improvement_direction=improvement_direction.DOWN)) |
- results.DidRunPage(test_story_set.stories[1]) |
- |
- formatter = DeterministicHtmlOutputFormatter( |
- output_file, FakeMetadataForTest(), False, False, 'browser_type') |
- formatter.Format(results) |
- expected = [ |
- { |
- "platform": "browser_type", |
- "buildTime": "1998-09-04T13:00:00.007777", |
- "label": 'test_name (1998-09-04 13:00:00)', |
- "tests": { |
- "test_name": { |
- "metrics": { |
- "a": { |
- "current": [3, 7], |
- "units": "seconds", |
- "std": 2.8284271247461903, |
- "important": True |
- }, |
- "telemetry_page_measurement_results.num_failed": { |
- "current": [0], |
- "units": "count", |
- "important": False |
- }, |
- "a.http://www.bar.com/": { |
- "current": [7], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "a.http://www.foo.com/": { |
- "current": [3], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- } |
- } |
- } |
- }, |
- }, |
- { |
- "platform": "browser_type", |
- "buildTime": "1998-09-04T13:00:00.007777", |
- "label": 'test_name (1998-09-04 13:00:00)', |
- "tests": { |
- "test_name": { |
- "metrics": { |
- "a": { |
- "current": [4, 8], |
- 'std': 2.8284271247461903, |
- "units": "seconds", |
- "important": True |
- }, |
- "telemetry_page_measurement_results.num_failed": { |
- "current": [0], |
- "units": "count", |
- "important": False, |
- }, |
- "a.http://www.bar.com/": { |
- "current": [8], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "a.http://www.foo.com/": { |
- "current": [4], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- } |
- } |
- } |
- }, |
- }] |
- self.assertEquals(expected, formatter.GetCombinedResults()) |
- last_output_len = len(output_file.getvalue()) |
- |
- # Now reset the results and verify the old ones are gone. |
- output_file.seek(0) |
- results = page_test_results.PageTestResults() |
- results.WillRunPage(test_story_set.stories[0]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[0], 'a', 'seconds', 5, |
- improvement_direction=improvement_direction.DOWN)) |
- results.DidRunPage(test_story_set.stories[0]) |
- |
- results.WillRunPage(test_story_set.stories[1]) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[1], 'a', 'seconds', 9, |
- improvement_direction=improvement_direction.DOWN)) |
- results.AddValue(scalar.ScalarValue( |
- test_story_set.stories[1], 'b', 'seconds', 20, tir_label='foo')) |
- results.DidRunPage(test_story_set.stories[1]) |
- |
- formatter = DeterministicHtmlOutputFormatter( |
- output_file, FakeMetadataForTest(), True, False, 'browser_type') |
- formatter.Format(results) |
- expected = [{ |
- "platform": "browser_type", |
- "buildTime": "1998-09-04T13:00:00.007777", |
- "label": 'test_name (1998-09-04 13:00:00)', |
- "tests": { |
- "test_name": { |
- "metrics": { |
- "a": { |
- "current": [5, 9], |
- 'std': 2.8284271247461903, |
- "units": "seconds", |
- "important": True |
- }, |
- "telemetry_page_measurement_results.num_failed": { |
- "current": [0], |
- "units": "count", |
- "important": False |
- }, |
- "a.http://www.bar.com/": { |
- "current": [9], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "a.http://www.foo.com/": { |
- "current": [5], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "foo-b.http://www.bar.com/": { |
- "current": [20], |
- "std": 0.0, |
- "units": "seconds", |
- "important": False |
- }, |
- "foo-b": { |
- "current": [20], |
- "std": 0.0, |
- "units": "seconds", |
- "important": True |
- } |
- } |
- } |
- }, |
- }] |
- self.assertEquals(expected, formatter.GetCombinedResults()) |
- self.assertTrue(len(output_file.getvalue()) < last_output_len) |