| Index: tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
|
| diff --git a/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py b/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
|
| index a99a4b978e822dfa742b1d4c763158ba09ab7841..44af774ed571c5bbf6dfacc06ecfc3556e4e0d45 100644
|
| --- a/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
|
| +++ b/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
|
| @@ -9,7 +9,7 @@ import sys
|
| from telemetry import benchmark
|
| from telemetry import user_story
|
| from telemetry.core import exceptions
|
| -from telemetry.page import page_set
|
| +from telemetry.page import page as page_module
|
| from telemetry.page import page_test
|
| from telemetry.page import test_expectations
|
| from telemetry.results import results_options
|
| @@ -19,6 +19,7 @@ from telemetry.unittest_util import system_stub
|
| from telemetry.user_story import shared_user_story_state
|
| from telemetry.user_story import user_story_runner
|
| from telemetry.user_story import user_story_set
|
| +from telemetry.util import cloud_storage
|
| from telemetry.util import exception_formatter as exception_formatter_module
|
| from telemetry.value import scalar
|
| from telemetry.value import string
|
| @@ -88,6 +89,15 @@ class EmptyMetadataForTest(benchmark.BenchmarkMetadata):
|
| super(EmptyMetadataForTest, self).__init__('')
|
|
|
|
|
| +class DummyLocalUserStory(user_story.UserStory):
|
| + def __init__(self, shared_user_story_state_class, name=''):
|
| + super(DummyLocalUserStory, self).__init__(
|
| + shared_user_story_state_class, name=name)
|
| +
|
| + @property
|
| + def is_local(self):
|
| + return True
|
| +
|
| def _GetOptionForUnittest():
|
| options = options_for_unittests.GetCopy()
|
| options.output_formats = ['none']
|
| @@ -136,10 +146,10 @@ class UserStoryRunnerTest(unittest.TestCase):
|
|
|
| def testGetUserStoryGroupsWithSameSharedUserStoryClass(self):
|
| us = user_story_set.UserStorySet()
|
| - us.AddUserStory(user_story.UserStory(FooUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(FooUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(BarUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(FooUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(BarUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
|
| story_groups = (
|
| user_story_runner.GetUserStoryGroupsWithSameSharedUserStoryClass(
|
| us))
|
| @@ -153,9 +163,9 @@ class UserStoryRunnerTest(unittest.TestCase):
|
|
|
| def testSuccefulUserStoryTest(self):
|
| us = user_story_set.UserStorySet()
|
| - us.AddUserStory(user_story.UserStory(FooUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(FooUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(BarUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(BarUserStoryState))
|
| user_story_runner.Run(
|
| DummyTest(), us, self.expectations, self.options, self.results)
|
| self.assertEquals(0, len(self.results.failures))
|
| @@ -184,10 +194,10 @@ class UserStoryRunnerTest(unittest.TestCase):
|
| def TearDownState(self, _results):
|
| barz_tear_down_call_counter[0] += 1
|
|
|
| - us.AddUserStory(user_story.UserStory(FoozUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(FoozUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(BarzUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(BarzUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FoozUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(FoozUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(BarzUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(BarzUserStoryState))
|
| user_story_runner.Run(
|
| DummyTest(), us, self.expectations, self.options, self.results)
|
| self.assertEquals(0, len(self.results.failures))
|
| @@ -204,7 +214,7 @@ class UserStoryRunnerTest(unittest.TestCase):
|
| def WillRunUserStory(self, user_storyz):
|
| raise exceptions.AppCrashException()
|
|
|
| - us.AddUserStory(user_story.UserStory(SharedUserStoryThatCausesAppCrash))
|
| + us.AddUserStory(DummyLocalUserStory(SharedUserStoryThatCausesAppCrash))
|
| user_story_runner.Run(
|
| DummyTest(), us, self.expectations, self.options, self.results)
|
| self.assertEquals(1, len(self.results.failures))
|
| @@ -231,8 +241,8 @@ class UserStoryRunnerTest(unittest.TestCase):
|
| def ValidateAndMeasurePage(self, page, tab, results):
|
| pass
|
|
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| test = Test()
|
| user_story_runner.Run(
|
| test, us, self.expectations, self.options, self.results)
|
| @@ -258,8 +268,8 @@ class UserStoryRunnerTest(unittest.TestCase):
|
| def ValidateAndMeasurePage(self, page, tab, results):
|
| pass
|
|
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| test = Test()
|
| user_story_runner.Run(
|
| test, us, self.expectations, self.options, self.results)
|
| @@ -269,8 +279,8 @@ class UserStoryRunnerTest(unittest.TestCase):
|
|
|
| def testDiscardFirstResult(self):
|
| us = user_story_set.UserStorySet()
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| - us.AddUserStory(user_story.UserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| + us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
|
| class Measurement(page_test.PageTest):
|
| @property
|
| def discard_first_result(self):
|
| @@ -324,9 +334,9 @@ class UserStoryRunnerTest(unittest.TestCase):
|
|
|
| def testPagesetRepeat(self):
|
| us = user_story_set.UserStorySet()
|
| - us.AddUserStory(user_story.UserStory(
|
| + us.AddUserStory(DummyLocalUserStory(
|
| TestSharedUserStoryState, name='blank'))
|
| - us.AddUserStory(user_story.UserStory(
|
| + us.AddUserStory(DummyLocalUserStory(
|
| TestSharedUserStoryState, name='green'))
|
|
|
| class Measurement(page_test.PageTest):
|
| @@ -361,35 +371,43 @@ class UserStoryRunnerTest(unittest.TestCase):
|
| sys.stdout = real_stdout
|
|
|
| def testCheckArchives(self):
|
| - ps = page_set.PageSet()
|
| - ps.AddPageWithDefaultRunNavigate('http://www.testurl.com')
|
| + uss = user_story_set.UserStorySet()
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.testurl.com', self, uss.base_dir))
|
| # Page set missing archive_data_file.
|
| self.assertFalse(user_story_runner._CheckArchives(
|
| - ps.archive_data_file, ps.wpr_archive_info, ps.pages))
|
| + uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
|
|
|
| - ps = page_set.PageSet(archive_data_file='missing_archive_data_file.json')
|
| - ps.AddPageWithDefaultRunNavigate('http://www.testurl.com')
|
| + uss = user_story_set.UserStorySet(
|
| + archive_data_file='missing_archive_data_file.json')
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.testurl.com', self, uss.base_dir))
|
| # Page set missing json file specified in archive_data_file.
|
| self.assertFalse(user_story_runner._CheckArchives(
|
| - ps.archive_data_file, ps.wpr_archive_info, ps.pages))
|
| + uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
|
|
|
| - ps = page_set.PageSet(archive_data_file='../../unittest_data/test.json',
|
| - bucket=page_set.PUBLIC_BUCKET)
|
| - ps.AddPageWithDefaultRunNavigate('http://www.testurl.com')
|
| + uss = user_story_set.UserStorySet(
|
| + archive_data_file='../../unittest_data/test.json',
|
| + cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET)
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.testurl.com', self, uss.base_dir))
|
| # Page set with valid archive_data_file.
|
| self.assertTrue(user_story_runner._CheckArchives(
|
| - ps.archive_data_file, ps.wpr_archive_info, ps.pages))
|
| - ps.AddPageWithDefaultRunNavigate('http://www.google.com')
|
| + uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.google.com', self, uss.base_dir))
|
| # Page set with an archive_data_file which exists but is missing a page.
|
| self.assertFalse(user_story_runner._CheckArchives(
|
| - ps.archive_data_file, ps.wpr_archive_info, ps.pages))
|
| + uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
|
|
|
| - ps = page_set.PageSet(
|
| + uss = user_story_set.UserStorySet(
|
| archive_data_file='../../unittest_data/test_missing_wpr_file.json',
|
| - bucket=page_set.PUBLIC_BUCKET)
|
| - ps.AddPageWithDefaultRunNavigate('http://www.testurl.com')
|
| - ps.AddPageWithDefaultRunNavigate('http://www.google.com')
|
| + cloud_storage_bucket=cloud_storage.PUBLIC_BUCKET)
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.testurl.com', self, uss.base_dir))
|
| + uss.AddUserStory(page_module.Page(
|
| + 'http://www.google.com', self, uss.base_dir))
|
| # Page set with an archive_data_file which exists and contains all pages
|
| # but fails to find a wpr file.
|
| self.assertFalse(user_story_runner._CheckArchives(
|
| - ps.archive_data_file, ps.wpr_archive_info, ps.pages))
|
| + uss.archive_data_file, uss.wpr_archive_info, uss.user_stories))
|
|
|