Chromium Code Reviews
chromiumcodereview-hr@appspot.gserviceaccount.com (chromiumcodereview-hr) | Please choose your nickname with Settings | Help | Chromium Project | Gerrit Changes | Sign out
(22)

Unified Diff: tools/telemetry/telemetry/user_story/user_story_runner_unittest.py

Issue 789363002: TimelineBasedMeasurement(object) instead of TimelineBasedMeasurement(page_test.PageTest) (Closed) Base URL: https://chromium.googlesource.com/chromium/src.git@master
Patch Set: Rebase. Created 5 years, 11 months ago
Use n/p to move between diff chunks; N/P to move between comments. Draft comments are only viewable by you.
Jump to:
View side-by-side diff with in-line comments
Download patch
Index: tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
diff --git a/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py b/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
index 30f54f199a01aae689501778135e4623e635abce..82ef558eebe4e4b173b08389d9e2c8f02360abe5 100644
--- a/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
+++ b/tools/telemetry/telemetry/user_story/user_story_runner_unittest.py
@@ -22,6 +22,7 @@ from telemetry.util import cloud_storage
from telemetry.util import exception_formatter as exception_formatter_module
from telemetry.value import scalar
from telemetry.value import string
+from telemetry.web_perf import timeline_based_measurement
# This linter complains if we define classes nested inside functions.
# pylint: disable=bad-super-call
@@ -57,7 +58,7 @@ class TestSharedUserStoryState(shared_user_story_state.SharedUserStoryState):
return 'pass', None
def RunUserStory(self, results):
- self._test.RunPage(self._current_user_story, None, results)
+ raise NotImplementedError
def DidRunUserStory(self, results):
pass
@@ -66,11 +67,16 @@ class TestSharedUserStoryState(shared_user_story_state.SharedUserStoryState):
pass
-class FooUserStoryState(TestSharedUserStoryState):
+class TestSharedPageState(TestSharedUserStoryState):
+ def RunUserStory(self, results):
+ self._test.RunPage(self._current_user_story, None, results)
+
+
+class FooUserStoryState(TestSharedPageState):
pass
-class BarUserStoryState(TestSharedUserStoryState):
+class BarUserStoryState(TestSharedPageState):
pass
@@ -128,7 +134,7 @@ class UserStoryRunnerTest(unittest.TestCase):
self._user_story_runner_logging_stub = None
def SuppressExceptionFormatting(self):
- ''' Fake out exception formatter to avoid spamming the unittest stdout. '''
+ """Fake out exception formatter to avoid spamming the unittest stdout."""
user_story_runner.exception_formatter = FakeExceptionFormatterModule
self._user_story_runner_logging_stub = system_stub.Override(
user_story_runner, ['logging'])
@@ -149,8 +155,7 @@ class UserStoryRunnerTest(unittest.TestCase):
us.AddUserStory(DummyLocalUserStory(BarUserStoryState))
us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
story_groups = (
- user_story_runner.GetUserStoryGroupsWithSameSharedUserStoryClass(
- us))
+ user_story_runner.GetUserStoryGroupsWithSameSharedUserStoryClass(us))
self.assertEqual(len(story_groups), 3)
self.assertEqual(story_groups[0].shared_user_story_state_class,
FooUserStoryState)
@@ -160,12 +165,34 @@ class UserStoryRunnerTest(unittest.TestCase):
FooUserStoryState)
def testSuccessfulUserStoryTest(self):
+ test = DummyTest()
us = user_story_set.UserStorySet()
us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
us.AddUserStory(DummyLocalUserStory(FooUserStoryState))
us.AddUserStory(DummyLocalUserStory(BarUserStoryState))
user_story_runner.Run(
- DummyTest(), us, self.expectations, self.options, self.results)
+ test, us, self.expectations, self.options, self.results)
+ self.assertEquals(0, len(self.results.failures))
+ self.assertEquals(3, GetNumberOfSuccessfulPageRuns(self.results))
+
+ def testSuccessfulTimelineBasedMeasurementTest(self):
+ """Check that PageTest is not required for user_story_runner.Run.
+
+ Any PageTest related calls or attributes need to only be called
+ for PageTest tests.
+ """
+ class TestSharedTbmState(TestSharedUserStoryState):
+ def RunUserStory(self, results):
+ pass
+
+ test = timeline_based_measurement.TimelineBasedMeasurement(
+ timeline_based_measurement.Options())
+ us = user_story_set.UserStorySet()
+ us.AddUserStory(DummyLocalUserStory(TestSharedTbmState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedTbmState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedTbmState))
+ user_story_runner.Run(
+ test, us, self.expectations, self.options, self.results)
self.assertEquals(0, len(self.results.failures))
self.assertEquals(3, GetNumberOfSuccessfulPageRuns(self.results))
@@ -208,7 +235,7 @@ class UserStoryRunnerTest(unittest.TestCase):
def testAppCrashExceptionCausesFailureValue(self):
self.SuppressExceptionFormatting()
us = user_story_set.UserStorySet()
- class SharedUserStoryThatCausesAppCrash(TestSharedUserStoryState):
+ class SharedUserStoryThatCausesAppCrash(TestSharedPageState):
def WillRunUserStory(self, user_storyz):
raise exceptions.AppCrashException()
@@ -239,8 +266,8 @@ class UserStoryRunnerTest(unittest.TestCase):
def ValidateAndMeasurePage(self, page, tab, results):
pass
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
test = Test()
with self.assertRaises(UnknownException):
user_story_runner.Run(
@@ -264,8 +291,8 @@ class UserStoryRunnerTest(unittest.TestCase):
def ValidateAndMeasurePage(self, page, tab, results):
pass
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
test = Test()
user_story_runner.Run(
test, us, self.expectations, self.options, self.results)
@@ -280,7 +307,7 @@ class UserStoryRunnerTest(unittest.TestCase):
class DidRunTestError(Exception):
pass
- class TestTearDownSharedUserStoryState(TestSharedUserStoryState):
+ class TestTearDownSharedUserStoryState(TestSharedPageState):
def TearDownState(self, results):
self._test.DidRunTest('app', results)
@@ -317,8 +344,8 @@ class UserStoryRunnerTest(unittest.TestCase):
def testDiscardFirstResult(self):
us = user_story_set.UserStorySet()
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
- us.AddUserStory(DummyLocalUserStory(TestSharedUserStoryState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState))
class Measurement(page_test.PageTest):
@property
def discard_first_result(self):
@@ -372,10 +399,8 @@ class UserStoryRunnerTest(unittest.TestCase):
def testPagesetRepeat(self):
us = user_story_set.UserStorySet()
- us.AddUserStory(DummyLocalUserStory(
- TestSharedUserStoryState, name='blank'))
- us.AddUserStory(DummyLocalUserStory(
- TestSharedUserStoryState, name='green'))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState, name='blank'))
+ us.AddUserStory(DummyLocalUserStory(TestSharedPageState, name='green'))
class Measurement(page_test.PageTest):
i = 0

Powered by Google App Engine
This is Rietveld 408576698