OLD | NEW |
1 # Copyright 2015 The Chromium Authors. All rights reserved. | 1 # Copyright 2015 The Chromium Authors. All rights reserved. |
2 # Use of this source code is governed by a BSD-style license that can be | 2 # Use of this source code is governed by a BSD-style license that can be |
3 # found in the LICENSE file. | 3 # found in the LICENSE file. |
4 | 4 |
5 import unittest | 5 import unittest |
6 | 6 |
7 from telemetry.internal.results import story_run | 7 from telemetry.internal.results import story_run |
8 from telemetry.story import shared_state | 8 from telemetry.story import shared_state |
9 from telemetry.story import story_set | 9 from telemetry.story import story_set |
10 from telemetry import story as story_module | 10 from telemetry import story as story_module |
11 from telemetry.value import failure | 11 from telemetry.value import failure |
| 12 from telemetry.value import improvement_direction |
12 from telemetry.value import scalar | 13 from telemetry.value import scalar |
13 from telemetry.value import skip | 14 from telemetry.value import skip |
14 | 15 |
15 | 16 |
16 # pylint: disable=abstract-method | 17 # pylint: disable=abstract-method |
17 class SharedStateBar(shared_state.SharedState): | 18 class SharedStateBar(shared_state.SharedState): |
18 pass | 19 pass |
19 | 20 |
20 class StoryFoo(story_module.Story): | 21 class StoryFoo(story_module.Story): |
21 def __init__(self, name='', labels=None): | 22 def __init__(self, name='', labels=None): |
(...skipping 10 matching lines...) Expand all Loading... |
32 return self.story_set.stories | 33 return self.story_set.stories |
33 | 34 |
34 def testStoryRunFailed(self): | 35 def testStoryRunFailed(self): |
35 run = story_run.StoryRun(self.stories[0]) | 36 run = story_run.StoryRun(self.stories[0]) |
36 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) | 37 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) |
37 self.assertFalse(run.ok) | 38 self.assertFalse(run.ok) |
38 self.assertTrue(run.failed) | 39 self.assertTrue(run.failed) |
39 self.assertFalse(run.skipped) | 40 self.assertFalse(run.skipped) |
40 | 41 |
41 run = story_run.StoryRun(self.stories[0]) | 42 run = story_run.StoryRun(self.stories[0]) |
42 run.AddValue(scalar.ScalarValue(self.stories[0], 'a', 's', 1)) | 43 run.AddValue(scalar.ScalarValue( |
| 44 self.stories[0], 'a', 's', 1, |
| 45 improvement_direction=improvement_direction.UP)) |
43 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) | 46 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) |
44 self.assertFalse(run.ok) | 47 self.assertFalse(run.ok) |
45 self.assertTrue(run.failed) | 48 self.assertTrue(run.failed) |
46 self.assertFalse(run.skipped) | 49 self.assertFalse(run.skipped) |
47 | 50 |
48 def testStoryRunSkipped(self): | 51 def testStoryRunSkipped(self): |
49 run = story_run.StoryRun(self.stories[0]) | 52 run = story_run.StoryRun(self.stories[0]) |
50 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) | 53 run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test')) |
51 run.AddValue(skip.SkipValue(self.stories[0], 'test')) | 54 run.AddValue(skip.SkipValue(self.stories[0], 'test')) |
52 self.assertFalse(run.ok) | 55 self.assertFalse(run.ok) |
53 self.assertFalse(run.failed) | 56 self.assertFalse(run.failed) |
54 self.assertTrue(run.skipped) | 57 self.assertTrue(run.skipped) |
55 | 58 |
56 run = story_run.StoryRun(self.stories[0]) | 59 run = story_run.StoryRun(self.stories[0]) |
57 run.AddValue(scalar.ScalarValue(self.stories[0], 'a', 's', 1)) | 60 run.AddValue(scalar.ScalarValue( |
| 61 self.stories[0], 'a', 's', 1, |
| 62 improvement_direction=improvement_direction.UP)) |
58 run.AddValue(skip.SkipValue(self.stories[0], 'test')) | 63 run.AddValue(skip.SkipValue(self.stories[0], 'test')) |
59 self.assertFalse(run.ok) | 64 self.assertFalse(run.ok) |
60 self.assertFalse(run.failed) | 65 self.assertFalse(run.failed) |
61 self.assertTrue(run.skipped) | 66 self.assertTrue(run.skipped) |
62 | 67 |
63 def testStoryRunSucceeded(self): | 68 def testStoryRunSucceeded(self): |
64 run = story_run.StoryRun(self.stories[0]) | 69 run = story_run.StoryRun(self.stories[0]) |
65 self.assertTrue(run.ok) | 70 self.assertTrue(run.ok) |
66 self.assertFalse(run.failed) | 71 self.assertFalse(run.failed) |
67 self.assertFalse(run.skipped) | 72 self.assertFalse(run.skipped) |
68 | 73 |
69 run = story_run.StoryRun(self.stories[0]) | 74 run = story_run.StoryRun(self.stories[0]) |
70 run.AddValue(scalar.ScalarValue(self.stories[0], 'a', 's', 1)) | 75 run.AddValue(scalar.ScalarValue( |
| 76 self.stories[0], 'a', 's', 1, |
| 77 improvement_direction=improvement_direction.UP)) |
71 self.assertTrue(run.ok) | 78 self.assertTrue(run.ok) |
72 self.assertFalse(run.failed) | 79 self.assertFalse(run.failed) |
73 self.assertFalse(run.skipped) | 80 self.assertFalse(run.skipped) |
OLD | NEW |