1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import unittest
from telemetry.internal.results import story_run
from telemetry.story import shared_state
from telemetry.story import story_set
from telemetry import story as story_module
from telemetry.value import failure
from telemetry.value import improvement_direction
from telemetry.value import scalar
from telemetry.value import skip
# pylint: disable=abstract-method
class SharedStateBar(shared_state.SharedState):
pass
class StoryFoo(story_module.Story):
def __init__(self, name='', tags=None):
super(StoryFoo, self).__init__(
SharedStateBar, name, tags)
class StoryRunTest(unittest.TestCase):
def setUp(self):
self.story_set = story_set.StorySet()
self.story_set.AddStory(StoryFoo())
@property
def stories(self):
return self.story_set.stories
def testStoryRunFailed(self):
run = story_run.StoryRun(self.stories[0])
run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
self.assertFalse(run.ok)
self.assertTrue(run.failed)
self.assertFalse(run.skipped)
run = story_run.StoryRun(self.stories[0])
run.AddValue(scalar.ScalarValue(
self.stories[0], 'a', 's', 1,
improvement_direction=improvement_direction.UP))
run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
self.assertFalse(run.ok)
self.assertTrue(run.failed)
self.assertFalse(run.skipped)
def testStoryRunSkipped(self):
run = story_run.StoryRun(self.stories[0])
run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
run.AddValue(skip.SkipValue(self.stories[0], 'test'))
self.assertFalse(run.ok)
self.assertFalse(run.failed)
self.assertTrue(run.skipped)
run = story_run.StoryRun(self.stories[0])
run.AddValue(scalar.ScalarValue(
self.stories[0], 'a', 's', 1,
improvement_direction=improvement_direction.UP))
run.AddValue(skip.SkipValue(self.stories[0], 'test'))
self.assertFalse(run.ok)
self.assertFalse(run.failed)
self.assertTrue(run.skipped)
def testStoryRunSucceeded(self):
run = story_run.StoryRun(self.stories[0])
self.assertTrue(run.ok)
self.assertFalse(run.failed)
self.assertFalse(run.skipped)
run = story_run.StoryRun(self.stories[0])
run.AddValue(scalar.ScalarValue(
self.stories[0], 'a', 's', 1,
improvement_direction=improvement_direction.UP))
self.assertTrue(run.ok)
self.assertFalse(run.failed)
self.assertFalse(run.skipped)
|
