catapult/telemetry/telemetry/internal/results/story_run_unittest.py

# Copyright 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import unittest

from telemetry.internal.results import story_run
from telemetry.story import shared_state
from telemetry.story import story_set
from telemetry import story as story_module
from telemetry.value import failure
from telemetry.value import improvement_direction
from telemetry.value import scalar
from telemetry.value import skip


# pylint: disable=abstract-method
class SharedStateBar(shared_state.SharedState):
  pass

class StoryFoo(story_module.Story):
  def __init__(self, name='', labels=None):
    super(StoryFoo, self).__init__(
        SharedStateBar, name, labels)

class StoryRunTest(unittest.TestCase):
  def setUp(self):
    self.story_set = story_set.StorySet()
    self.story_set.AddStory(StoryFoo())

  @property
  def stories(self):
    return self.story_set.stories

  def testStoryRunFailed(self):
    run = story_run.StoryRun(self.stories[0])
    run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
    self.assertFalse(run.ok)
    self.assertTrue(run.failed)
    self.assertFalse(run.skipped)

    run = story_run.StoryRun(self.stories[0])
    run.AddValue(scalar.ScalarValue(
        self.stories[0], 'a', 's', 1,
        improvement_direction=improvement_direction.UP))
    run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
    self.assertFalse(run.ok)
    self.assertTrue(run.failed)
    self.assertFalse(run.skipped)

  def testStoryRunSkipped(self):
    run = story_run.StoryRun(self.stories[0])
    run.AddValue(failure.FailureValue.FromMessage(self.stories[0], 'test'))
    run.AddValue(skip.SkipValue(self.stories[0], 'test'))
    self.assertFalse(run.ok)
    self.assertFalse(run.failed)
    self.assertTrue(run.skipped)

    run = story_run.StoryRun(self.stories[0])
    run.AddValue(scalar.ScalarValue(
        self.stories[0], 'a', 's', 1,
        improvement_direction=improvement_direction.UP))
    run.AddValue(skip.SkipValue(self.stories[0], 'test'))
    self.assertFalse(run.ok)
    self.assertFalse(run.failed)
    self.assertTrue(run.skipped)

  def testStoryRunSucceeded(self):
    run = story_run.StoryRun(self.stories[0])
    self.assertTrue(run.ok)
    self.assertFalse(run.failed)
    self.assertFalse(run.skipped)

    run = story_run.StoryRun(self.stories[0])
    run.AddValue(scalar.ScalarValue(
        self.stories[0], 'a', 's', 1,
        improvement_direction=improvement_direction.UP))
    self.assertTrue(run.ok)
    self.assertFalse(run.failed)
    self.assertFalse(run.skipped)