mirror of
https://github.com/ARM-software/workload-automation.git
synced 2025-04-20 09:40:50 +01:00
Remove execution and runner tests.
That part of the framework has been completely rewritting so the old tests no longer make sense.
This commit is contained in:
Sergei Trofimov
parent
1b2373f5a5
commit
d96febb035
@ -1,164 +0,0 @@
|
|||||||
import os
|
|
||||||
import sys
|
|
||||||
import unittest
|
|
||||||
from StringIO import StringIO
|
|
||||||
from mock import Mock
|
|
||||||
from nose.tools import assert_true, assert_false, assert_equal
|
|
||||||
|
|
||||||
from wa.framework import signal
|
|
||||||
from wa.framework.agenda import Agenda
|
|
||||||
from wa.framework.run import RunnerJob
|
|
||||||
from wa.framework.execution import agenda_iterator
|
|
||||||
|
|
||||||
sys.path.insert(0, os.path.dirname(__file__))
|
|
||||||
from testutils import SignalWatcher
|
|
||||||
|
|
||||||
|
|
||||||
class TestAgendaIteration(unittest.TestCase):
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
agenda_text = """
|
|
||||||
global:
|
|
||||||
iterations: 2
|
|
||||||
sections:
|
|
||||||
- id: a
|
|
||||||
- id: b
|
|
||||||
workloads:
|
|
||||||
- id: 1
|
|
||||||
name: bbench
|
|
||||||
workloads:
|
|
||||||
- id: 2
|
|
||||||
name: dhrystone
|
|
||||||
- id: 3
|
|
||||||
name: coremark
|
|
||||||
iterations: 1
|
|
||||||
"""
|
|
||||||
agenda_file = StringIO(agenda_text)
|
|
||||||
agenda_file.name = 'agenda'
|
|
||||||
self.agenda = Agenda(agenda_file)
|
|
||||||
|
|
||||||
def test_iteration_by_iteration(self):
|
|
||||||
specs = ['{}-{}'.format(s.id, w.id)
|
|
||||||
for _, s, w, _
|
|
||||||
in agenda_iterator(self.agenda, 'by_iteration')]
|
|
||||||
assert_equal(specs,
|
|
||||||
['a-2', 'b-2', 'a-3', 'b-3', 'b-1', 'a-2', 'b-2', 'b-1'])
|
|
||||||
|
|
||||||
def test_iteration_by_section(self):
|
|
||||||
specs = ['{}-{}'.format(s.id, w.id)
|
|
||||||
for _, s, w, _
|
|
||||||
in agenda_iterator(self.agenda, 'by_section')]
|
|
||||||
assert_equal(specs,
|
|
||||||
['a-2', 'a-3', 'b-2', 'b-3', 'b-1', 'a-2', 'b-2', 'b-1'])
|
|
||||||
|
|
||||||
def test_iteration_by_spec(self):
|
|
||||||
specs = ['{}-{}'.format(s.id, w.id)
|
|
||||||
for _, s, w, _ in
|
|
||||||
agenda_iterator(self.agenda, 'by_spec')]
|
|
||||||
assert_equal(specs,
|
|
||||||
['a-2', 'a-2', 'a-3', 'b-2', 'b-2', 'b-3', 'b-1', 'b-1'])
|
|
||||||
|
|
||||||
|
|
||||||
class FakeWorkloadLoader(object):
|
|
||||||
|
|
||||||
def get_workload(self, name, target, **params):
|
|
||||||
workload = Mock()
|
|
||||||
workload.name = name
|
|
||||||
workload.target = target
|
|
||||||
workload.parameters = params
|
|
||||||
return workload
|
|
||||||
|
|
||||||
|
|
||||||
class WorkloadExecutionWatcher(SignalWatcher):
|
|
||||||
|
|
||||||
signals = [
|
|
||||||
signal.BEFORE_WORKLOAD_SETUP,
|
|
||||||
signal.SUCCESSFUL_WORKLOAD_SETUP,
|
|
||||||
signal.AFTER_WORKLOAD_SETUP,
|
|
||||||
signal.BEFORE_WORKLOAD_EXECUTION,
|
|
||||||
signal.SUCCESSFUL_WORKLOAD_EXECUTION,
|
|
||||||
signal.AFTER_WORKLOAD_EXECUTION,
|
|
||||||
signal.BEFORE_WORKLOAD_RESULT_UPDATE,
|
|
||||||
signal.SUCCESSFUL_WORKLOAD_RESULT_UPDATE,
|
|
||||||
signal.AFTER_WORKLOAD_RESULT_UPDATE,
|
|
||||||
signal.BEFORE_WORKLOAD_TEARDOWN,
|
|
||||||
signal.SUCCESSFUL_WORKLOAD_TEARDOWN,
|
|
||||||
signal.AFTER_WORKLOAD_TEARDOWN,
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
class TestWorkloadExecution(unittest.TestCase):
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
params = {
|
|
||||||
'target': Mock(),
|
|
||||||
'context': Mock(),
|
|
||||||
'loader': FakeWorkloadLoader(),
|
|
||||||
}
|
|
||||||
data = {
|
|
||||||
'id': 'test',
|
|
||||||
'workload': 'test',
|
|
||||||
'label': None,
|
|
||||||
'parameters': None,
|
|
||||||
}
|
|
||||||
self.job = RunnerJob('job1', 'execute-workload-job', params, data)
|
|
||||||
self.workload = self.job.actor.workload
|
|
||||||
self.watcher = WorkloadExecutionWatcher()
|
|
||||||
|
|
||||||
def test_normal_flow(self):
|
|
||||||
self.job.run()
|
|
||||||
assert_true(self.workload.setup.called)
|
|
||||||
assert_true(self.workload.run.called)
|
|
||||||
assert_true(self.workload.update_result.called)
|
|
||||||
assert_true(self.workload.teardown.called)
|
|
||||||
self.watcher.assert_all_called()
|
|
||||||
|
|
||||||
def test_failed_run(self):
|
|
||||||
def bad(self):
|
|
||||||
raise Exception()
|
|
||||||
self.workload.run = bad
|
|
||||||
try:
|
|
||||||
self.job.run()
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
assert_true(self.workload.setup.called)
|
|
||||||
assert_false(self.workload.update_result.called)
|
|
||||||
assert_true(self.workload.teardown.called)
|
|
||||||
|
|
||||||
assert_true(self.watcher.before_workload_setup.called)
|
|
||||||
assert_true(self.watcher.successful_workload_setup.called)
|
|
||||||
assert_true(self.watcher.after_workload_setup.called)
|
|
||||||
assert_true(self.watcher.before_workload_execution.called)
|
|
||||||
assert_false(self.watcher.successful_workload_execution.called)
|
|
||||||
assert_true(self.watcher.after_workload_execution.called)
|
|
||||||
assert_true(self.watcher.before_workload_result_update.called)
|
|
||||||
assert_false(self.watcher.successful_workload_result_update.called)
|
|
||||||
assert_true(self.watcher.after_workload_result_update.called)
|
|
||||||
assert_true(self.watcher.before_workload_teardown.called)
|
|
||||||
assert_true(self.watcher.successful_workload_teardown.called)
|
|
||||||
assert_true(self.watcher.after_workload_teardown.called)
|
|
||||||
|
|
||||||
def test_failed_setup(self):
|
|
||||||
def bad(self):
|
|
||||||
raise Exception()
|
|
||||||
self.workload.setup = bad
|
|
||||||
try:
|
|
||||||
self.job.run()
|
|
||||||
except Exception:
|
|
||||||
pass
|
|
||||||
assert_false(self.workload.run.called)
|
|
||||||
assert_false(self.workload.update_result.called)
|
|
||||||
assert_false(self.workload.teardown.called)
|
|
||||||
|
|
||||||
assert_true(self.watcher.before_workload_setup.called)
|
|
||||||
assert_false(self.watcher.successful_workload_setup.called)
|
|
||||||
assert_true(self.watcher.after_workload_setup.called)
|
|
||||||
assert_false(self.watcher.before_workload_execution.called)
|
|
||||||
assert_false(self.watcher.successful_workload_execution.called)
|
|
||||||
assert_false(self.watcher.after_workload_execution.called)
|
|
||||||
assert_false(self.watcher.before_workload_result_update.called)
|
|
||||||
assert_false(self.watcher.successful_workload_result_update.called)
|
|
||||||
assert_false(self.watcher.after_workload_result_update.called)
|
|
||||||
assert_false(self.watcher.before_workload_teardown.called)
|
|
||||||
assert_false(self.watcher.successful_workload_teardown.called)
|
|
||||||
assert_false(self.watcher.after_workload_teardown.called)
|
|
||||||
@ -1,44 +0,0 @@
|
|||||||
import os
|
|
||||||
import sys
|
|
||||||
import shutil
|
|
||||||
import tempfile
|
|
||||||
import unittest
|
|
||||||
|
|
||||||
from mock import Mock
|
|
||||||
from nose.tools import assert_true, assert_false, assert_equal, assert_almost_equal
|
|
||||||
|
|
||||||
from wa.framework import pluginloader
|
|
||||||
from wa.framework.output import RunOutput
|
|
||||||
from wa.framework.run import Runner, RunnerJob, runmethod, reset_runmethods
|
|
||||||
from wa.utils.serializer import json
|
|
||||||
|
|
||||||
|
|
||||||
|
|
||||||
class RunnerTest(unittest.TestCase):
|
|
||||||
|
|
||||||
def setUp(self):
|
|
||||||
self.output = RunOutput(tempfile.mktemp())
|
|
||||||
self.output.initialize()
|
|
||||||
|
|
||||||
def tearDown(self):
|
|
||||||
shutil.rmtree(self.output.output_directory)
|
|
||||||
|
|
||||||
def test_run_init(self):
|
|
||||||
runner = Runner(self.output)
|
|
||||||
runner.initialize()
|
|
||||||
runner.finalize()
|
|
||||||
assert_true(runner.info.name)
|
|
||||||
assert_true(runner.info.start_time)
|
|
||||||
assert_true(runner.info.end_time)
|
|
||||||
assert_almost_equal(runner.info.duration,
|
|
||||||
runner.info.end_time -
|
|
||||||
runner.info.start_time)
|
|
||||||
|
|
||||||
def test_normal_run(self):
|
|
||||||
runner = Runner(self.output)
|
|
||||||
runner.add_job(1, Mock())
|
|
||||||
runner.add_job(2, Mock())
|
|
||||||
runner.initialize()
|
|
||||||
runner.run()
|
|
||||||
runner.finalize()
|
|
||||||
assert_equal(len(runner.completed_jobs), 2)
|
|
||||||
Loading…
x
Reference in New Issue
Block a user