Implment output processing

- Implemented result processor infrastructured
- Corrected some status tracking issues (differed between states
  and output).
- Added "csv" and "status" result processors (these will be the default
  enabled).

wa/framework/configuration/core.py

@@ -32,11 +32,10 @@ KIND_MAP = {
     dict: OrderedDict,
 }
 
-RunStatus = enum(['NEW', 'STARTED', 'CONNECTED', 'INITIALIZED', 'RUNNING',
-                  'ABORTED', 'FAILED', 'PARTIAL', 'OK'])
+Status = enum(['UNKNOWN', 'NEW', 'PENDING',
+               'STARTED', 'CONNECTED', 'INITIALIZED', 'RUNNING',
+               'SKIPPED', 'ABORTED', 'FAILED', 'PARTIAL', 'OK'])
 
-JobStatus = enum(['NEW', 'PENDING', 'RUNNING',
-                  'SKIPPED', 'ABORTED', 'FAILED', 'PARTIAL', 'OK'])
 
 
 ##########################
@@ -551,8 +550,7 @@ class MetaConfiguration(Configuration):
         'wa.commands',
         'wa.workloads',
         'wa.instrumentation',
-        #'wa.result_processors',
-        #'wa.managers',
+        'wa.processors',
         'wa.framework.target.descriptor',
         'wa.framework.resource_getters',
     ]
@@ -741,9 +739,9 @@ class RunConfiguration(Configuration):
         ),
         ConfigurationPoint(
             'retry_on_status',
-            kind=list_of(JobStatus),
+            kind=list_of(Status),
             default=['FAILED', 'PARTIAL'],
-            allowed_values=JobStatus.values,
+            allowed_values=Status.values[Status.RUNNING.value:],
             description='''
             This is list of statuses on which a job will be cosidered to have
             failed and will be automatically retried up to ``max_retries``
@@ -774,6 +772,17 @@ class RunConfiguration(Configuration):
             .. note:: this number does not include the original attempt
             ''',
         ),
+        ConfigurationPoint(
+            'result_processors',
+            kind=toggle_set,
+            default=['csv', 'status'],
+            description='''
+            The list of output processors to be used for this run. Output processors
+            post-process data generated by workloads and instruments, e.g. to
+            generate additional reports, format the output in a certain way, or
+            export the output to an exeternal location.
+            ''',
+        ),
     ]
     configuration = {cp.name: cp for cp in config_points + meta_data}
 

wa/framework/configuration/execution.py

@@ -4,7 +4,7 @@ from itertools import izip_longest, groupby, chain
 
 from wa.framework import pluginloader
 from wa.framework.configuration.core import (MetaConfiguration, RunConfiguration,
-                                             JobGenerator, JobStatus, settings)
+                                             JobGenerator, Status, settings)
 from wa.framework.configuration.parsers import ConfigParser
 from wa.framework.configuration.plugin_cache import PluginCache
 from wa.framework.exception import NotFoundError
@@ -88,12 +88,23 @@ class ConfigManager(object):
         for name in self.enabled_instruments:
             try:
                 instruments.append(self.get_plugin(name, kind='instrument', 
-                                                target=target))
+                                                   target=target))
             except NotFoundError:
                 msg = 'Instrument "{}" not found'
                 raise NotFoundError(msg.format(name))
         return instruments
 
+    def get_processors(self):
+        processors = []
+        for name in self.run_config.result_processors:
+            try:
+                proc = self.plugin_cache.get_plugin(name, kind='result_processor')
+            except NotFoundError:
+                msg = 'Result processor "{}" not found'
+                raise NotFoundError(msg.format(name))
+            processors.append(proc)
+        return processors
+
     def finalize(self):
         if not self.agenda:
             msg = 'Attempting to finalize config before agenda has been set'