sascha/workload-automation
1
0
Fork 0
mirror of https://github.com/ARM-software/workload-automation.git synced 2025-11-04 00:52:08 +00:00
Code Issues Releases Wiki Activity

csv result processor: write results.csv after each iteration.

Browse Source 
(partial) results.csv will now be written after each iteration rather
than at the end of the run.
This commit is contained in:
Sergei Trofimov
2015-11-16 12:42:14 +00:00
parent 2e5b3671e9
commit 9c8c81cc25
1 changed files with 13 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
wlauto/result_processors/standard.py
View File

@@ -88,10 +88,21 @@ class CsvReportProcessor(ResultProcessor):
if self.use_all_classifiers and self.extra_columns:
raise ConfigError('extra_columns cannot be specified when use_all_classifiers is True')
def initialize(self, context):
self.results_so_far = [] # pylint: disable=attribute-defined-outside-init
def process_iteration_result(self, result, context):
self.results_so_far.append(result)
self._write_results(self.results_so_far, context)
def process_run_result(self, result, context):
self._write_results(result.iteration_results, context)
context.add_artifact('run_result_csv', 'results.csv', 'export')
def _write_results(self, results, context):
if self.use_all_classifiers:
classifiers = set([])
for ir in result.iteration_results:
for ir in results:
for metric in ir.metrics:
classifiers.update(metric.classifiers.keys())
extra_columns = list(classifiers)
@@ -105,13 +116,12 @@ class CsvReportProcessor(ResultProcessor):
writer = csv.writer(wfh)
writer.writerow(['id', 'workload', 'iteration', 'metric', ] +
extra_columns + ['value', 'units'])
for ir in result.iteration_results:
for ir in results:
for metric in ir.metrics:
row = ([ir.id, ir.spec.label, ir.iteration, metric.name] +
[str(metric.classifiers.get(c) or '') for c in extra_columns] +
[str(metric.value), metric.units or ''])
writer.writerow(row)
context.add_artifact('run_result_csv', 'results.csv', 'export')
class JsonReportProcessor(ResultProcessor):