sascha/workload-automation
1
0
Fork 0
mirror of https://github.com/ARM-software/workload-automation.git synced 2024-10-06 10:51:13 +01:00
Code Issues Releases Wiki Activity

csv result processor: write results.csv after each iteration.

Browse Source 
(partial) results.csv will now be written after each iteration rather
than at the end of the run.
This commit is contained in:
Sergei Trofimov 2015-11-16 12:42:14 +00:00
parent 2e5b3671e9
commit 9c8c81cc25
1 changed files with 13 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
wlauto/result_processors/standard.py
View File

@ -88,10 +88,21 @@ class CsvReportProcessor(ResultProcessor):
if self.use_all_classifiers and self.extra_columns: if self.use_all_classifiers and self.extra_columns:
raise ConfigError('extra_columns cannot be specified when use_all_classifiers is True') raise ConfigError('extra_columns cannot be specified when use_all_classifiers is True')
def initialize(self, context):
self.results_so_far = [] # pylint: disable=attribute-defined-outside-init
def process_iteration_result(self, result, context):
self.results_so_far.append(result)
self._write_results(self.results_so_far, context)
def process_run_result(self, result, context): def process_run_result(self, result, context):
self._write_results(result.iteration_results, context)
context.add_artifact('run_result_csv', 'results.csv', 'export')
def _write_results(self, results, context):
if self.use_all_classifiers: if self.use_all_classifiers:
classifiers = set([]) classifiers = set([])
for ir in result.iteration_results: for ir in results:
for metric in ir.metrics: for metric in ir.metrics:
classifiers.update(metric.classifiers.keys()) classifiers.update(metric.classifiers.keys())
extra_columns = list(classifiers) extra_columns = list(classifiers)
@ -105,13 +116,12 @@ class CsvReportProcessor(ResultProcessor):
writer = csv.writer(wfh) writer = csv.writer(wfh)
writer.writerow(['id', 'workload', 'iteration', 'metric', ] + writer.writerow(['id', 'workload', 'iteration', 'metric', ] +
extra_columns + ['value', 'units']) extra_columns + ['value', 'units'])
for ir in result.iteration_results: for ir in results:
for metric in ir.metrics: for metric in ir.metrics:
row = ([ir.id, ir.spec.label, ir.iteration, metric.name] + row = ([ir.id, ir.spec.label, ir.iteration, metric.name] +
[str(metric.classifiers.get(c) or '') for c in extra_columns] + [str(metric.classifiers.get(c) or '') for c in extra_columns] +
[str(metric.value), metric.units or '']) [str(metric.value), metric.units or ''])
writer.writerow(row) writer.writerow(row)
context.add_artifact('run_result_csv', 'results.csv', 'export')
class JsonReportProcessor(ResultProcessor): class JsonReportProcessor(ResultProcessor):