Merge branch 'master' of ssh://git.hps.vi4io.org:3001/eugen.betke/mistral-io-datasets

This commit is contained in:
Julian M. Kunkel 2020-08-26 15:09:22 +01:00
commit 7b28f4fd8c
1 changed files with 23 additions and 3 deletions

View File

@ -55,8 +55,27 @@ def plot(prefix, header, row):
x = { h : d for (h, d) in zip(header, row)}
jobid = x["jobid"]
del x["jobid"]
del x["coding_abs"]
del x["coding_abs_aggzeros"]
del x["bcoding"]
# EB: Removing segment mean values
del x["mean_md_file_create"]
del x["mean_md_file_delete"]
del x["mean_md_mod"]
del x["mean_md_other"]
del x["mean_md_read"]
del x["mean_read_bytes"]
del x["mean_read_calls"]
del x["mean_write_bytes"]
del x["mean_write_calls"]
# EB: Renaming dict keys
x["md_file_create"] = x.pop("q16_md_file_create")
x["md_file_delete"] = x.pop("q16_md_file_delete")
x["md_mod"] = x.pop("q16_md_mod")
x["md_other"] = x.pop("q16_md_other")
x["md_read"] = x.pop("q16_md_read")
x["read_bytes"] = x.pop("q16_read_bytes")
x["read_calls"] = x.pop("q16_read_calls")
x["write_bytes"] = x.pop("q16_write_bytes")
x["write_calls"] = x.pop("q16_write_calls")
result = []
for k in x:
@ -123,7 +142,8 @@ def plot(prefix, header, row):
with open('job-io-datasets/datasets/job_codings.csv') as csv_file:
#with open('job-io-datasets/datasets/job_codings.csv') as csv_file: # EB: old codings
with open('./datasets/job_codings_v3.csv') as csv_file: # EB: v3 codings moved to this repo
csv_reader = csv.reader(csv_file, delimiter=',')
line_count = 0
for row in csv_reader: