julian.kunkel
/
mistral-io-datasets
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Adaption to new dataset

This commit is contained in:
Eugen Betke 2020-08-26 14:26:55 +02:00
parent c2274b6c79
commit 35f5f56b5a
1 changed files with 23 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
scripts/plot-single-job.py
View File

@ -55,8 +55,27 @@ def plot(prefix, header, row):
x = { h : d for (h, d) in zip(header, row)} x = { h : d for (h, d) in zip(header, row)}
jobid = x["jobid"] jobid = x["jobid"]
del x["jobid"] del x["jobid"]
del x["coding_abs"] del x["bcoding"]
del x["coding_abs_aggzeros"] # EB: Removing segment mean values
del x["mean_md_file_create"]
del x["mean_md_file_delete"]
del x["mean_md_mod"]
del x["mean_md_other"]
del x["mean_md_read"]
del x["mean_read_bytes"]
del x["mean_read_calls"]
del x["mean_write_bytes"]
del x["mean_write_calls"]
# EB: Renaming dict keys
x["md_file_create"] = x.pop("q16_md_file_create")
x["md_file_delete"] = x.pop("q16_md_file_delete")
x["md_mod"] = x.pop("q16_md_mod")
x["md_other"] = x.pop("q16_md_other")
x["md_read"] = x.pop("q16_md_read")
x["read_bytes"] = x.pop("q16_read_bytes")
x["read_calls"] = x.pop("q16_read_calls")
x["write_bytes"] = x.pop("q16_write_bytes")
x["write_calls"] = x.pop("q16_write_calls")
result = [] result = []
for k in x: for k in x:
@ -123,7 +142,8 @@ def plot(prefix, header, row):
with open('job-io-datasets/datasets/job_codings.csv') as csv_file: #with open('job-io-datasets/datasets/job_codings.csv') as csv_file: # EB: old codings
with open('./datasets/job_codings_v3.csv') as csv_file: # EB: v3 codings moved to this repo
csv_reader = csv.reader(csv_file, delimiter=',') csv_reader = csv.reader(csv_file, delimiter=',')
line_count = 0 line_count = 0
for row in csv_reader: for row in csv_reader: