diff --git a/evaluation/figures/job_visualization/17944118_5024292/default_host.png b/evaluation/figures/job_visualization/17944118_5024292/default_host.png new file mode 100644 index 0000000..4f9abaa Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/default_host.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/default_metric.png b/evaluation/figures/job_visualization/17944118_5024292/default_metric.png new file mode 100644 index 0000000..0d89dcd Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/default_metric.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/default_name.png b/evaluation/figures/job_visualization/17944118_5024292/default_name.png new file mode 100644 index 0000000..34044fc Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/default_name.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/jscore_host.png b/evaluation/figures/job_visualization/17944118_5024292/jscore_host.png new file mode 100644 index 0000000..86063b5 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/jscore_host.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/jscore_metric.png b/evaluation/figures/job_visualization/17944118_5024292/jscore_metric.png new file mode 100644 index 0000000..8b2476e Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/jscore_metric.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/jscore_name.png b/evaluation/figures/job_visualization/17944118_5024292/jscore_name.png new file mode 100644 index 0000000..0486a7d Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/jscore_name.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/mscore_host.png b/evaluation/figures/job_visualization/17944118_5024292/mscore_host.png new file mode 100644 index 0000000..e6b7989 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/mscore_host.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/mscore_metric.png b/evaluation/figures/job_visualization/17944118_5024292/mscore_metric.png new file mode 100644 index 0000000..e6b7989 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/mscore_metric.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/mscore_name.png b/evaluation/figures/job_visualization/17944118_5024292/mscore_name.png new file mode 100644 index 0000000..e6b7989 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/mscore_name.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/nscore_host.png b/evaluation/figures/job_visualization/17944118_5024292/nscore_host.png new file mode 100644 index 0000000..4d0b351 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/nscore_host.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/nscore_metric.png b/evaluation/figures/job_visualization/17944118_5024292/nscore_metric.png new file mode 100644 index 0000000..4d0b351 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/nscore_metric.png differ diff --git a/evaluation/figures/job_visualization/17944118_5024292/nscore_name.png b/evaluation/figures/job_visualization/17944118_5024292/nscore_name.png new file mode 100644 index 0000000..81c82c5 Binary files /dev/null and b/evaluation/figures/job_visualization/17944118_5024292/nscore_name.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/default_host.png b/evaluation/figures/job_visualization/18672376_4296426/default_host.png new file mode 100644 index 0000000..b8329bd Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/default_host.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/default_metric.png b/evaluation/figures/job_visualization/18672376_4296426/default_metric.png new file mode 100644 index 0000000..6e8c369 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/default_metric.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/default_name.png b/evaluation/figures/job_visualization/18672376_4296426/default_name.png new file mode 100644 index 0000000..e3a1879 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/default_name.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/jscore_host.png b/evaluation/figures/job_visualization/18672376_4296426/jscore_host.png new file mode 100644 index 0000000..b7514d9 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/jscore_host.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/jscore_metric.png b/evaluation/figures/job_visualization/18672376_4296426/jscore_metric.png new file mode 100644 index 0000000..96d5f16 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/jscore_metric.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/jscore_name.png b/evaluation/figures/job_visualization/18672376_4296426/jscore_name.png new file mode 100644 index 0000000..abb29f4 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/jscore_name.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/mscore_host.png b/evaluation/figures/job_visualization/18672376_4296426/mscore_host.png new file mode 100644 index 0000000..831c52d Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/mscore_host.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/mscore_metric.png b/evaluation/figures/job_visualization/18672376_4296426/mscore_metric.png new file mode 100644 index 0000000..9307982 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/mscore_metric.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/mscore_name.png b/evaluation/figures/job_visualization/18672376_4296426/mscore_name.png new file mode 100644 index 0000000..66a0fe4 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/mscore_name.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/nscore_host.png b/evaluation/figures/job_visualization/18672376_4296426/nscore_host.png new file mode 100644 index 0000000..4b1e0eb Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/nscore_host.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/nscore_metric.png b/evaluation/figures/job_visualization/18672376_4296426/nscore_metric.png new file mode 100644 index 0000000..bd061d3 Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/nscore_metric.png differ diff --git a/evaluation/figures/job_visualization/18672376_4296426/nscore_name.png b/evaluation/figures/job_visualization/18672376_4296426/nscore_name.png new file mode 100644 index 0000000..e655cac Binary files /dev/null and b/evaluation/figures/job_visualization/18672376_4296426/nscore_name.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/default_host.png b/evaluation/figures/job_visualization/19865984_7488914/default_host.png new file mode 100644 index 0000000..8aeeea3 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/default_host.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/default_metric.png b/evaluation/figures/job_visualization/19865984_7488914/default_metric.png new file mode 100644 index 0000000..dd96499 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/default_metric.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/default_name.png b/evaluation/figures/job_visualization/19865984_7488914/default_name.png new file mode 100644 index 0000000..71b4b9c Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/default_name.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/jscore_host.png b/evaluation/figures/job_visualization/19865984_7488914/jscore_host.png new file mode 100644 index 0000000..e2002d4 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/jscore_host.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/jscore_metric.png b/evaluation/figures/job_visualization/19865984_7488914/jscore_metric.png new file mode 100644 index 0000000..56156ec Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/jscore_metric.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/jscore_name.png b/evaluation/figures/job_visualization/19865984_7488914/jscore_name.png new file mode 100644 index 0000000..50a6bfe Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/jscore_name.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/mscore_host.png b/evaluation/figures/job_visualization/19865984_7488914/mscore_host.png new file mode 100644 index 0000000..77a8d6b Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/mscore_host.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/mscore_metric.png b/evaluation/figures/job_visualization/19865984_7488914/mscore_metric.png new file mode 100644 index 0000000..ad49568 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/mscore_metric.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/mscore_name.png b/evaluation/figures/job_visualization/19865984_7488914/mscore_name.png new file mode 100644 index 0000000..64a8b06 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/mscore_name.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/nscore_host.png b/evaluation/figures/job_visualization/19865984_7488914/nscore_host.png new file mode 100644 index 0000000..cadf71d Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/nscore_host.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/nscore_metric.png b/evaluation/figures/job_visualization/19865984_7488914/nscore_metric.png new file mode 100644 index 0000000..d4ad46f Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/nscore_metric.png differ diff --git a/evaluation/figures/job_visualization/19865984_7488914/nscore_name.png b/evaluation/figures/job_visualization/19865984_7488914/nscore_name.png new file mode 100644 index 0000000..d6bcc91 Binary files /dev/null and b/evaluation/figures/job_visualization/19865984_7488914/nscore_name.png differ diff --git a/analyse-all.sh b/scripts/analyse-all.sh similarity index 100% rename from analyse-all.sh rename to scripts/analyse-all.sh diff --git a/plot.R b/scripts/plot.R similarity index 100% rename from plot.R rename to scripts/plot.R diff --git a/scripts/visualize.R b/scripts/visualize.R index 05dd4aa..6030d5f 100755 --- a/scripts/visualize.R +++ b/scripts/visualize.R @@ -7,6 +7,8 @@ library('repr') library('jcolors') library("reticulate") +args <- commandArgs(trailingOnly = TRUE) + #setwd(source_dir) use_python("/mnt/lustre01/work/ku0598/k202107/software/install/python/3.8.0/bin/python3", required=T) source_python("/work/ku0598/k202107/git/mistral-job-evaluation/scripts/jupyter/r_visual_jobs#pickle_reader.py") @@ -14,11 +16,12 @@ source_python("/work/ku0598/k202107/git/mistral-job-evaluation/scripts/jupyter/r global = list() global[['source_dir']] = '/work/ku0598/k202107/git/mistral-job-evaluation/data/eval_20200117' global[['eval_dir']] = '../evaluation' -global[['fig_dir']] = sprintf('%s/pictures/jobs', global[['eval_dir']]) +global[['fig_dir']] = sprintf('%s/figures/job_visualization', global[['eval_dir']]) global[['key']] = 22897682 config = list() -config[['crypted_jobid']] = 4296426 # has 16 levels +#config[['crypted_jobid']] = 4296426 +config[['crypted_jobid']] = strtoi(args[1]) config[['jobid']] = bitwXor(config[['crypted_jobid']], global[['key']]) config[['cat_fn']] = sprintf("%s/600/cats/%s.json", global[['source_dir']], config[['jobid']]) config[['raw_fn']] = sprintf('%s/600/jobdata/%s.pkl', global[['source_dir']], config[['jobid']]) @@ -54,7 +57,7 @@ rename_metrics <- function(data) { visualize_categories <- function(gconf, cconf, data, view, col, x_breakpoints) { - out_dir = sprintf('%s/%d', gconf[['fig_dir']], cconf[['jobid']]) + out_dir = sprintf('%s/%d_%d', gconf[['fig_dir']], cconf[['jobid']], cconf[['crypted_jobid']]) dir.create(out_dir, recursive=TRUE) # Set legend title diff --git a/scripts/visualize_all.sh b/scripts/visualize_all.sh new file mode 100755 index 0000000..27e3586 --- /dev/null +++ b/scripts/visualize_all.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +crypted_jobids=( ) +crypted_jobids=( $crypted_jobids 5024292 ) # ? nodes, high intensity +crypted_jobids=( $crypted_jobids 7488914 ) # ? nodes, high problem_socre, boring +crypted_jobids=( $crypted_jobids 4296426 ) # 1 node, uses 2 file systems + +set -x +for cjobid in ${crypted_jobids[@]}; do + ./visualize.R $cjobid +done +