Merge branch 'master' of ssh://git.hps.vi4io.org:3001/eugen.betke/mistral-io-datasets

scripts/visualize.R

@@ -7,6 +7,8 @@ library('repr')
 library('jcolors')
 library("reticulate")
 
+args <- commandArgs(trailingOnly = TRUE)
+
 #setwd(source_dir)
 use_python("/mnt/lustre01/work/ku0598/k202107/software/install/python/3.8.0/bin/python3", required=T)
 source_python("/work/ku0598/k202107/git/mistral-job-evaluation/scripts/jupyter/r_visual_jobs#pickle_reader.py")
@@ -14,11 +16,12 @@ source_python("/work/ku0598/k202107/git/mistral-job-evaluation/scripts/jupyter/r
 global = list()
 global[['source_dir']] = '/work/ku0598/k202107/git/mistral-job-evaluation/data/eval_20200117'
 global[['eval_dir']] = '../evaluation'
-global[['fig_dir']] = sprintf('%s/pictures/jobs', global[['eval_dir']])
+global[['fig_dir']] = sprintf('%s/figures/job_visualization', global[['eval_dir']])
 global[['key']] = 22897682
 
 config = list()
-config[['crypted_jobid']] = 4296426 # has 16 levels
+#config[['crypted_jobid']] = 4296426
+config[['crypted_jobid']] = strtoi(args[1])
 config[['jobid']] = bitwXor(config[['crypted_jobid']], global[['key']])
 config[['cat_fn']] =  sprintf("%s/600/cats/%s.json", global[['source_dir']], config[['jobid']])
 config[['raw_fn']] = sprintf('%s/600/jobdata/%s.pkl', global[['source_dir']], config[['jobid']])
@@ -54,7 +57,7 @@ rename_metrics <- function(data) {
 
 
 visualize_categories <- function(gconf, cconf, data, view, col, x_breakpoints) {
-    out_dir = sprintf('%s/%d', gconf[['fig_dir']], cconf[['jobid']])
+    out_dir = sprintf('%s/%d_%d', gconf[['fig_dir']], cconf[['jobid']], cconf[['crypted_jobid']])
     dir.create(out_dir, recursive=TRUE)
    
     # Set legend title

scripts/visualize_all.sh

@@ -0,0 +1,12 @@
+#!/bin/bash
+
+crypted_jobids=( )
+crypted_jobids=( $crypted_jobids 5024292 ) # ? nodes, high intensity
+crypted_jobids=( $crypted_jobids 7488914 ) # ? nodes, high problem_socre, boring
+crypted_jobids=( $crypted_jobids 4296426 ) # 1 node, uses 2 file systems
+
+set -x
+for cjobid in ${crypted_jobids[@]}; do
+    ./visualize.R $cjobid
+done
+