julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Minor changes

This commit is contained in:
Eugen Betke 2018-11-13 16:07:38 +01:00
parent 36434cb919
commit 5e09a27677
3 changed files with 25 additions and 29 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

34
benchmark/config.sh
View File

@ -5,18 +5,16 @@ hostname=$(hostname)
if [[ "isc17" == ${hostname:0:5} ]]; then if [[ "isc17" == ${hostname:0:5} ]]; then
echo "Loading ISC17 configuration"
export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH
module purge module purge
module load ddn/mvapich/3.1.4 module load ddn/mvapich/3.1.4
module load betke/hdf5/1.8.20-ddn module load root/hdf5/1.10.4
module load betke/ior/git-ddn module load root/ior/git-20181107
module list module list
export TD="/esfs/jtacquaviva/testfiles" export TD="/esfs/jtacquaviva/testfiles"
export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark" export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
export NODES=( isc17-c04 isc17-c01 isc17-c02 isc17-c03 isc17-c05 isc17-c06 isc17-c07 isc17-c08 isc17-c09 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 ) export NODES=( isc17-c04 isc17-c05 isc17-c02 isc17-c03 isc17-c05 isc17-c06 isc17-c07 isc17-c08 isc17-c09 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 isc17-c01 )
elif [[ "m" == ${hostname:0:1} ]]; then elif [[ "m" == ${hostname:0:1} ]]; then
echo "Loading Mistral configuration"
. /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh . /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh
export MODULEPATH=$MODULEPATH:/work/ku0598/k202107/software/modules export MODULEPATH=$MODULEPATH:/work/ku0598/k202107/software/modules
module purge module purge
@ -40,20 +38,22 @@ fi
# DATASIZE = 76800MB # DATASIZE = 76800MB
DATASIZE=$((4800 * 1024 * 1024 * 16)) DATASIZE=$((4800 * 1024 * 1024 * 16))
#TYPE_ARR=( "read" "write" ) COUNT_ARR=( $(seq 3) )
#API_ARR=( "MPIIO" "POSIX") TYPE_ARR=( "read" "write" )
#NN_ARR=( 1 2 4 8 16) API_ARR=( "MPIIO" "POSIX")
#PPN_ARR=( 8 4 1 ) NN_ARR=( 1 2 4 8 16)
#T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) ) PPN_ARR=( 8 4 1 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
TYPE_ARR=( "write" ) #COUNT_ARR=( $(seq 3) )
API_ARR=( "POSIX") #TYPE_ARR=( "write" )
NN_ARR=( 1 ) #API_ARR=( "POSIX")
PPN_ARR=( 8 ) #NN_ARR=( 1 )
T_ARR=( $((10*1024*1024)) ) #PPN_ARR=( 8 )
#T_ARR=( $((10*1024*1024)) )
export IOR="$(which ior)" export IOR="$(which ior)"
export MPIEXEC="$(which mpiexec)" export MPIEXEC="$(which mpiexec)"
type ior >/dev/null 2>&1 && echo "Found $IOR" || { echo >&2 "I require ior but it's not installed. Aborting."; exit 1; } type ior >/dev/null 2>&1 || { echo >&2 "I require ior but it's not installed. Aborting."; exit 1; }
type mpiexec >/dev/null 2>&1 && echo "Found $MPIEXEC" || { echo >&2 "I require mpiexec but it's not installed. Aborting."; exit 1; } type mpiexec >/dev/null 2>&1 || { echo >&2 "I require mpiexec but it's not installed. Aborting."; exit 1; }

4
benchmark/run_v2.sh
View File

@ -21,7 +21,7 @@ function hosts() {
} }
for COUNT in $(seq 1); do for COUNT in ${COUNT_ARR[@]}; do
for TYPE in ${TYPE_ARR[@]}; do for TYPE in ${TYPE_ARR[@]}; do
for NN in ${NN_ARR[@]}; do for NN in ${NN_ARR[@]}; do
for T in ${T_ARR[@]}; do for T in ${T_ARR[@]}; do
@ -36,7 +36,7 @@ for API in ${API_ARR[@]}; do
[ ! -d $OUTDIR ] && mkdir $OUTDIR [ ! -d $OUTDIR ] && mkdir $OUTDIR
touch $BENCHFILE touch $BENCHFILE
#$MPIEXEC $MPIEXEC_PARAMS ./drop_caches.sh $MPIEXEC $MPIEXEC_PARAMS ./drop_caches.sh
IOR_TYPE_OPTS="" IOR_TYPE_OPTS=""
if [[ "read" == $TYPE ]]; then if [[ "read" == $TYPE ]]; then

16
benchmark/tool_estimate_time_remains.sh
View File

@ -1,15 +1,11 @@
#!/bin/bash #!/bin/bash
. ./config.sh
set -x
API_ARR=( "POSIX" "MPIIO" ) done="$(find output_v2 -type f | wc -l)"
NN_ARR=( 4 2 1 8 16) todo=$((${#COUNT_ARR[@]} * ${#TYPE_ARR[@]} * ${#API_ARR[@]} * ${#NN_ARR[@]} * ${#PPN_ARR[@]} * ${#T_ARR[@]}))
PPN_ARR=( 8 6 4 2 1 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
done="$(find output -type f | wc -l)"
todo=$((${#API_ARR[@]} * ${#NN_ARR[@]} * ${#PPN_ARR[@]} * ${#T_ARR[@]}))
remains=$(($todo - $done)) remains=$(($todo - $done))
set +x
echo "$(($remains * 2 * 6 / 60)) h" echo "$(($remains * 1 / 60)) h"