julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

IME bench working

This commit is contained in:
Eugen Betke 2018-11-23 05:26:30 +01:00
parent 21732070f5
commit 284bd84088
3 changed files with 49 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
benchmark/config.sh
View File

@ -15,11 +15,14 @@ if [[ "isc17" == ${hostname:0:5} ]]; then
#module list #module list
export TD="/esfs/jtacquaviva/testfiles" export TD="/esfs/jtacquaviva/testfiles"
export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark" export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
export NODES=( \ # export NODES=( \
isc17-c02 isc17-c03 isc17-c04 isc17-c05 \ # isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
isc17-c06 isc17-c07 isc17-c08 isc17-c09 \ # isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
isc17-c12 isc17-c13 isc17-c14 isc17-c15 \ # isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
isc17-c18 isc17-c22 isc17-c01 ) # isc17-c18 isc17-c22 isc17-c01 )
export NODES=( isc17-c02 isc17-c03 isc17-c04 isc17-c05 isc17-c06 isc17-c08 isc17-c09 isc17-c11 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 isc17-c23 isc17-c01 )
elif [[ "m" == ${hostname:0:1} ]]; then elif [[ "m" == ${hostname:0:1} ]]; then
. /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh . /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh
@ -57,13 +60,13 @@ function hosts() {
#DATASIZE=$((4800 * 1024 * 1024 * 16)) #DATASIZE=$((4800 * 1024 * 1024 * 16))
DATASIZE=$((48000 * 1024 * 1024 * 16)) DATASIZE=$((48000 * 1024 * 1024 * 16))
COUNT_ARR=( $(seq 3) ) COUNT_ARR=( $(seq 1) )
TYPE_ARR=( "write" "read" ) TYPE_ARR=( "write" )
API_ARR=( "POSIX") # "MPIIO" ) # API_ARR=( "IME") # "MPIIO" ) #
#API_ARR=( "MPIIO" ) # #API_ARR=( "MPIIO" ) #
#NN_ARR=( 1 2 4 8 16) #NN_ARR=( 1 2 4 8 16)
NN_ARR=( 15 4 8 2 1) NN_ARR=( 1 4 8 2 15)
PPN_ARR=( 8 4 1 ) PPN_ARR=( 1 4 8 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) ) T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
#COUNT_ARR=( $(seq 3) ) #COUNT_ARR=( $(seq 3) )

38
benchmark/run_v2.sh
View File

@ -24,22 +24,26 @@ for API in ${API_ARR[@]}; do
[ ! -d $OUTDIR ] && mkdir $OUTDIR [ ! -d $OUTDIR ] && mkdir $OUTDIR
touch $BENCHFILE touch $BENCHFILE
if [[ "read" == $TYPE ]]; then if [[ $API == "IME" ]]; then
IOR_TYPE_OPTS="-r -E -k" TESTFILE="ime:///gsfs/jtacquaviva/file"
LUSTRE_TESTFILE="$TD/sharedread$NN/file" elif [[ $API == "POSIX" ]]; then
TESTDIR="$(dirname $LUSTRE_TESTFILE)" if [[ "read" == $TYPE ]]; then
lfs getstripe $TESTDIR | tee -a $BENCHFILE IOR_TYPE_OPTS="-r -E -k"
elif [[ "write" == $TYPE ]]; then TESTFILE="$TD/sharedread$NN/file"
IOR_TYPE_OPTS="-w" TESTDIR="$(dirname $TESTFILE)"
LUSTRE_TESTFILE="$TD/sharedwrite$NN/file" lfs getstripe $TESTDIR | tee -a $BENCHFILE
TESTDIR="$(dirname $LUSTRE_TESTFILE)" elif [[ "write" == $TYPE ]]; then
[ -d $TESTDIR ] && rm -r $TESTDIR IOR_TYPE_OPTS="-w"
mkdir -p $TESTDIR TESTFILE="$TD/sharedwrite$NN/file"
lfs setstripe -c $((2 * $NN)) $TESTDIR TESTDIR="$(dirname $TESTFILE)"
lfs getstripe $TESTDIR | tee -a $BENCHFILE [ -d $TESTDIR ] && rm -r $TESTDIR
mkdir -p $TESTDIR
lfs setstripe -c $((2 * $NN)) $TESTDIR
lfs getstripe $TESTDIR | tee -a $BENCHFILE
fi
fi fi
IOR_PARAMS="-i 1 " IOR_PARAMS="-i 3 "
IOR_PARAMS+="-s 1 -t $T -b $(($DATASIZE / $PPN)) " IOR_PARAMS+="-s 1 -t $T -b $(($DATASIZE / $PPN)) "
IOR_PARAMS+="-D 60 -O stoneWallingWearOut=1 " IOR_PARAMS+="-D 60 -O stoneWallingWearOut=1 "
IOR_PARAMS+="-a $API " IOR_PARAMS+="-a $API "
@ -48,7 +52,7 @@ for API in ${API_ARR[@]}; do
IOR_PARAMS+="-g " # intraTestBarriers -- use barriers between open, write/read, and close IOR_PARAMS+="-g " # intraTestBarriers -- use barriers between open, write/read, and close
IOR_PARAMS+="-H " # showHints -- show hints IOR_PARAMS+="-H " # showHints -- show hints
IOR_PARAMS+="-z " # randomOffset -- access is to random, not sequential, offsets within a file IOR_PARAMS+="-z " # randomOffset -- access is to random, not sequential, offsets within a file
IOR_PARAMS+="-o $LUSTRE_TESTFILE $IOR_TYPE_OPTS " IOR_PARAMS+="-o $TESTFILE $IOR_TYPE_OPTS "
IOR_PARAMS+="-O summaryFile=${BENCHFILE}.json " IOR_PARAMS+="-O summaryFile=${BENCHFILE}.json "
IOR_PARAMS+="-O summaryFormat=JSON " IOR_PARAMS+="-O summaryFormat=JSON "
@ -71,8 +75,8 @@ for API in ${API_ARR[@]}; do
( (
set -x set -x
$MPIEXEC $MPIEXEC_PARAMS ./ior_wrapper.sh "$IOR_PARAMS" "$NETOUTDIR" | tee -a $BENCHFILE #$MPIEXEC $MPIEXEC_PARAMS ./ior_wrapper.sh "$IOR_PARAMS" "$NETOUTDIR" | tee -a $BENCHFILE
#$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS | tee -a $BENCHFILE $MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS | tee -a $BENCHFILE
set +x set +x
) 2> >(tee -a $BENCHFILE) ) 2> >(tee -a $BENCHFILE)
else else

24
benchmark/tool_show_good_nodes.sh
View File

@ -4,20 +4,26 @@ function join_by() {
local IFS="$1"; shift; echo "$*"; local IFS="$1"; shift; echo "$*";
} }
cx4nodes=( isc17-c0{1..9} isc17-c{10..23} ) #cx4nodes=( isc17-c0{1..9} isc17-c{10..23} )
cx4nodes=( isc17-c0{1..9} isc17-c{11..23} )
echo "isc17-c10 is blacklisted"
node_list=$( join_by , "${cx4nodes[@]}" ) node_list=$( join_by , "${cx4nodes[@]}" )
IFS='' read -r -d '' script <<"EOF" IFS='' read -r -d '' script <<"EOF"
if [ -d /esfs/jtacquaviva ]; then if [ -d /gsfs/jtacquaviva ]; then
cx4="$(lspci | grep ConnectX-4)" if [ -d /esfs/jtacquaviva ]; then
if [[ "" != $cx4 ]]; then cx4="$(lspci | grep ConnectX-4)"
echo 'ok' if [[ "" != $cx4 ]]; then
else echo 'ok'
echo "no cx4" else
fi echo "no cx4"
fi
else
echo "/esfs/ is not mounted"
fi
else else
echo "/esfs/ is not mounted" echo "/gsfs/ is not mounted"
fi fi
EOF EOF