julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

IME bench working

This commit is contained in:
Eugen Betke 2018-11-23 05:26:30 +01:00
parent 21732070f5
commit 284bd84088
3 changed files with 49 additions and 36 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
benchmark/config.sh
View File

@ -15,11 +15,14 @@ if [[ "isc17" == ${hostname:0:5} ]]; then
#module list
export TD="/esfs/jtacquaviva/testfiles"
export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
export NODES=( \
isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
isc17-c18 isc17-c22 isc17-c01 )
# export NODES=( \
# isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
# isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
# isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
# isc17-c18 isc17-c22 isc17-c01 )
export NODES=( isc17-c02 isc17-c03 isc17-c04 isc17-c05 isc17-c06 isc17-c08 isc17-c09 isc17-c11 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 isc17-c23 isc17-c01 )
elif [[ "m" == ${hostname:0:1} ]]; then
. /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh
@ -57,13 +60,13 @@ function hosts() {
#DATASIZE=$((4800 * 1024 * 1024 * 16))
DATASIZE=$((48000 * 1024 * 1024 * 16))
COUNT_ARR=( $(seq 3) )
TYPE_ARR=( "write" "read" )
API_ARR=( "POSIX") # "MPIIO" ) #
COUNT_ARR=( $(seq 1) )
TYPE_ARR=( "write" )
API_ARR=( "IME") # "MPIIO" ) #
#API_ARR=( "MPIIO" ) #
#NN_ARR=( 1 2 4 8 16)
NN_ARR=( 15 4 8 2 1)
PPN_ARR=( 8 4 1 )
NN_ARR=( 1 4 8 2 15)
PPN_ARR=( 1 4 8 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
#COUNT_ARR=( $(seq 3) )

20
benchmark/run_v2.sh
View File

@ -24,22 +24,26 @@ for API in ${API_ARR[@]}; do
[ ! -d $OUTDIR ] && mkdir $OUTDIR
touch $BENCHFILE
if [[ $API == "IME" ]]; then
TESTFILE="ime:///gsfs/jtacquaviva/file"
elif [[ $API == "POSIX" ]]; then
if [[ "read" == $TYPE ]]; then
IOR_TYPE_OPTS="-r -E -k"
LUSTRE_TESTFILE="$TD/sharedread$NN/file"
TESTDIR="$(dirname $LUSTRE_TESTFILE)"
TESTFILE="$TD/sharedread$NN/file"
TESTDIR="$(dirname $TESTFILE)"
lfs getstripe $TESTDIR | tee -a $BENCHFILE
elif [[ "write" == $TYPE ]]; then
IOR_TYPE_OPTS="-w"
LUSTRE_TESTFILE="$TD/sharedwrite$NN/file"
TESTDIR="$(dirname $LUSTRE_TESTFILE)"
TESTFILE="$TD/sharedwrite$NN/file"
TESTDIR="$(dirname $TESTFILE)"
[ -d $TESTDIR ] && rm -r $TESTDIR
mkdir -p $TESTDIR
lfs setstripe -c $((2 * $NN)) $TESTDIR
lfs getstripe $TESTDIR | tee -a $BENCHFILE
fi
fi
IOR_PARAMS="-i 1 "
IOR_PARAMS="-i 3 "
IOR_PARAMS+="-s 1 -t $T -b $(($DATASIZE / $PPN)) "
IOR_PARAMS+="-D 60 -O stoneWallingWearOut=1 "
IOR_PARAMS+="-a $API "
@ -48,7 +52,7 @@ for API in ${API_ARR[@]}; do
IOR_PARAMS+="-g " # intraTestBarriers -- use barriers between open, write/read, and close
IOR_PARAMS+="-H " # showHints -- show hints
IOR_PARAMS+="-z " # randomOffset -- access is to random, not sequential, offsets within a file
IOR_PARAMS+="-o $LUSTRE_TESTFILE $IOR_TYPE_OPTS "
IOR_PARAMS+="-o $TESTFILE $IOR_TYPE_OPTS "
IOR_PARAMS+="-O summaryFile=${BENCHFILE}.json "
IOR_PARAMS+="-O summaryFormat=JSON "
@ -71,8 +75,8 @@ for API in ${API_ARR[@]}; do
(
set -x
$MPIEXEC $MPIEXEC_PARAMS ./ior_wrapper.sh "$IOR_PARAMS" "$NETOUTDIR" | tee -a $BENCHFILE
#$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS | tee -a $BENCHFILE
#$MPIEXEC $MPIEXEC_PARAMS ./ior_wrapper.sh "$IOR_PARAMS" "$NETOUTDIR" | tee -a $BENCHFILE
$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS | tee -a $BENCHFILE
set +x
) 2> >(tee -a $BENCHFILE)
else

12
benchmark/tool_show_good_nodes.sh
View File

@ -4,20 +4,26 @@ function join_by() {
local IFS="$1"; shift; echo "$*";
}
cx4nodes=( isc17-c0{1..9} isc17-c{10..23} )
#cx4nodes=( isc17-c0{1..9} isc17-c{10..23} )
cx4nodes=( isc17-c0{1..9} isc17-c{11..23} )
echo "isc17-c10 is blacklisted"
node_list=$( join_by , "${cx4nodes[@]}" )
IFS='' read -r -d '' script <<"EOF"
if [ -d /esfs/jtacquaviva ]; then
if [ -d /gsfs/jtacquaviva ]; then
if [ -d /esfs/jtacquaviva ]; then
cx4="$(lspci | grep ConnectX-4)"
if [[ "" != $cx4 ]]; then
echo 'ok'
else
echo "no cx4"
fi
else
else
echo "/esfs/ is not mounted"
fi
else
echo "/gsfs/ is not mounted"
fi
EOF