Minor script changes

This commit is contained in:
Eugen Betke 2018-10-24 11:12:22 +02:00
parent 2cf9ea1685
commit 8bbc7e0b87
3 changed files with 22 additions and 8 deletions

View File

@ -7,21 +7,35 @@ module load betke/hdf5/1.8.20-ddn
module load betke/ior/git-ddn module load betke/ior/git-ddn
module list module list
IOTYPE="shared"
NN=16 NN=16
NODES='isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22' NODES='isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01'
if [[ "shared" == $IOTYPE ]]; then
LUSTRE_TESTFILE="/esfs/jtacquaviva/sharedread${NN}/file"
elif [[ "posix" == $IOTYPE ]]; then
LUSTRE_TESTFILE="/esfs/jtacquaviva/indread${NN}/file"
fi
LUSTRE_TESTFILE="/esfs/jtacquaviva/indread${NN}/file"
TESTDIR="$(dirname $LUSTRE_TESTFILE)" TESTDIR="$(dirname $LUSTRE_TESTFILE)"
mkdir $TESTDIR mkdir $TESTDIR
lfs setstripe -c $(($NN * 2)) $TESTDIR lfs setstripe -c $(($NN * 2)) $TESTDIR
ITERATIONS=1 ITERATIONS=1
IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 * 1024)) -b $((4800 * 1024 * 1024 * 32)) -o $LUSTRE_TESTFILE -a POSIX -F -e -g -k -w"
if [[ "shared" == $IOTYPE ]]; then
IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 * 1024)) -b $((4800 * 1024 * 1024 * 32 / 8)) -o $LUSTRE_TESTFILE -a MPIIO -e -g -k -w"
elif [[ "posix" == $IOTYPE ]]; then
IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 * 1024)) -b $((4800 * 1024 * 1024 * 32)) -o $LUSTRE_TESTFILE -a POSIX -F -e -g -k -w"
fi
ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter" ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter"
MPIEXEC="/opt/ddn/mvapich/bin/mpiexec -ppn 8 -np $((8*$NN)) $ENVVAR -hosts isc17-c04,isc17-c05" MPIEXEC="/opt/ddn/mvapich/bin/mpiexec -ppn 8 -np $((8*$NN)) $ENVVAR -hosts isc17-c04,isc17-c05"
set -x set -x
$MPIEXEC $IOR $MPIEXEC $IOR
#$MPIEXEC $IOR -r -D $((5*60)) #$MPIEXEC $IOR -r -D $((5*60))
-set +x set +x
#rm $LUSTRE_TESTFILE #rm $LUSTRE_TESTFILE

6
run.sh
View File

@ -39,8 +39,8 @@ MPIEXEC="/opt/ddn/mvapich/bin/mpiexec"
API_ARR=( "POSIX" "MPIIO" ) API_ARR=( "POSIX" "MPIIO" )
#NN_ARR=( 4 2 1 8 10 16) #NN_ARR=( 4 2 1 8 10 16)
NN_ARR=( 16 ) NN_ARR=( 1 2 8 )
PPN_ARR=( 8 6 4 2 1 ) PPN_ARR=( 8 4 1 6 2)
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) ) T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
for COUNT in $(seq 1); do for COUNT in $(seq 1); do
@ -68,7 +68,7 @@ for API in ${API_ARR[@]}; do
fi fi
IOR_PARAMS="-i $ITERATIONS -s 1 -t $T -b $((4800 * 1024 * 1024 * 32 / $PPN)) -D $((120)) -a $API $IOR_API_OPTS -e -g -z -k" IOR_PARAMS="-i $ITERATIONS -s 1 -t $T -b $((4800 * 1024 * 1024 * 32 / $PPN)) -D $((60)) -a $API $IOR_API_OPTS -e -g -z -k"
ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter" ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter"
MPIEXEC_PARAMS=" -ppn $PPN -np $(($NN * $PPN)) $ENVVAR --hosts $(hosts $NN) " MPIEXEC_PARAMS=" -ppn $PPN -np $(($NN * $PPN)) $ENVVAR --hosts $(hosts $NN) "

View File

@ -8,7 +8,7 @@ find "./output" -type f -name "*.txt" -print0 |
if [[ "" != ${status} ]]; then if [[ "" != ${status} ]]; then
if [[ "delete" == $force_delete ]]; then if [[ "delete" == $force_delete ]]; then
set -x set -x
rm $fn git rm $fn
set +x set +x
else else
echo "Bad output: $fn" echo "Bad output: $fn"