From 2daf4abcbfa03bf0185105d067ef891a02eefaf1 Mon Sep 17 00:00:00 2001 From: "eugen.betke" Date: Tue, 13 Nov 2018 12:36:15 +0100 Subject: [PATCH] IOR Wrapper and prepare script --- benchmark/ior_wrapper.sh | 26 ++++++++++++++++++++++++++ benchmark/prepare.sh | 22 ++++++++++++++++++++++ 2 files changed, 48 insertions(+) create mode 100755 benchmark/ior_wrapper.sh create mode 100755 benchmark/prepare.sh diff --git a/benchmark/ior_wrapper.sh b/benchmark/ior_wrapper.sh new file mode 100755 index 000000000..b3a8ca825 --- /dev/null +++ b/benchmark/ior_wrapper.sh @@ -0,0 +1,26 @@ +#!/bin/bash + +. ./config.sh + +IOR_PARAMS=$1 +BENCHFILE=$2 +HOST="$hostname" +PID=$$ + +NETOUTDIR="${BENCHFILE}_network" +NETOUTFILE="$NETOUTDIR/HOST:$HOST#PID:$PID.txt" + +[[ ! -d $NETOUTDIR ]] && mkdir $NETOUTDIR || rm $NETOUTDIR/HOST*PID*.txt + +function capture_network_state { + label=$1 + echo "LABEL $label" + echo "TIMESTAMP $(date +%s)" + perfquery -x + cat /proc/net/dev +} + +echo "" > $NETOUTFILE +echo "$( capture_network_state "START" )" &>> $NETOUTFILE +$IOR $IOR_PARAMS +echo "$( capture_network_state "STOP" )" &>> $NETOUTFILE diff --git a/benchmark/prepare.sh b/benchmark/prepare.sh new file mode 100755 index 000000000..f669c20f2 --- /dev/null +++ b/benchmark/prepare.sh @@ -0,0 +1,22 @@ +#!/bin/bash + +export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH + +module purge +module load betke/hdf5/1.8.20-ddn +module load betke/ior/git-ddn +module list + +NN=16 +NODES='isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01' +LUSTRE_TESTFILE="/esfs/jtacquaviva/sharedread${NN}/file" +TESTDIR="$(dirname $LUSTRE_TESTFILE)" +mkdir $TESTDIR +lfs setstripe -c $(($NN * 2)) $TESTDIR +ITERATIONS=1 +IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 * 1024)) -b $((4800 * 1024 * 1024 * 32 / 8)) -o $LUSTRE_TESTFILE -a MPIIO -e -g -k -w" +ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter" +MPIEXEC="/opt/ddn/mvapich/bin/mpiexec -ppn 8 -np $((8*$NN)) $ENVVAR -hosts isc17-c04,isc17-c05" + +$MPIEXEC $IOR +