Test files

This commit is contained in:
Eugen Betke 2018-10-22 08:59:54 +02:00
parent 8dcedf5b5a
commit 96418bf4a4
2 changed files with 13 additions and 33 deletions

13
run.sh
View File

@ -19,7 +19,8 @@ function hosts() {
echo $hlist echo $hlist
} }
-D $((120)) -D $((120))
export MODULEPATH=/gsfs/betke/software/modules:$MODULEPATH #export MODULEPATH=/gsfs/betke/software/modules:$MODULEPATH
export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH
module purge module purge
module load betke/hdf5/1.8.20-ddn module load betke/hdf5/1.8.20-ddn
@ -47,9 +48,9 @@ for API in ${API_ARR[@]}; do
BENCHFILE="./output/COUNT:$COUNT#NN:$NN#PPN:$PPN#API:$API#T:$T.txt" BENCHFILE="./output/COUNT:$COUNT#NN:$NN#PPN:$PPN#API:$API#T:$T.txt"
if [ ! -e "${BENCHFILE}" ]; then if [ ! -e "${BENCHFILE}" ]; then
OUTDIR="$(dirname $BENCHFILE)" OUTDIR="$(dirname $BENCHFILE)"
if [ ! -d $OUTDIR ]; then if [ ! -d $OUTDIR ]; then
mkdir $OUTDIR mkdir $OUTDIR
fi fi
touch $BENCHFILE touch $BENCHFILE
@ -59,14 +60,14 @@ for API in ${API_ARR[@]}; do
TESTDIR="$(dirname $LUSTRE_TESTFILE_WRITE)" TESTDIR="$(dirname $LUSTRE_TESTFILE_WRITE)"
if [ -d $TESTDIR ]; then if [ -d $TESTDIR ]; then
rm -r $TESTDIR rm -r $TESTDIR
fi fi
mkdir -p $TESTDIR mkdir -p $TESTDIR
lfs setstripe -c $((2 * $NN)) $TESTDIR lfs setstripe -c $((2 * $NN)) $TESTDIR
( (
set -x set -x
$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_WRITE -w | tee -a $BENCHFILE $MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_WRITE -w | tee -a $BENCHFILE
$MPIEXEC $MPIEXEC_PARAMS /gsfs/betke/git/ime-evaluation/drop_caches.sh $MPIEXEC $MPIEXEC_PARAMS /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_READ -r | tee -a $BENCHFILE $MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_READ -r | tee -a $BENCHFILE
set +x set +x
) 2> >(tee -a $BENCHFILE) ) 2> >(tee -a $BENCHFILE)
@ -74,7 +75,7 @@ for API in ${API_ARR[@]}; do
lfs getstripe $TESTDIR | tee -a $BENCHFILE lfs getstripe $TESTDIR | tee -a $BENCHFILE
else else
echo "skip $(readlink -f $BENCHFILE), already exists" echo "skip $(readlink -f $BENCHFILE), already exists"
fi fi
done done
done done

View File

@ -4,40 +4,17 @@ function join_by() {
local IFS="$1"; shift; echo "$*"; local IFS="$1"; shift; echo "$*";
} }
cx4nodes=( isc17-c0{1..9} isc17-c{10..23} )
cx4nodes=( \
isc17-c02 \
isc17-c03 \
isc17-c04 \
isc17-c05 \
isc17-c06 \
isc17-c07 \
isc17-c08 \
isc17-c09 \
isc17-c10 \
isc17-c11 \
isc17-c12 \
isc17-c13 \
isc17-c14 \
isc17-c15 \
isc17-c18 \
isc17-c19 \
isc17-c20 \
isc17-c22 \
isc17-c23 \
isc17-c01 \
)
#cx4nodes=( isc17-c0{1..9} isc17-c{10..22} )
node_list=$( join_by , "${cx4nodes[@]}" ) node_list=$( join_by , "${cx4nodes[@]}" )
IFS='' read -r -d '' script <<"EOF" IFS='' read -r -d '' script <<"EOF"
if [ -d /esfs/jtacquaviva ]; then if [ -d /esfs/jtacquaviva ]; then
if [ -d /gsfs/betke ]; then cx4="$(lspci | grep ConnectX-4)"
if [[ "" != $cx4 ]]; then
echo 'ok' echo 'ok'
else else
echo "failed: $(hostname) /gsfs/ is not mounted" echo "failed: $(hostname) no cx4"
fi fi
else else
echo "failed: $(hostname) /esfs/ is not mounted" echo "failed: $(hostname) /esfs/ is not mounted"
@ -60,7 +37,9 @@ for node in ${cx4nodes[@]}; do
fi fi
done done
echo "GOOD NODES:"
echo "${good_nodes[@]}" echo "${good_nodes[@]}"
echo "GOOD NODES (Komma separated):"
echo $( join_by , "${good_nodes[@]}" ) echo $( join_by , "${good_nodes[@]}" )