ddn-ime-evaluation/benchmark/tool_show_good_nodes.sh

#/bin/bash 

function join_by() { 
	local IFS="$1"; shift; echo "$*"; 
}

#cx4nodes=( isc17-c0{1..9} isc17-c{10..23} )
cx4nodes=( isc17-c0{1..9} isc17-c{10..18} isc17-c{20..23} )
echo "isc17-c10 is blacklisted"
node_list=$( join_by , "${cx4nodes[@]}" )


IFS='' read -r -d '' script <<"EOF"
if [ -d /gsfs/jtacquaviva ]; then
    cx4="$(lspci | grep ConnectX-4)"
    if [[ "" != $cx4 ]]; then
        echo 'ok'
    else 
        echo "no cx4"
    fi
else 
	echo "/gsfs/ is not mounted"
fi
EOF

declare -a good_nodes
for node in ${cx4nodes[@]}; do
	#echo "ping $node"
	status=$(ping -c1 $node | grep Unreachable)
	if [[ "" == $status ]]; then
		check=$(ssh $node "$script")
		if [[ "ok" == ${check} ]]; then
			good_nodes=( ${good_nodes[@]} $node )
		else 
			echo "$node failed with: $check"
		fi
	else 
		echo "$node is unreachable"
	fi
done

echo "GOOD NODES:"
echo "${good_nodes[@]}"