+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 --hosts c02,c03,c04,c05,c06,c08,c09,c11,c12,c13,c14,c15,c18,c22,c23,c01 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 100663296000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt_network + tee -a ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:16-PPN:8-API:IME-FS:ime-T:1048576-TYPE:write.txt.json -------------CPU AFFINITY------------- RANK:0 CPU_SET: 0 RANK:1 CPU_SET: 1 RANK:2 CPU_SET: 2 RANK:3 CPU_SET: 3 RANK:4 CPU_SET: 4 RANK:5 CPU_SET: 5 RANK:6 CPU_SET: 6 RANK:7 CPU_SET: 7 ------------------------------------- stonewalling pairs accessed min: 29962 max: 41678 -- min data: 29.3 GiB mean data: 36.3 GiB time: 60.0s WARNING: Expected aggregate file size = 12884901888000. WARNING: Stat() of aggregate file size = 12884900839424. WARNING: Using actual aggregate bytes moved = 5593926467584. WARNING: maybe caused by deadlineForStonewalling Pairs deadlineForStonewallingaccessed: 41678 + set +x