+ tee -a ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt + /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 --hosts isc17-c02,isc17-c03,isc17-c04,isc17-c05 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt_network Writing output to ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json Writing output to ./output_v2/COUNT:1-NN:4-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json -------------CPU AFFINITY------------- RANK:0 CPU_SET: 0 ------------------------------------- hints passed to MPI_File_open() { } hints returned from opened file { cb_buffer_size = 16777216 romio_cb_read = automatic romio_cb_write = automatic cb_nodes = 4 romio_no_indep_rw = false romio_cb_pfr = disable romio_cb_fr_types = aar romio_cb_fr_alignment = 1 romio_cb_ds_threshold = 0 romio_cb_alltoall = automatic ind_rd_buffer_size = 4194304 ind_wr_buffer_size = 524288 romio_ds_read = automatic romio_ds_write = automatic cb_config_list = *:1 romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems romio_aggregator_list = 0 1 2 3 } stonewalling pairs accessed min: 1531074 max: 1590377 -- min data: 146.0 GiB mean data: 147.7 GiB time: 60.1s WARNING: Expected aggregate file size = 3221225472000. WARNING: Stat() of aggregate file size = 3221221376000. WARNING: Using actual aggregate bytes moved = 651418419200. WARNING: maybe caused by deadlineForStonewalling hints passed to MPI_File_open() { } hints returned from opened file { cb_buffer_size = 16777216 romio_cb_read = automatic romio_cb_write = automatic cb_nodes = 4 romio_no_indep_rw = false romio_cb_pfr = disable romio_cb_fr_types = aar romio_cb_fr_alignment = 1 romio_cb_ds_threshold = 0 romio_cb_alltoall = automatic ind_rd_buffer_size = 4194304 ind_wr_buffer_size = 524288 romio_ds_read = automatic romio_ds_write = automatic cb_config_list = *:1 romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems romio_aggregator_list = 0 1 2 3 } stonewalling pairs accessed min: 1307034 max: 1356909 -- min data: 124.6 GiB mean data: 126.3 GiB time: 60.1s WARNING: Expected aggregate file size = 3221225472000. WARNING: Stat() of aggregate file size = 3221224038400. WARNING: Using actual aggregate bytes moved = 555789926400. WARNING: maybe caused by deadlineForStonewalling hints passed to MPI_File_open() { } hints returned from opened file { cb_buffer_size = 16777216 romio_cb_read = automatic romio_cb_write = automatic cb_nodes = 4 romio_no_indep_rw = false romio_cb_pfr = disable romio_cb_fr_types = aar romio_cb_fr_alignment = 1 romio_cb_ds_threshold = 0 romio_cb_alltoall = automatic ind_rd_buffer_size = 4194304 ind_wr_buffer_size = 524288 romio_ds_read = automatic romio_ds_write = automatic cb_config_list = *:1 romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems romio_aggregator_list = 0 1 2 3 } stonewalling pairs accessed min: 1324231 max: 1371136 -- min data: 126.3 GiB mean data: 127.7 GiB time: 60.1s WARNING: Expected aggregate file size = 3221225472000. WARNING: Stat() of aggregate file size = 3221225267200. WARNING: Using actual aggregate bytes moved = 561617305600. WARNING: maybe caused by deadlineForStonewalling Pairs deadlineForStonewallingaccessed: 1590377 + [[ '' != '' ]] + set +x