+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 --hosts isc17-c02,isc17-c03,isc17-c04,isc17-c05 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:4-PPN:4-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0  CPU_SET:   0
RANK:1  CPU_SET:   1
RANK:2  CPU_SET:   2
RANK:3  CPU_SET:   3
-------------------------------------

hints passed to MPI_File_open() {
}

hints returned from opened file {
	cb_buffer_size = 16777216
	romio_cb_read = automatic
	romio_cb_write = automatic
	cb_nodes = 4
	romio_no_indep_rw = false
	romio_cb_pfr = disable
	romio_cb_fr_types = aar
	romio_cb_fr_alignment = 1
	romio_cb_ds_threshold = 0
	romio_cb_alltoall = automatic
	ind_rd_buffer_size = 4194304
	ind_wr_buffer_size = 524288
	romio_ds_read = automatic
	romio_ds_write = automatic
	cb_config_list = *:1
	romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
	romio_aggregator_list = 0 4 8 12 
}
stonewalling pairs accessed min: 1115 max: 1043215 -- min data: 0.1 GiB mean data: 33.4 GiB time: 60.0s
WARNING: Expected aggregate file size       = 3221225472000.
WARNING: Stat() of aggregate file size      = 3221225472000.
WARNING: Using actual aggregate bytes moved = 1709203456000.
WARNING: maybe caused by deadlineForStonewalling

hints passed to MPI_File_open() {
}

hints returned from opened file {
	cb_buffer_size = 16777216
	romio_cb_read = automatic
	romio_cb_write = automatic
	cb_nodes = 4
	romio_no_indep_rw = false
	romio_cb_pfr = disable
	romio_cb_fr_types = aar
	romio_cb_fr_alignment = 1
	romio_cb_ds_threshold = 0
	romio_cb_alltoall = automatic
	ind_rd_buffer_size = 4194304
	ind_wr_buffer_size = 524288
	romio_ds_read = automatic
	romio_ds_write = automatic
	cb_config_list = *:1
	romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
	romio_aggregator_list = 0 4 8 12 
}
stonewalling pairs accessed min: 270 max: 651591 -- min data: 0.0 GiB mean data: 15.8 GiB time: 60.0s
WARNING: Expected aggregate file size       = 3221225472000.
WARNING: Stat() of aggregate file size      = 3221224960000.
WARNING: Using actual aggregate bytes moved = 1067566694400.
WARNING: maybe caused by deadlineForStonewalling

hints passed to MPI_File_open() {
}

hints returned from opened file {
	cb_buffer_size = 16777216
	romio_cb_read = automatic
	romio_cb_write = automatic
	cb_nodes = 4
	romio_no_indep_rw = false
	romio_cb_pfr = disable
	romio_cb_fr_types = aar
	romio_cb_fr_alignment = 1
	romio_cb_ds_threshold = 0
	romio_cb_alltoall = automatic
	ind_rd_buffer_size = 4194304
	ind_wr_buffer_size = 524288
	romio_ds_read = automatic
	romio_ds_write = automatic
	cb_config_list = *:1
	romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
	romio_aggregator_list = 0 4 8 12 
}
stonewalling pairs accessed min: 637 max: 821784 -- min data: 0.1 GiB mean data: 22.8 GiB time: 60.0s
WARNING: Expected aggregate file size       = 3221225472000.
WARNING: Stat() of aggregate file size      = 3221225472000.
WARNING: Using actual aggregate bytes moved = 1346410905600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 1043215
+ [[ '' != '' ]]
+ set +x
