+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r
+ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760.txt
IOR-3.0.1: MPI Coordinated Test of Parallel I/O

Began: Tue Oct 23 08:11:27 2018
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r
Machine: Linux isc17-c01

Test 0 started: Tue Oct 23 08:11:27 2018
Summary:
	api                = POSIX
	test filename      = /esfs/jtacquaviva/indread16/file
	access             = file-per-process
	ordering in a file = random offsets
	ordering inter file= no tasks offsets
	clients            = 16 (1 per node)
	repetitions        = 3
	xfersize           = 10 MiB
	blocksize          = 131.48 GiB
	aggregate filesize = 2103.75 GiB
	Using stonewalling = 120 second(s)

access    bw(MiB/s)  block(KiB) xfer(KiB)  open(s)    wr/rd(s)   close(s)   total(s)   iter
------    ---------  ---------- ---------  --------   --------   --------   --------   ----
WARNING: Expected aggregate file size       = 2258884362240.
WARNING: Stat() of aggregate file size      = 2258884362240.
WARNING: Using actual aggregate bytes moved = 179358924800.
read      1423.81    137871360  10240      0.000705   120.13     0.000564   120.14     0   
WARNING: Expected aggregate file size       = 2258884362240.
WARNING: Stat() of aggregate file size      = 2258884362240.
WARNING: Using actual aggregate bytes moved = 193619558400.
read      1537.12    137871360  10240      0.000548   120.13     0.000686   120.13     1   
WARNING: Expected aggregate file size       = 2258884362240.
WARNING: Stat() of aggregate file size      = 2258884362240.
WARNING: Using actual aggregate bytes moved = 214549135360.
read      1703.21    137871360  10240      0.000848   120.13     0.000894   120.13     2   

Max Read:  1703.21 MiB/sec (1785.94 MB/sec)

Summary of all tests:
Operation   Max(MiB)   Min(MiB)  Mean(MiB)     StdDev    Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
read         1703.21    1423.81    1554.71     114.74  120.13175 0 16 1 3 1 0 1 0 0 1 141180272640 10485760 179358924800 POSIX 0

Finished: Tue Oct 23 08:17:28 2018
+ set +x
/esfs/jtacquaviva/ioperf
stripe_count:  32 stripe_size:   1048576 stripe_offset: -1
/esfs/jtacquaviva/ioperf/file_write.00000006
lmm_stripe_count:  7
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 6
	obdidx		 objid		 objid		 group
	     6	      12593133	     0xc027ed	             0
	     1	      12639508	     0xc0dd14	             0
	     4	      12509606	     0xbee1a6	             0
	     3	      12487817	     0xbe8c89	             0
	     0	      12421532	     0xbd899c	             0
	     2	      12567877	     0xbfc545	             0
	     7	      12458240	     0xbe1900	             0

/esfs/jtacquaviva/ioperf/file_write.00000002
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 6
	obdidx		 objid		 objid		 group
	     6	      12593132	     0xc027ec	             0
	     2	      12567873	     0xbfc541	             0
	     7	      12458234	     0xbe18fa	             0
	     4	      12509605	     0xbee1a5	             0
	     5	      12379883	     0xbce6eb	             0
	     1	      12639515	     0xc0dd1b	             0
	     3	      12487825	     0xbe8c91	             0
	     0	      12421538	     0xbd89a2	             0

/esfs/jtacquaviva/ioperf/file_write.00000000
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 5
	obdidx		 objid		 objid		 group
	     5	      12379872	     0xbce6e0	             0
	     4	      12509601	     0xbee1a1	             0
	     1	      12639504	     0xc0dd10	             0
	     6	      12593130	     0xc027ea	             0
	     7	      12458230	     0xbe18f6	             0
	     0	      12421524	     0xbd8994	             0
	     3	      12487812	     0xbe8c84	             0
	     2	      12567870	     0xbfc53e	             0

/esfs/jtacquaviva/ioperf/file_write.00000004
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 4
	obdidx		 objid		 objid		 group
	     4	      12509603	     0xbee1a3	             0
	     5	      12379875	     0xbce6e3	             0
	     1	      12639507	     0xc0dd13	             0
	     7	      12458236	     0xbe18fc	             0
	     0	      12421530	     0xbd899a	             0
	     3	      12487819	     0xbe8c8b	             0
	     2	      12567879	     0xbfc547	             0
	     6	      12593142	     0xc027f6	             0

/esfs/jtacquaviva/ioperf/file_write.00000007
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 5
	obdidx		 objid		 objid		 group
	     5	      12379878	     0xbce6e6	             0
	     2	      12567882	     0xbfc54a	             0
	     7	      12458243	     0xbe1903	             0
	     6	      12593143	     0xc027f7	             0
	     4	      12509614	     0xbee1ae	             0
	     0	      12421537	     0xbd89a1	             0
	     1	      12639516	     0xc0dd1c	             0
	     3	      12487826	     0xbe8c92	             0

/esfs/jtacquaviva/ioperf/file_write.00000012
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 7
	obdidx		 objid		 objid		 group
	     7	      12458239	     0xbe18ff	             0
	     1	      12639512	     0xc0dd18	             0
	     3	      12487821	     0xbe8c8d	             0
	     5	      12379885	     0xbce6ed	             0
	     6	      12593145	     0xc027f9	             0
	     0	      12421539	     0xbd89a3	             0
	     2	      12567885	     0xbfc54d	             0
	     4	      12509616	     0xbee1b0	             0

/esfs/jtacquaviva/ioperf/file_write.00000013
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	      12639513	     0xc0dd19	             0
	     6	      12593139	     0xc027f3	             0
	     0	      12421535	     0xbd899f	             0
	     4	      12509613	     0xbee1ad	             0
	     3	      12487823	     0xbe8c8f	             0
	     2	      12567883	     0xbfc54b	             0
	     5	      12379884	     0xbce6ec	             0
	     7	      12458244	     0xbe1904	             0

/esfs/jtacquaviva/ioperf/file_write.00000003
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 6
	obdidx		 objid		 objid		 group
	     6	      12593134	     0xc027ee	             0
	     2	      12567876	     0xbfc544	             0
	     7	      12458238	     0xbe18fe	             0
	     0	      12421533	     0xbd899d	             0
	     4	      12509609	     0xbee1a9	             0
	     3	      12487818	     0xbe8c8a	             0
	     1	      12639514	     0xc0dd1a	             0
	     5	      12379882	     0xbce6ea	             0

/esfs/jtacquaviva/ioperf/file_write.00000008
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 1
	obdidx		 objid		 objid		 group
	     1	      12639505	     0xc0dd11	             0
	     2	      12567871	     0xbfc53f	             0
	     7	      12458231	     0xbe18f7	             0
	     3	      12487815	     0xbe8c87	             0
	     0	      12421527	     0xbd8997	             0
	     6	      12593135	     0xc027ef	             0
	     4	      12509607	     0xbee1a7	             0
	     5	      12379877	     0xbce6e5	             0

/esfs/jtacquaviva/ioperf/file_write.00000010
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 0
	obdidx		 objid		 objid		 group
	     0	      12421525	     0xbd8995	             0
	     5	      12379873	     0xbce6e1	             0
	     1	      12639506	     0xc0dd12	             0
	     2	      12567872	     0xbfc540	             0
	     7	      12458235	     0xbe18fb	             0
	     4	      12509608	     0xbee1a8	             0
	     6	      12593136	     0xc027f0	             0
	     3	      12487822	     0xbe8c8e	             0

/esfs/jtacquaviva/ioperf/file_write.00000005
lmm_stripe_count:  7
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 7
	obdidx		 objid		 objid		 group
	     7	      12458233	     0xbe18f9	             0
	     0	      12421528	     0xbd8998	             0
	     5	      12379880	     0xbce6e8	             0
	     4	      12509610	     0xbee1aa	             0
	     2	      12567880	     0xbfc548	             0
	     3	      12487824	     0xbe8c90	             0
	     6	      12593144	     0xc027f8	             0

/esfs/jtacquaviva/ioperf/file_write.00000014
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 6
	obdidx		 objid		 objid		 group
	     6	      12593140	     0xc027f4	             0
	     0	      12421536	     0xbd89a0	             0
	     2	      12567881	     0xbfc549	             0
	     4	      12509615	     0xbee1af	             0
	     7	      12458245	     0xbe1905	             0
	     1	      12639517	     0xc0dd1d	             0
	     3	      12487827	     0xbe8c93	             0
	     5	      12379886	     0xbce6ee	             0

/esfs/jtacquaviva/ioperf/file_write.00000009
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 3
	obdidx		 objid		 objid		 group
	     3	      12487813	     0xbe8c85	             0
	     4	      12509602	     0xbee1a2	             0
	     6	      12593131	     0xc027eb	             0
	     7	      12458232	     0xbe18f8	             0
	     5	      12379874	     0xbce6e2	             0
	     0	      12421526	     0xbd8996	             0
	     1	      12639509	     0xc0dd15	             0
	     2	      12567875	     0xbfc543	             0

/esfs/jtacquaviva/ioperf/file_write.00000015
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 3
	obdidx		 objid		 objid		 group
	     3	      12487814	     0xbe8c86	             0
	     4	      12509604	     0xbee1a4	             0
	     2	      12567874	     0xbfc542	             0
	     1	      12639511	     0xc0dd17	             0
	     6	      12593138	     0xc027f2	             0
	     0	      12421534	     0xbd899e	             0
	     5	      12379879	     0xbce6e7	             0
	     7	      12458242	     0xbe1902	             0

/esfs/jtacquaviva/ioperf/file_write.00000001
lmm_stripe_count:  8
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 5
	obdidx		 objid		 objid		 group
	     5	      12379876	     0xbce6e4	             0
	     0	      12421529	     0xbd8999	             0
	     1	      12639510	     0xc0dd16	             0
	     6	      12593137	     0xc027f1	             0
	     7	      12458241	     0xbe1901	             0
	     3	      12487820	     0xbe8c8c	             0
	     4	      12509612	     0xbee1ac	             0
	     2	      12567884	     0xbfc54c	             0

/esfs/jtacquaviva/ioperf/file_write.00000011
lmm_stripe_count:  7
lmm_stripe_size:   1048576
lmm_pattern:       1
lmm_layout_gen:    0
lmm_stripe_offset: 3
	obdidx		 objid		 objid		 group
	     3	      12487816	     0xbe8c88	             0
	     7	      12458237	     0xbe18fd	             0
	     0	      12421531	     0xbd899b	             0
	     2	      12567878	     0xbfc546	             0
	     5	      12379881	     0xbce6e9	             0
	     6	      12593141	     0xc027f5	             0
	     4	      12509611	     0xbee1ab	             0

