diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..6efd51181 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:26:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:26:41 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 827084800. +read 13.12 157286400 100.00 0.001573 60.10 0.000181 60.10 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 836710400. +read 13.28 157286400 100.00 0.000471 60.10 0.000155 60.10 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 855961600. +read 13.58 157286400 100.00 0.000498 60.10 0.000212 60.10 2 + +Max Read: 13.58 MiB/sec (14.24 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 13.58 13.12 13.33 0.19 60.09874 0 1 1 3 0 0 1 0 0 1 161061273600 102400 827084800 MPIIO 0 + +Finished: Wed Oct 24 01:29:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463344 0xbe2cf0 0 + 1 12644630 0xc0f116 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..01719dc46 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:41:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:41:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1463603200. +read 46.38 157286400 100.00 0.001650 30.09 0.000175 30.10 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1441689600. +read 45.68 157286400 100.00 0.000482 30.10 0.000180 30.10 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1480089600. +read 46.89 157286400 100.00 0.000491 30.10 0.000157 30.11 2 + +Max Read: 46.89 MiB/sec (49.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 46.89 45.68 46.31 0.50 30.10094 0 1 1 3 0 0 1 0 0 1 161061273600 102400 1463603200 MPIIO 0 + +Finished: Wed Oct 24 08:43:17 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2aa44523b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:23:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:23:25 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 14564761600. +write 226.59 157286400 100.00 0.001550 61.30 0.000260 61.30 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 14794547200. +write 234.39 157286400 100.00 0.001500 60.19 0.000187 60.20 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161055641600. +WARNING: Using actual aggregate bytes moved = 15000166400. +write 237.98 157286400 100.00 0.017489 60.09 0.000163 60.11 2 + +Max Write: 237.98 MiB/sec (249.54 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 237.98 226.59 232.98 4.76 60.53637 0 1 1 3 0 0 1 0 0 1 161061273600 102400 14564761600 MPIIO 0 + +Finished: Wed Oct 24 01:26:37 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a74021497 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:44:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:44:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12832473088. +read 101.97 137871360 1024.00 0.002383 120.01 0.000238 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 14103347200. +read 112.07 137871360 1024.00 0.000527 120.01 0.000175 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 15566110720. +read 123.69 137871360 1024.00 0.000479 120.01 0.000169 120.02 2 + +Max Read: 123.69 MiB/sec (129.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 123.69 101.97 112.58 8.87 120.01440 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 12832473088 MPIIO 0 + +Finished: Mon Oct 22 22:50:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591863 0xc022f7 0 + 0 12420249 0xbd8499 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..3a914ab6f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:33:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:33:30 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 6948913152. +read 220.73 157286400 1024.00 0.000976 30.02 0.000203 30.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 7444889600. +read 236.48 157286400 1024.00 0.000519 30.02 0.000163 30.02 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 7632584704. +read 242.46 157286400 1024.00 0.000487 30.02 0.000147 30.02 2 + +Max Read: 242.46 MiB/sec (254.24 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 242.46 220.73 233.23 9.17 30.02252 0 1 1 3 0 0 1 0 0 1 161061273600 1048576 6948913152 MPIIO 0 + +Finished: Wed Oct 24 08:35:00 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8da886920 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,36 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:38:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:38:39 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 1200.79 137871360 1024.00 0.001562 112.12 0.000251 112.13 0 +write 1203.01 137871360 1024.00 0.049815 111.87 0.000188 111.92 1 +write 1196.68 137871360 1024.00 0.001396 112.51 0.000207 112.51 2 + +Max Write: 1203.01 MiB/sec (1261.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1203.01 1196.68 1200.16 2.62 112.18573 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 141180272640 MPIIO 0 + +Finished: Mon Oct 22 22:44:26 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..84dbd7682 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:14:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:14:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 45183139840. +read 358.77 137871360 10240 0.093677 120.01 0.000213 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 54473523200. +read 432.87 137871360 10240 0.000489 120.01 0.000175 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 53267660800. +read 423.20 137871360 10240 0.000498 120.04 0.000167 120.04 2 + +Max Read: 432.87 MiB/sec (453.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 432.87 358.77 404.95 32.89 120.05124 0 1 1 3 0 0 1 0 0 1 141180272640 10485760 45183139840 MPIIO 0 + +Finished: Mon Oct 22 16:20:37 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d208e0fa6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:25:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:25:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 8724152320. +read 276.64 157286400 10240 0.001482 30.07 0.000286 30.07 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 9353297920. +read 296.58 157286400 10240 0.000463 30.08 0.000158 30.08 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 10276044800. +read 325.63 157286400 10240 0.000476 30.10 0.000165 30.10 2 + +Max Read: 325.63 MiB/sec (341.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 325.63 276.64 299.62 20.11 30.08238 0 1 1 3 0 0 1 0 0 1 161061273600 10485760 8724152320 MPIIO 0 + +Finished: Wed Oct 24 08:26:43 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d98cbdf64 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,36 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:08:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:08:59 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 1254.27 137871360 10240 0.001584 107.34 0.000219 107.35 0 +write 1266.86 137871360 10240 0.001460 106.28 0.000206 106.28 1 +write 1245.55 137871360 10240 0.036590 108.06 0.000175 108.10 2 + +Max Write: 1266.86 MiB/sec (1328.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1266.86 1245.55 1255.56 8.75 107.24007 0 1 1 3 0 0 1 0 0 1 141180272640 10485760 141180272640 MPIIO 0 + +Finished: Mon Oct 22 16:14:31 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..efb32f96d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:53:23 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:53:23 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 474710016. +read 3.75 137871360 16.00 0.005226 120.74 0.000198 120.75 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 481837056. +read 3.81 137871360 16.00 0.000473 120.74 0.000144 120.74 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 479100928. +read 3.78 137871360 16.00 0.000469 120.75 0.000163 120.75 2 + +Max Read: 3.81 MiB/sec (3.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3.81 3.75 3.78 0.02 120.74686 0 1 1 3 0 0 1 0 0 1 141180272640 16384 474710016 MPIIO 0 + +Finished: Tue Oct 23 00:59:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638255 0xc0d82f 0 + 3 12486567 0xbe87a7 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..fbfedd472 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:49:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:49:48 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 312459264. +read 9.65 157286400 16.00 0.005558 30.86 0.000170 30.87 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 293568512. +read 9.07 157286400 16.00 0.000488 30.86 0.000182 30.86 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 297844736. +read 9.21 157286400 16.00 0.000475 30.85 0.000148 30.86 2 + +Max Read: 9.65 MiB/sec (10.12 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 9.65 9.07 9.31 0.25 30.86067 0 1 1 3 0 0 1 0 0 1 161061273600 16384 312459264 MPIIO 0 + +Finished: Wed Oct 24 08:51:21 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..071b3493c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:46:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:46:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180190720. +WARNING: Using actual aggregate bytes moved = 5065080832. +write 39.86 137871360 16.00 0.001628 121.19 0.000224 121.19 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179682816. +WARNING: Using actual aggregate bytes moved = 5168660480. +write 40.46 137871360 16.00 0.018273 121.80 0.000166 121.82 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179699200. +WARNING: Using actual aggregate bytes moved = 4824580096. +write 38.02 137871360 16.00 0.000969 121.01 0.000177 121.02 2 + +Max Write: 40.46 MiB/sec (42.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 40.46 38.02 39.45 1.04 121.34342 0 1 1 3 0 0 1 0 0 1 141180272640 16384 5065080832 MPIIO 0 + +Finished: Tue Oct 23 00:53:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f2c1e2d68 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,58 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:20:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:20:25 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 540057600. +read 8.58 157286400 100.00 0.000167 60.05 0.000121 60.05 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 535040000. +read 8.50 157286400 100.00 0.000140 60.04 0.000117 60.04 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 550707200. +read 8.75 157286400 100.00 0.000152 60.04 0.000120 60.04 2 + +Max Read: 8.75 MiB/sec (9.17 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 8.75 8.50 8.61 0.10 60.04260 0 1 1 3 1 0 1 0 0 1 161061273600 102400 540057600 POSIX 0 + +Finished: Wed Oct 24 01:23:25 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463343 0xbe2cef 0 + 1 12644629 0xc0f115 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f6974c80e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:17:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:17:05 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059430400. +WARNING: Using actual aggregate bytes moved = 14742425600. +write 222.75 157286400 100.00 0.000200 63.12 0.000128 63.12 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161058508800. +WARNING: Using actual aggregate bytes moved = 14849945600. +write 224.83 157286400 100.00 0.000409 62.99 0.000118 62.99 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059840000. +WARNING: Using actual aggregate bytes moved = 14929920000. +write 226.41 157286400 100.00 0.000409 62.89 0.000124 62.89 2 + +Max Write: 226.41 MiB/sec (237.41 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 226.41 222.75 224.66 1.50 62.99806 0 1 1 3 1 0 1 0 0 1 161061273600 102400 14742425600 POSIX 0 + +Finished: Wed Oct 24 01:20:19 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..22d02a6d4 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,58 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:32:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:32:38 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 11049893888. +read 87.80 137871360 1024.00 0.000177 120.02 0.000132 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 12142510080. +read 96.49 137871360 1024.00 0.000134 120.01 0.000118 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 13043236864. +read 103.65 137871360 1024.00 0.000133 120.01 0.000120 120.01 2 + +Max Read: 103.65 MiB/sec (108.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 103.65 87.80 95.98 6.48 120.01393 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 11049893888 POSIX 0 + +Finished: Mon Oct 22 22:38:38 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591862 0xc022f6 0 + 0 12420248 0xbd8498 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..3b7217c2f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,41 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:26:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:26:34 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 133425004544. +write 1053.09 137871360 1024.00 0.000198 120.83 0.000132 120.83 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 132905959424. +write 1050.83 137871360 1024.00 0.000405 120.62 0.000126 120.62 1 +write 1164.88 137871360 1024.00 0.000585 115.58 0.000123 115.58 2 + +Max Write: 1164.88 MiB/sec (1221.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1164.88 1050.83 1089.60 53.24 119.01027 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 133425004544 POSIX 0 + +Finished: Mon Oct 22 22:32:32 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..1d486f952 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,58 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:04:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:04:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 14784921600. +read 117.45 137871360 10240 0.000182 120.05 0.000133 120.05 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 16294871040. +read 129.47 137871360 10240 0.000146 120.03 0.000125 120.03 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 18192793600. +read 144.52 137871360 10240 0.000143 120.05 0.000127 120.05 2 + +Max Read: 144.52 MiB/sec (151.54 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 144.52 117.45 130.48 11.07 120.04435 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 14784921600 POSIX 0 + +Finished: Mon Oct 22 21:10:08 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638213 0xc0d805 0 + 3 12486523 0xbe877b 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e98501866 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:58:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:58:37 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 1139.69 137871360 10240 0.000205 118.14 0.000172 118.14 0 +write 1311.72 137871360 10240 0.000421 102.64 0.000130 102.64 1 +write 1314.63 137871360 10240 0.000412 102.42 0.000166 102.42 2 + +Max Write: 1314.63 MiB/sec (1378.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1314.63 1139.69 1255.35 81.79 107.73261 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:04:02 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eeea09ac1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,58 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:40:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:40:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 264077312. +read 2.09 137871360 16.00 0.000170 120.42 0.000128 120.42 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 264945664. +read 2.10 137871360 16.00 0.000134 120.42 0.000124 120.42 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 265240576. +read 2.10 137871360 16.00 0.000139 120.43 0.000129 120.43 2 + +Max Read: 2.10 MiB/sec (2.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2.10 2.09 2.10 0.00 120.42428 0 1 1 3 1 0 1 0 0 1 141180272640 16384 264077312 POSIX 0 + +Finished: Tue Oct 23 00:46:44 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638254 0xc0d82e 0 + 3 12486566 0xbe87a6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..bab3d0349 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:33:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:33:52 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180223488. +WARNING: Using actual aggregate bytes moved = 4903501824. +write 34.60 137871360 16.00 0.000200 135.16 0.000113 135.16 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179682816. +WARNING: Using actual aggregate bytes moved = 5213257728. +write 36.91 137871360 16.00 0.000426 134.70 0.000104 134.70 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179633664. +WARNING: Using actual aggregate bytes moved = 5065080832. +write 35.76 137871360 16.00 0.000415 135.10 0.000099 135.10 2 + +Max Write: 36.91 MiB/sec (38.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 36.91 34.60 35.75 0.94 134.98834 0 1 1 3 1 0 1 0 0 1 141180272640 16384 4903501824 POSIX 0 + +Finished: Tue Oct 23 00:40:40 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..3d888c6df --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:52:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:52:11 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2116505600. +read 33.59 78643200 100.00 0.001503 60.10 0.000510 60.10 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2126131200. +read 33.74 78643200 100.00 0.000598 60.10 0.000234 60.10 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2150195200. +read 34.12 78643200 100.00 0.000571 60.09 0.000161 60.09 2 + +Max Read: 34.12 MiB/sec (35.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 34.12 33.59 33.82 0.23 60.09716 0 2 2 3 0 0 1 0 0 1 80530636800 102400 2116505600 MPIIO 0 + +Finished: Wed Oct 24 01:55:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514730 0xbef5aa 0 + 7 12463352 0xbe2cf8 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..09b0382b9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:44:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:44:59 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3387494400. +read 107.30 78643200 100.00 0.004619 30.10 0.000188 30.11 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3434393600. +read 108.83 78643200 100.00 0.000592 30.09 0.000207 30.09 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3450777600. +read 109.34 78643200 100.00 0.000579 30.10 0.000173 30.10 2 + +Max Read: 109.34 MiB/sec (114.66 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 109.34 107.30 108.49 0.87 30.09988 0 2 2 3 0 0 1 0 0 1 80530636800 102400 3387494400 MPIIO 0 + +Finished: Wed Oct 24 08:46:30 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..73f422272 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:48:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:48:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060556800. +WARNING: Using actual aggregate bytes moved = 15162880000. +write 239.86 78643200 100.00 0.003220 60.28 0.000273 60.29 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059123200. +WARNING: Using actual aggregate bytes moved = 14554009600. +write 228.51 78643200 100.00 0.016505 60.72 0.000201 60.74 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161057792000. +WARNING: Using actual aggregate bytes moved = 15849881600. +write 251.13 78643200 100.00 0.030138 60.16 0.000190 60.19 2 + +Max Write: 251.13 MiB/sec (263.33 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 251.13 228.51 239.83 9.23 60.40618 0 2 2 3 0 0 1 0 0 1 80530636800 102400 15162880000 MPIIO 0 + +Finished: Wed Oct 24 01:52:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..d151529d6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:20:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:20:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 26353860608. +read 209.40 68935680 1024.00 0.007453 120.02 0.001721 120.03 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 32643219456. +read 259.40 68935680 1024.00 0.000607 120.01 0.000201 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 36842766336. +read 292.77 68935680 1024.00 0.000661 120.01 0.000191 120.01 2 + +Max Read: 292.77 MiB/sec (306.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 292.77 209.40 253.86 34.26 120.01655 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 26353860608 MPIIO 0 + +Finished: Mon Oct 22 22:26:33 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591861 0xc022f5 0 + 0 12420247 0xbd8497 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f40bd58d8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:36:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:36:47 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 19476250624. +read 618.84 78643200 1024.00 0.001592 30.01 0.000258 30.01 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 20935868416. +read 665.22 78643200 1024.00 0.000605 30.01 0.000198 30.01 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 20709376000. +read 657.90 78643200 1024.00 0.000543 30.02 0.000200 30.02 2 + +Max Read: 665.22 MiB/sec (697.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 665.22 618.84 647.32 20.36 30.01609 0 2 2 3 0 0 1 0 0 1 80530636800 1048576 19476250624 MPIIO 0 + +Finished: Wed Oct 24 08:38:17 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..58f5e21d1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:15:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:15:03 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141162446848. +write 1274.07 68935680 1024.00 0.001456 105.66 0.000487 105.66 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141345947648. +write 1260.08 68935680 1024.00 0.050349 106.93 0.000219 106.98 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 140948537344. +write 1303.71 68935680 1024.00 0.001498 103.10 0.000228 103.10 2 + +Max Write: 1303.71 MiB/sec (1367.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1303.71 1260.08 1279.29 18.19 105.24803 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 141162446848 MPIIO 0 + +Finished: Mon Oct 22 22:20:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e62784e69 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:57:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:57:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 98817802240. +read 783.70 68935680 10240 0.241708 120.01 0.000258 120.25 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 109020446720. +read 866.12 68935680 10240 0.000593 120.04 0.000207 120.04 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 107489525760. +read 853.98 68935680 10240 0.000554 120.04 0.000177 120.04 2 + +Max Read: 866.12 MiB/sec (908.19 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 866.12 783.70 834.60 36.33 120.10975 0 2 2 3 0 0 1 0 0 1 70590136320 10485760 98817802240 MPIIO 0 + +Finished: Mon Oct 22 16:03:15 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eb9f11fe7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:28:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:28:30 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 26560430080. +read 843.37 78643200 10240 0.001179 30.03 0.000241 30.03 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 25773998080. +read 818.39 78643200 10240 0.000627 30.03 0.000208 30.03 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 26287800320. +read 834.31 78643200 10240 0.000554 30.05 0.000189 30.05 2 + +Max Read: 843.37 MiB/sec (884.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 843.37 818.39 832.02 10.32 30.03927 0 2 2 3 0 0 1 0 0 1 80530636800 10485760 26560430080 MPIIO 0 + +Finished: Wed Oct 24 08:30:00 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..6e962fb2f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:52:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:52:47 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141159301120. +WARNING: Using actual aggregate bytes moved = 139817123840. +write 1637.59 68935680 10240 0.001477 81.42 0.000244 81.42 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141169786880. +WARNING: Using actual aggregate bytes moved = 142438563840. +write 1627.79 68935680 10240 0.237321 83.21 0.000253 83.45 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141694074880. +write 1600.18 68935680 10240 0.001663 84.45 0.000219 84.45 2 + +Max Write: 1637.59 MiB/sec (1717.14 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1637.59 1600.18 1621.85 15.84 83.10728 0 2 2 3 0 0 1 0 0 1 70590136320 10485760 139817123840 MPIIO 0 + +Finished: Mon Oct 22 15:57:06 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a92e45786 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:27:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:27:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1085882368. +read 8.59 68935680 16.00 0.001933 120.57 0.000227 120.57 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1100529664. +read 8.70 68935680 16.00 0.000612 120.58 0.000172 120.58 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1114898432. +read 8.82 68935680 16.00 0.000570 120.57 0.000168 120.57 2 + +Max Read: 8.82 MiB/sec (9.25 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 8.82 8.59 8.70 0.09 120.57250 0 2 2 3 0 0 1 0 0 1 70590136320 16384 1085882368 MPIIO 0 + +Finished: Tue Oct 23 00:33:52 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638253 0xc0d82d 0 + 3 12486565 0xbe87a5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c683296ef --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:52:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:52:59 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 704462848. +read 21.91 78643200 16.00 0.001598 30.66 0.000192 30.66 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 713703424. +read 22.20 78643200 16.00 0.000567 30.66 0.000227 30.66 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 723910656. +read 22.51 78643200 16.00 0.000594 30.67 0.000168 30.67 2 + +Max Read: 22.51 MiB/sec (23.61 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 22.51 21.91 22.21 0.25 30.66487 0 2 2 3 0 0 1 0 0 1 80530636800 16384 704462848 MPIIO 0 + +Finished: Wed Oct 24 08:54:31 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8133706b8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:21:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:21:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179469824. +WARNING: Using actual aggregate bytes moved = 5164302336. +write 40.52 68935680 16.00 0.001840 121.54 0.000237 121.55 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179469824. +WARNING: Using actual aggregate bytes moved = 5294505984. +write 40.73 68935680 16.00 0.006822 123.95 0.000245 123.96 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179404288. +WARNING: Using actual aggregate bytes moved = 5482807296. +write 42.99 68935680 16.00 0.047784 121.58 0.000187 121.63 2 + +Max Write: 42.99 MiB/sec (45.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 42.99 40.52 41.41 1.12 122.37880 0 2 2 3 0 0 1 0 0 1 70590136320 16384 5164302336 MPIIO 0 + +Finished: Tue Oct 23 00:27:46 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..39db8cb47 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,68 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:45:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:45:52 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1250201600. +read 19.86 78643200 100.00 0.000162 60.02 0.000138 60.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1249177600. +read 19.84 78643200 100.00 0.000168 60.03 0.000139 60.03 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1258393600. +read 19.99 78643200 100.00 0.000163 60.02 0.000138 60.02 2 + +Max Read: 19.99 MiB/sec (20.97 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 19.99 19.84 19.90 0.07 60.02582 0 2 2 3 1 0 1 0 0 1 80530636800 102400 1250201600 POSIX 0 + +Finished: Wed Oct 24 01:48:52 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426653 0xbd9d9d 0 + 2 12572991 0xbfd93f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514729 0xbef5a9 0 + 7 12463351 0xbe2cf7 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..54648dd4e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:42:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:42:29 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 30632038400. +write 474.39 78643200 100.00 0.000420 61.58 0.000147 61.58 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061068800. +WARNING: Using actual aggregate bytes moved = 30516838400. +write 460.34 78643200 100.00 0.000706 63.22 0.000131 63.22 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059430400. +WARNING: Using actual aggregate bytes moved = 30322176000. +write 454.71 78643200 100.00 0.000663 63.59 0.000250 63.59 2 + +Max Write: 474.39 MiB/sec (497.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 474.39 454.71 463.15 8.27 62.79877 0 2 2 3 1 0 1 0 0 1 80530636800 102400 30632038400 POSIX 0 + +Finished: Wed Oct 24 01:45:44 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d478117e9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,68 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:09:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:09:02 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 26806845440. +read 213.03 68935680 1024.00 0.000171 120.01 0.000136 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 31547457536. +read 250.70 68935680 1024.00 0.000157 120.01 0.000140 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 39363543040. +read 312.79 68935680 1024.00 0.000190 120.02 0.000143 120.02 2 + +Max Read: 312.79 MiB/sec (327.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 312.79 213.03 258.84 41.13 120.01022 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 26806845440 POSIX 0 + +Finished: Mon Oct 22 22:15:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486542 0xbe878e 0 + 5 12378597 0xbce1e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591860 0xc022f4 0 + 0 12420246 0xbd8496 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..607e3628f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:05:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:05:54 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2040.06 68935680 1024.00 0.000439 66.00 0.000176 66.00 0 +write 2420.07 68935680 1024.00 0.000691 55.63 0.000173 55.63 1 +write 2502.54 68935680 1024.00 0.000652 53.80 0.000160 53.80 2 + +Max Write: 2502.54 MiB/sec (2624.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2502.54 2040.06 2320.89 201.41 58.47800 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 22:08:54 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b7361a613 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,68 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:52:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:52:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 37203476480. +read 295.55 68935680 10240 0.000163 120.05 0.000140 120.05 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 42446356480. +read 337.12 68935680 10240 0.000161 120.07 0.000138 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 50394562560. +read 400.45 68935680 10240 0.000163 120.01 0.000149 120.01 2 + +Max Read: 400.45 MiB/sec (419.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 400.45 295.55 344.38 43.13 120.04549 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 37203476480 POSIX 0 + +Finished: Mon Oct 22 20:58:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508297 0xbedc89 0 + 7 12456937 0xbe13e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638212 0xc0d804 0 + 3 12486522 0xbe877a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..116e77203 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:49:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:49:39 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2396.14 68935680 10240 0.000421 56.19 0.000192 56.19 0 +write 2463.72 68935680 10240 0.002461 54.65 0.000157 54.65 1 +write 2537.98 68935680 10240 0.000687 53.05 0.000181 53.05 2 + +Max Write: 2537.98 MiB/sec (2661.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2537.98 2396.14 2465.95 57.93 54.62977 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 20:52:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..284473e72 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,68 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:15:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:15:24 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 631586816. +read 5.01 68935680 16.00 0.000313 120.18 0.000136 120.18 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 640942080. +read 5.09 68935680 16.00 0.000159 120.19 0.000141 120.19 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 655769600. +read 5.20 68935680 16.00 0.000163 120.19 0.000135 120.19 2 + +Max Read: 5.20 MiB/sec (5.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5.20 5.01 5.10 0.08 120.18716 0 2 2 3 1 0 1 0 0 1 70590136320 16384 631586816 POSIX 0 + +Finished: Tue Oct 23 00:21:25 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638252 0xc0d82c 0 + 3 12486564 0xbe87a4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508338 0xbedcb2 0 + 7 12456978 0xbe1412 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7af3a552a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:08:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:08:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180043264. +WARNING: Using actual aggregate bytes moved = 10365878272. +write 75.84 68935680 16.00 0.000423 130.34 0.000137 130.34 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179813888. +WARNING: Using actual aggregate bytes moved = 9952854016. +write 68.99 68935680 16.00 0.000696 137.58 0.000120 137.59 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 10229530624. +write 74.02 68935680 16.00 0.000714 131.80 0.000125 131.80 2 + +Max Write: 75.84 MiB/sec (79.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 75.84 68.99 72.95 2.90 133.24379 0 2 2 3 1 0 1 0 0 1 70590136320 16384 10365878272 POSIX 0 + +Finished: Tue Oct 23 00:15:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..86cbfe051 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:14:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:14:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3567923200. +read 56.62 39321600 100.00 0.004228 60.09 0.000179 60.10 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3673702400. +read 58.31 39321600 100.00 0.000730 60.09 0.000251 60.09 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3749273600. +read 59.51 39321600 100.00 0.000752 60.08 0.000169 60.08 2 + +Max Read: 59.51 MiB/sec (62.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 59.51 56.62 58.15 1.19 60.08803 0 4 4 3 0 0 1 0 0 1 40265318400 102400 3567923200 MPIIO 0 + +Finished: Wed Oct 24 01:17:04 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514721 0xbef5a1 0 + 7 12463342 0xbe2cee 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..cf78c5c85 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:40:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:40:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 7606886400. +read 241.07 39321600 100.00 0.004575 30.09 0.000247 30.09 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 7775129600. +read 246.40 39321600 100.00 0.000749 30.09 0.000171 30.09 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 7871488000. +read 249.45 39321600 100.00 0.000711 30.09 0.000173 30.09 2 + +Max Read: 249.45 MiB/sec (261.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 249.45 241.07 245.64 3.46 30.09313 0 4 4 3 0 0 1 0 0 1 40265318400 102400 7606886400 MPIIO 0 + +Finished: Wed Oct 24 08:41:39 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1a8da6584 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:10:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:10:41 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059737600. +WARNING: Using actual aggregate bytes moved = 14886502400. +write 235.82 39321600 100.00 0.001613 60.20 0.000283 60.20 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061068800. +WARNING: Using actual aggregate bytes moved = 13940326400. +write 218.90 39321600 100.00 0.026797 60.71 0.000167 60.73 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060147200. +WARNING: Using actual aggregate bytes moved = 14323404800. +write 220.98 39321600 100.00 0.001549 61.81 0.000175 61.81 2 + +Max Write: 235.82 MiB/sec (247.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 235.82 218.90 225.23 7.53 60.91658 0 4 4 3 0 0 1 0 0 1 40265318400 102400 14886502400 MPIIO 0 + +Finished: Wed Oct 24 01:13:55 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..93bb8a0d9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:59:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:59:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 49221206016. +read 391.10 34467840 1024.00 0.001724 120.02 0.000263 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 62731059200. +read 498.38 34467840 1024.00 0.000741 120.04 0.000189 120.04 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 63361253376. +read 503.42 34467840 1024.00 0.000696 120.03 0.000217 120.03 2 + +Max Read: 503.42 MiB/sec (527.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 503.42 391.10 464.30 51.80 120.03115 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 49221206016 MPIIO 0 + +Finished: Mon Oct 22 22:05:53 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566598 0xbfc046 0 + 4 12508315 0xbedc9b 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..cc38d7170 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:31:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:31:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 33224130560. +read 1055.42 39321600 1024.00 0.001879 30.02 0.000229 30.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 34140585984. +read 1084.16 39321600 1024.00 0.000761 30.03 0.000175 30.03 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 34597765120. +read 1099.35 39321600 1024.00 0.000776 30.01 0.000192 30.01 2 + +Max Read: 1099.35 MiB/sec (1152.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1099.35 1055.42 1079.64 18.22 30.02200 0 4 4 3 0 0 1 0 0 1 40265318400 1048576 33224130560 MPIIO 0 + +Finished: Wed Oct 24 08:33:23 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e934bfb3b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:54:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:54:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141580828672. +write 1366.54 34467840 1024.00 0.006336 98.80 0.000266 98.81 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141389987840. +write 1314.35 34467840 1024.00 0.059727 102.53 0.000210 102.59 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140744065024. +write 1344.58 34467840 1024.00 0.024153 99.80 0.000231 99.83 2 + +Max Write: 1366.54 MiB/sec (1432.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1366.54 1314.35 1341.83 21.39 100.40729 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 141580828672 MPIIO 0 + +Finished: Mon Oct 22 21:59:43 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..b66a9472b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:44:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:44:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141882818560. +read 1300.58 34467840 10240 0.085615 103.95 0.000470 104.04 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 142165934080. +read 1391.81 34467840 10240 0.000767 97.41 0.000214 97.41 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141631160320. +read 1353.29 34467840 10240 0.000717 99.81 0.000210 99.81 2 + +Max Read: 1391.81 MiB/sec (1459.41 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1391.81 1300.58 1348.56 37.39 100.41994 0 4 4 3 0 0 1 0 0 1 35295068160 10485760 141882818560 MPIIO 0 + +Finished: Mon Oct 22 15:49:27 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..239f1af33 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:23:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:23:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 25406996480. +read 805.30 39321600 10240 0.002072 30.09 0.000240 30.09 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 29685186560. +read 939.46 39321600 10240 0.000735 30.13 0.000230 30.13 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 34005319680. +read 1077.09 39321600 10240 0.000682 30.11 0.000232 30.11 2 + +Max Read: 1077.09 MiB/sec (1129.41 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1077.09 805.30 940.62 110.96 30.11042 0 4 4 3 0 0 1 0 0 1 40265318400 10485760 25406996480 MPIIO 0 + +Finished: Wed Oct 24 08:25:04 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..93dbed0e0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:40:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:40:09 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141169786880. +write 1715.66 34467840 10240 0.008235 78.46 0.000289 78.47 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141138329600. +write 1737.39 34467840 10240 0.059053 77.41 0.000201 77.47 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141882818560. +write 1730.10 34467840 10240 0.094761 78.11 0.000240 78.21 2 + +Max Write: 1737.39 MiB/sec (1821.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1737.39 1715.66 1727.72 9.03 78.05092 0 4 4 3 0 0 1 0 0 1 35295068160 10485760 141169786880 MPIIO 0 + +Finished: Mon Oct 22 15:44:15 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..ce8da8589 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:02:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:02:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2193473536. +read 17.36 34467840 16.00 0.019826 120.46 0.000260 120.48 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2254274560. +read 17.85 34467840 16.00 0.000787 120.47 0.000189 120.47 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2290745344. +read 18.13 34467840 16.00 0.000760 120.47 0.000180 120.47 2 + +Max Read: 18.13 MiB/sec (19.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 18.13 17.36 17.78 0.32 120.47336 0 4 4 3 0 0 1 0 0 1 35295068160 16384 2193473536 MPIIO 0 + +Finished: Tue Oct 23 00:08:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378618 0xbce1fa 0 + 6 12591881 0xc02309 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..731494ff3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:48:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:48:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1815003136. +read 56.69 39321600 16.00 0.006031 30.53 0.000245 30.53 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1801043968. +read 56.26 39321600 16.00 0.000764 30.53 0.000156 30.53 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 1690976256. +read 52.83 39321600 16.00 0.000727 30.53 0.000182 30.53 2 + +Max Read: 56.69 MiB/sec (59.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 56.69 52.83 55.26 1.73 30.52981 0 4 4 3 0 0 1 0 0 1 40265318400 16384 1815003136 MPIIO 0 + +Finished: Wed Oct 24 08:49:45 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fa616bcf6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:55:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:55:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178732544. +WARNING: Using actual aggregate bytes moved = 5211865088. +write 38.02 34467840 16.00 0.001959 130.74 0.000262 130.74 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179404288. +WARNING: Using actual aggregate bytes moved = 5158879232. +write 38.72 34467840 16.00 0.001565 127.06 0.000208 127.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179355136. +WARNING: Using actual aggregate bytes moved = 5104254976. +write 38.64 34467840 16.00 0.000971 125.99 0.000187 125.99 2 + +Max Write: 38.72 MiB/sec (40.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 38.72 38.02 38.46 0.31 127.92968 0 4 4 3 0 0 1 0 0 1 35295068160 16384 5211865088 MPIIO 0 + +Finished: Tue Oct 23 00:02:26 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..dbaf4c362 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,88 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:07:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:07:40 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2536550400. +read 40.31 39321600 100.00 0.000199 60.02 0.000147 60.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2612326400. +read 41.51 39321600 100.00 0.000182 60.02 0.000137 60.02 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2664652800. +read 42.34 39321600 100.00 0.000166 60.02 0.000136 60.02 2 + +Max Read: 42.34 MiB/sec (44.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 42.34 40.31 41.38 0.84 60.01977 0 4 4 3 1 0 1 0 0 1 40265318400 102400 2536550400 POSIX 0 + +Finished: Wed Oct 24 01:10:40 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514720 0xbef5a0 0 + 7 12463341 0xbe2ced 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426644 0xbd9d94 0 + 2 12572981 0xbfd935 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463340 0xbe2cec 0 + 1 12644626 0xc0f112 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384983 0xbcfad7 0 + 6 12598239 0xc03bdf 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e8bb35a03 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:04:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:04:12 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060454400. +WARNING: Using actual aggregate bytes moved = 49498112000. +write 741.94 39321600 100.00 0.000807 63.62 0.000151 63.62 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161057792000. +WARNING: Using actual aggregate bytes moved = 48220979200. +write 723.09 39321600 100.00 0.001075 63.60 0.000144 63.60 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060044800. +WARNING: Using actual aggregate bytes moved = 48337817600. +write 725.81 39321600 100.00 0.001092 63.51 0.000154 63.51 2 + +Max Write: 741.94 MiB/sec (777.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 741.94 723.09 730.28 8.32 63.57836 0 4 4 3 1 0 1 0 0 1 40265318400 102400 49498112000 POSIX 0 + +Finished: Wed Oct 24 01:07:27 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..47ffd0c66 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,88 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:48:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:48:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 57900269568. +read 460.09 34467840 1024.00 0.000194 120.02 0.000203 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 87379935232. +read 694.36 34467840 1024.00 0.000161 120.01 0.000199 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 127142985728. +read 1010.30 34467840 1024.00 0.000192 120.02 0.000170 120.02 2 + +Max Read: 1010.30 MiB/sec (1059.38 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1010.30 460.09 721.59 225.45 120.01485 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 57900269568 POSIX 0 + +Finished: Mon Oct 22 21:54:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638227 0xc0d813 0 + 3 12486539 0xbe878b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508313 0xbedc99 0 + 7 12456953 0xbe13f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566597 0xbfc045 0 + 4 12508314 0xbedc9a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378594 0xbce1e2 0 + 6 12591857 0xc022f1 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..db70b4fd3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:45:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:45:57 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2890.64 34467840 1024.00 0.000807 46.58 0.000208 46.58 0 +write 2810.40 34467840 1024.00 0.001055 47.91 0.000175 47.91 1 +write 2948.45 34467840 1024.00 0.001035 45.66 0.000167 45.66 2 + +Max Write: 2948.45 MiB/sec (3091.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2948.45 2810.40 2883.16 56.61 46.71684 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:48:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..58ea520d6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,88 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:44:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:44:08 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 80708894720. +read 640.91 34467840 10240 0.000718 120.09 0.000175 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 113959239680. +read 905.12 34467840 10240 0.000153 120.07 0.000165 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1501.27 34467840 10240 0.000197 89.68 0.000169 89.68 2 + +Max Read: 1501.27 MiB/sec (1574.19 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1501.27 640.91 1015.77 359.85 109.95041 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 80708894720 POSIX 0 + +Finished: Mon Oct 22 20:49:38 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378572 0xbce1cc 0 + 6 12591835 0xc022db 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456930 0xbe13e2 0 + 1 12638205 0xc0d7fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566573 0xbfc02d 0 + 4 12508290 0xbedc82 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591834 0xc022da 0 + 0 12420220 0xbd847c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..96959b980 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:41:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:41:51 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2661.11 34467840 10240 0.000798 50.59 0.000182 50.60 0 +write 3391.94 34467840 10240 0.001092 39.69 0.000205 39.69 1 +write 4102 34467840 10240 0.001069 32.82 0.000197 32.82 2 + +Max Write: 4102.20 MiB/sec (4301.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4102.20 2661.11 3385.08 588.34 41.03695 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 20:43:58 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e4f0ceb73 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,88 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:49:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:49:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1782857728. +read 14.16 34467840 16.00 0.000179 120.10 0.000144 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1877540864. +read 14.91 34467840 16.00 0.000184 120.10 0.000153 120.10 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1892745216. +read 15.03 34467840 16.00 0.000173 120.10 0.000144 120.10 2 + +Max Read: 15.03 MiB/sec (15.76 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 15.03 14.16 14.70 0.39 120.09736 0 4 4 3 1 0 1 0 0 1 35295068160 16384 1782857728 POSIX 0 + +Finished: Mon Oct 22 23:55:45 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591879 0xc02307 0 + 0 12420265 0xbd84a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566618 0xbfc05a 0 + 4 12508335 0xbedcaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378617 0xbce1f9 0 + 6 12591880 0xc02308 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456975 0xbe140f 0 + 1 12638249 0xc0d829 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2f027f42f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:42:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:42:48 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179879424. +WARNING: Using actual aggregate bytes moved = 18400575488. +write 128.96 34467840 16.00 0.000815 136.07 0.000182 136.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178568704. +WARNING: Using actual aggregate bytes moved = 17841750016. +write 130.93 34467840 16.00 0.001049 129.95 0.000175 129.95 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180207104. +WARNING: Using actual aggregate bytes moved = 18589237248. +write 131.83 34467840 16.00 0.001016 134.48 0.000151 134.48 2 + +Max Write: 131.83 MiB/sec (138.23 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 131.83 128.96 130.57 1.20 133.50294 0 4 4 3 1 0 1 0 0 1 35295068160 16384 18400575488 POSIX 0 + +Finished: Mon Oct 22 23:49:32 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7fc56fd96 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:39:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:39:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5692006400. +read 90.34 26214400 100.00 0.007037 60.08 0.000263 60.09 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5929369600. +read 94.12 26214400 100.00 0.000932 60.08 0.000185 60.08 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6173798400. +read 98.00 26214400 100.00 0.000894 60.08 0.000180 60.08 2 + +Max Read: 98.00 MiB/sec (102.76 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 98.00 90.34 94.15 3.13 60.08164 0 6 6 3 0 0 1 0 0 1 26843545600 102400 5692006400 MPIIO 0 + +Finished: Wed Oct 24 01:42:29 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644635 0xc0f11b 0 + 3 12492930 0xbea082 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..96e78a9bf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:43:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:43:21 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 12445081600. +read 394.53 26214400 100.00 0.002136 30.08 0.000237 30.08 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 12079718400. +read 383.00 26214400 100.00 0.000896 30.08 0.000180 30.08 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 12653977600. +read 401.22 26214400 100.00 0.000907 30.08 0.000157 30.08 2 + +Max Read: 401.22 MiB/sec (420.71 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 401.22 383.00 392.92 7.53 30.07955 0 6 6 3 0 0 1 0 0 1 26843545600 102400 12445081600 MPIIO 0 + +Finished: Wed Oct 24 08:44:51 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..67fb1cafc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:36:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:36:09 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060147200. +WARNING: Using actual aggregate bytes moved = 13878067200. +write 217.53 26214400 100.00 0.006332 60.84 0.000235 60.84 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161056563200. +WARNING: Using actual aggregate bytes moved = 14127308800. +write 224.14 26214400 100.00 0.001595 60.11 0.000205 60.11 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060966400. +WARNING: Using actual aggregate bytes moved = 14639411200. +write 227.50 26214400 100.00 0.018975 61.35 0.000240 61.37 2 + +Max Write: 227.50 MiB/sec (238.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 227.50 217.53 223.06 4.15 60.77317 0 6 6 3 0 0 1 0 0 1 26843545600 102400 13878067200 MPIIO 0 + +Finished: Wed Oct 24 01:39:20 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e21813735 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:39:55 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:39:55 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 44938821632. +read 356.87 22978560 1024.00 0.042674 120.05 0.000256 120.09 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 58208550912. +read 462.40 22978560 1024.00 0.000904 120.05 0.000207 120.05 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 58485374976. +read 464.67 22978560 1024.00 0.000940 120.03 0.000198 120.03 2 + +Max Read: 464.67 MiB/sec (487.24 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 464.67 356.87 427.98 50.29 120.05991 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 44938821632 MPIIO 0 + +Finished: Mon Oct 22 21:45:55 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486536 0xbe8788 0 + 5 12378592 0xbce1e0 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4fcbc7d6f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#TYPE:read.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:35:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:35:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 52439285760. +read 1665.64 26214400 1024.00 0.002850 30.02 0.000248 30.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 54208233472. +read 1721.35 26214400 1024.00 0.000961 30.03 0.000186 30.03 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 55190749184. +read 1753.45 26214400 1024.00 0.000755 30.02 0.000191 30.02 2 + +Max Read: 1753.45 MiB/sec (1838.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1753.45 1665.64 1713.48 36.28 30.02496 0 6 6 3 0 0 1 0 0 1 26843545600 1048576 52439285760 MPIIO 0 + +Finished: Wed Oct 24 08:36:38 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..a9c775608 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:34:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:34:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141151961088. +write 1325.44 22978560 1024.00 0.005407 101.56 0.000274 101.56 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141527351296. +write 1373.27 22978560 1024.00 0.005024 98.28 0.000279 98.28 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140823756800. +write 1348.71 22978560 1024.00 0.030859 99.55 0.000239 99.58 2 + +Max Write: 1373.27 MiB/sec (1439.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1373.27 1325.44 1349.14 19.53 99.80739 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 141151961088 MPIIO 0 + +Finished: Mon Oct 22 21:39:46 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7808a8ae8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:34:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:34:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141903790080. +read 1667.35 22978560 10240 0.076982 81.09 0.000287 81.16 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141914275840. +read 1740.24 22978560 10240 0.000922 77.77 0.000222 77.77 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141075415040. +read 1715.50 22978560 10240 0.000941 78.42 0.000247 78.43 2 + +Max Read: 1740.24 MiB/sec (1824.77 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1740.24 1667.35 1707.70 30.27 79.12064 0 6 6 3 0 0 1 0 0 1 23530045440 10485760 141903790080 MPIIO 0 + +Finished: Mon Oct 22 15:38:11 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5e1890c40 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:26:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:26:51 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 58521026560. +read 1854.90 26214400 10240 0.006318 30.08 0.000228 30.09 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 65777172480. +read 2081.15 26214400 10240 0.000871 30.14 0.000197 30.14 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 67612180480. +read 2144.13 26214400 10240 0.000911 30.07 0.000197 30.07 2 + +Max Read: 2144.13 MiB/sec (2248.28 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2144.13 1854.90 2026.73 124.19 30.10087 0 6 6 3 0 0 1 0 0 1 26843545600 10485760 58521026560 MPIIO 0 + +Finished: Wed Oct 24 08:28:21 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f7a70ee4f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:29:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:29:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140844728320. +write 1568.05 22978560 10240 0.001879 85.66 0.000354 85.66 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140813271040. +write 1559.09 22978560 10240 0.345781 85.79 0.000278 86.13 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 143424225280. +write 1556.13 22978560 10240 0.469190 87.43 0.000301 87.90 2 + +Max Write: 1568.05 MiB/sec (1644.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1568.05 1556.13 1561.09 5.07 86.56379 0 6 6 3 0 0 1 0 0 1 23530045440 10485760 140844728320 MPIIO 0 + +Finished: Mon Oct 22 15:34:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..9e83d6df9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:36:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:36:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3196665856. +read 25.31 22978560 16.00 0.002243 120.43 0.000221 120.43 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3265265664. +read 25.86 22978560 16.00 0.000921 120.43 0.000202 120.43 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3335749632. +read 26.42 22978560 16.00 0.000911 120.43 0.000197 120.43 2 + +Max Read: 26.42 MiB/sec (27.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 26.42 25.31 25.86 0.45 120.42791 0 6 6 3 0 0 1 0 0 1 23530045440 16384 3196665856 MPIIO 0 + +Finished: Mon Oct 22 23:42:47 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508332 0xbedcac 0 + 7 12456973 0xbe140d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..286dde4f5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:51:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:51:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 2514714624. +read 78.63 26214400 16.00 0.002352 30.50 0.000221 30.50 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 2557575168. +read 79.96 26214400 16.00 0.000893 30.50 0.000179 30.50 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 2575958016. +read 80.55 26214400 16.00 0.000921 30.50 0.000164 30.50 2 + +Max Read: 80.55 MiB/sec (84.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 80.55 78.63 79.72 0.80 30.49964 0 6 6 3 0 0 1 0 0 1 26843545600 16384 2514714624 MPIIO 0 + +Finished: Wed Oct 24 08:52:55 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5887e093a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:30:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:30:03 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178667008. +WARNING: Using actual aggregate bytes moved = 5166858240. +write 40.55 22978560 16.00 0.005347 121.50 0.000256 121.50 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179846656. +WARNING: Using actual aggregate bytes moved = 4936187904. +write 37.87 22978560 16.00 0.001034 124.30 0.000186 124.30 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179650048. +WARNING: Using actual aggregate bytes moved = 5161730048. +write 40.86 22978560 16.00 0.013837 120.47 0.000193 120.48 2 + +Max Write: 40.86 MiB/sec (42.84 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 40.86 37.87 39.76 1.34 122.09637 0 6 6 3 0 0 1 0 0 1 23530045440 16384 5166858240 MPIIO 0 + +Finished: Mon Oct 22 23:36:39 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..67439a954 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,108 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:33:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:33:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 966367641600. +WARNING: Using actual aggregate bytes moved = 4031488000. +read 64.04 26214400 100.00 0.000204 60.03 0.000173 60.03 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 966367641600. +WARNING: Using actual aggregate bytes moved = 4278784000. +read 67.99 26214400 100.00 0.000208 60.02 0.000152 60.02 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 966367641600. +WARNING: Using actual aggregate bytes moved = 4422758400. +read 70.27 26214400 100.00 0.000217 60.02 0.000169 60.02 2 + +Max Read: 70.27 MiB/sec (73.68 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 70.27 64.04 67.43 2.57 60.02534 0 6 6 3 1 0 1 0 0 1 26843545600 102400 4031488000 POSIX 0 + +Finished: Wed Oct 24 01:36:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384991 0xbcfadf 0 + 6 12598246 0xc03be6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644634 0xc0f11a 0 + 3 12492928 0xbea080 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572987 0xbfd93b 0 + 4 12514725 0xbef5a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492929 0xbea081 0 + 5 12384992 0xbcfae0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426650 0xbd9d9a 0 + 2 12572988 0xbfd93c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514726 0xbef5a6 0 + 7 12463348 0xbe2cf4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4416fba77 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:29:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:29:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060864000. +WARNING: Using actual aggregate bytes moved = 60960972800. +write 916.90 26214400 100.00 0.001193 63.40 0.000175 63.41 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059430400. +WARNING: Using actual aggregate bytes moved = 50419200000. +write 754.87 26214400 100.00 0.001385 63.70 0.000164 63.70 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 58768588800. +write 879.53 26214400 100.00 0.001391 63.72 0.000157 63.72 2 + +Max Write: 916.90 MiB/sec (961.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 916.90 754.87 850.43 69.27 63.60897 0 6 6 3 1 0 1 0 0 1 26843545600 102400 60960972800 POSIX 0 + +Finished: Wed Oct 24 01:32:58 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d17fb5853 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,108 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:29:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:29:30 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 82219892736. +read 653.31 22978560 1024.00 0.000224 120.02 0.000190 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 137311027200. +read 1091.16 22978560 1024.00 0.000197 120.01 0.000197 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1902.92 22978560 1024.00 0.000191 70.75 0.000186 70.75 2 + +Max Read: 1902.92 MiB/sec (1995.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1902.92 653.31 1215.80 517.71 103.59530 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 82219892736 POSIX 0 + +Finished: Mon Oct 22 21:34:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566591 0xbfc03f 0 + 4 12508308 0xbedc94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378590 0xbce1de 0 + 6 12591853 0xc022ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638224 0xc0d810 0 + 3 12486534 0xbe8786 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486535 0xbe8787 0 + 5 12378591 0xbce1df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420240 0xbd8490 0 + 2 12566592 0xbfc040 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508309 0xbedc95 0 + 7 12456949 0xbe13f5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8582ce22d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:27:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:27:45 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4418 22978560 1024.00 0.001158 30.47 0.000194 30.48 0 +write 4372 22978560 1024.00 0.001450 30.79 0.000180 30.79 1 +write 4458 22978560 1024.00 0.001382 30.20 0.000175 30.20 2 + +Max Write: 4458.46 MiB/sec (4675.03 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4458.46 4372.45 4416.29 35.13 30.48908 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:29:20 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d9236bb85 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,108 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:17:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:17:27 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 132980408320. +read 1055.51 22978560 10240 0.000196 120.15 0.000208 120.15 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1513.33 22978560 10240 0.000221 88.97 0.000175 88.97 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 2388.40 22978560 10240 0.000229 56.37 0.000185 56.37 2 + +Max Read: 2388.40 MiB/sec (2504.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2388.40 1055.51 1652.41 552.97 88.49760 0 6 6 3 1 0 1 0 0 1 23530045440 10485760 132980408320 POSIX 0 + +Finished: Mon Oct 22 18:21:53 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420127 0xbd841f 0 + 2 12566482 0xbfbfd2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486425 0xbe8719 0 + 5 12378479 0xbce16f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638113 0xc0d7a1 0 + 3 12486426 0xbe871a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456840 0xbe1388 0 + 1 12638112 0xc0d7a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508199 0xbedc27 0 + 7 12456841 0xbe1389 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378480 0xbce170 0 + 6 12591742 0xc0227e 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..3715c8933 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:15:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:15:52 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4739 22978560 10240 0.001139 28.41 0.000202 28.41 0 +write 5012 22978560 10240 0.003508 26.86 0.000235 26.87 1 +write 5144 22978560 10240 0.002094 26.17 0.000239 26.17 2 + +Max Write: 5144.25 MiB/sec (5394.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5144.25 4738.59 4964.82 168.88 27.15067 0 6 6 3 1 0 1 0 0 1 23530045440 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 18:17:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..10fb08d9a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,108 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:24:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:24:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 2841722880. +read 22.57 22978560 16.00 0.000229 120.07 0.001204 120.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 3014508544. +read 23.94 22978560 16.00 0.000234 120.07 0.000178 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 3021340672. +read 24.00 22978560 16.00 0.000192 120.07 0.000172 120.07 2 + +Max Read: 24.00 MiB/sec (25.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 24.00 22.57 23.50 0.66 120.07070 0 6 6 3 1 0 1 0 0 1 23530045440 16384 2841722880 POSIX 0 + +Finished: Mon Oct 22 23:30:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566615 0xbfc057 0 + 4 12508330 0xbedcaa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456971 0xbe140b 0 + 1 12638245 0xc0d825 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508331 0xbedcab 0 + 7 12456972 0xbe140c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378611 0xbce1f3 0 + 6 12591874 0xc02302 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591875 0xc02303 0 + 0 12420261 0xbd84a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486558 0xbe879e 0 + 5 12378612 0xbce1f4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..bf8f306d5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:17:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:17:05 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180076032. +WARNING: Using actual aggregate bytes moved = 25803784192. +write 180.20 22978560 16.00 0.001147 136.56 0.000180 136.56 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179617280. +WARNING: Using actual aggregate bytes moved = 25233440768. +write 184.25 22978560 16.00 0.001454 130.61 0.000185 130.61 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178535936. +WARNING: Using actual aggregate bytes moved = 25464586240. +write 180.65 22978560 16.00 0.004355 134.43 0.000167 134.43 2 + +Max Write: 184.25 MiB/sec (193.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 184.25 180.20 181.70 1.81 133.86699 0 6 6 3 1 0 1 0 0 1 23530045440 16384 25803784192 POSIX 0 + +Finished: Mon Oct 22 23:23:50 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..1925dbaab --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 01:01:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:01:10 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6008320000. +read 95.36 19660800 100.00 0.006084 60.08 0.000243 60.09 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6281113600. +read 99.70 19660800 100.00 0.001106 60.08 0.000289 60.08 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6569676800. +read 104.29 19660800 100.00 0.001119 60.07 0.000213 60.08 2 + +Max Read: 104.29 MiB/sec (109.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 104.29 95.36 99.79 3.65 60.08071 0 8 8 3 0 0 1 0 0 1 20132659200 102400 6008320000 MPIIO 0 + +Finished: Wed Oct 24 01:04:11 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384980 0xbcfad4 0 + 6 12598236 0xc03bdc 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..aa3d73b41 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:38:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:38:27 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 16035737600. +read 508.39 19660800 100.00 0.002243 30.08 0.000280 30.08 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 15484518400. +read 490.96 19660800 100.00 0.001064 30.08 0.000186 30.08 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 15903232000. +read 504.19 19660800 100.00 0.001041 30.08 0.000175 30.08 2 + +Max Read: 508.39 MiB/sec (533.09 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 508.39 490.96 501.18 7.43 30.07996 0 8 8 3 0 0 1 0 0 1 20132659200 102400 16035737600 MPIIO 0 + +Finished: Wed Oct 24 08:39:57 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..789bd7c4f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 00:57:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:57:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060147200. +WARNING: Using actual aggregate bytes moved = 14386278400. +write 223.36 19660800 100.00 0.008652 61.42 0.000296 61.42 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060147200. +WARNING: Using actual aggregate bytes moved = 14757171200. +write 231.38 19660800 100.00 0.020601 60.80 0.000238 60.82 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161060966400. +WARNING: Using actual aggregate bytes moved = 14609510400. +write 227.67 19660800 100.00 0.010475 61.19 0.000243 61.20 2 + +Max Write: 231.38 MiB/sec (242.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 231.38 223.36 227.47 3.28 61.14912 0 8 8 3 0 0 1 0 0 1 20132659200 102400 14386278400 MPIIO 0 + +Finished: Wed Oct 24 01:00:59 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..33a7236a1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:21:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:21:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 50769952768. +read 403.38 17233920 1024.00 0.002663 120.03 0.000268 120.03 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 60143173632. +read 477.74 17233920 1024.00 0.001079 120.06 0.000247 120.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 61476962304. +read 488.37 17233920 1024.00 0.001143 120.05 0.000220 120.05 2 + +Max Read: 488.37 MiB/sec (512.09 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 488.37 403.38 456.49 37.81 120.04743 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 50769952768 MPIIO 0 + +Finished: Mon Oct 22 21:27:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456945 0xbe13f1 0 + 1 12638220 0xc0d80c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..055955e20 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:30:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:30:11 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 62083039232. +read 1971.30 19660800 1024.00 0.002403 30.03 0.000215 30.03 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 58500055040. +read 1858.12 19660800 1024.00 0.001101 30.02 0.000305 30.02 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 56201576448. +read 1778.27 19660800 1024.00 0.001074 30.14 0.000205 30.14 2 + +Max Read: 1971.30 MiB/sec (2067.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1971.30 1778.27 1869.23 79.19 30.06669 0 8 8 3 0 0 1 0 0 1 20132659200 1048576 62083039232 MPIIO 0 + +Finished: Wed Oct 24 08:31:41 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..bc4166fb2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:16:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:16:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141393133568. +write 1341.52 17233920 1024.00 0.006187 100.51 0.000394 100.52 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141208584192. +write 1300.42 17233920 1024.00 0.022214 103.53 0.000317 103.56 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140952731648. +write 1376.55 17233920 1024.00 0.016399 97.64 0.000286 97.65 2 + +Max Write: 1376.55 MiB/sec (1443.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1376.55 1300.42 1339.50 31.11 100.57450 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 141393133568 MPIIO 0 + +Finished: Mon Oct 22 21:21:31 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e91638181 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:24:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:24:18 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141694074880. +read 1706.21 17233920 10240 0.058433 79.14 0.000337 79.20 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 140288983040. +read 1890.77 17233920 10240 0.001087 70.76 0.000277 70.76 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 140666470400. +read 1992.99 17233920 10240 0.001099 67.31 0.000207 67.31 2 + +Max Read: 1992.99 MiB/sec (2089.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1992.99 1706.21 1863.32 118.68 72.42319 0 8 8 3 0 0 1 0 0 1 17647534080 10485760 141694074880 MPIIO 0 + +Finished: Mon Oct 22 15:27:56 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c62736e28 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:21:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:21:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 27367833600. +read 865.72 19660800 10240 0.002712 30.15 0.000249 30.15 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 32264683520. +read 1022.33 19660800 10240 0.001086 30.10 0.000268 30.10 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 38199623680. +read 1209.66 19660800 10240 0.001084 30.11 0.000204 30.12 2 + +Max Read: 1209.66 MiB/sec (1268.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1209.66 865.72 1032.57 140.60 30.12076 0 8 8 3 0 0 1 0 0 1 20132659200 10485760 27367833600 MPIIO 0 + +Finished: Wed Oct 24 08:23:23 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..789b03a3d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:19:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:19:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141599703040. +write 1540.40 17233920 10240 0.002347 87.66 0.000382 87.67 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141316587520. +write 1509.42 17233920 10240 0.117178 89.17 0.000275 89.29 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141798932480. +write 1490.90 17233920 10240 0.214682 90.49 0.000251 90.70 2 + +Max Write: 1540.40 MiB/sec (1615.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1540.40 1490.90 1513.57 20.42 89.21839 0 8 8 3 0 0 1 0 0 1 17647534080 10485760 141599703040 MPIIO 0 + +Finished: Mon Oct 22 15:24:06 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..8085105f2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,59 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:11:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:11:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4092526592. +read 32.41 17233920 16.00 0.002418 120.41 0.000254 120.41 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4224303104. +read 33.46 17233920 16.00 0.000925 120.40 0.000182 120.40 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4356243456. +read 34.50 17233920 16.00 0.000914 120.40 0.000175 120.41 2 + +Max Read: 34.50 MiB/sec (36.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 34.50 32.41 33.46 0.85 120.40629 0 8 8 3 0 0 1 0 0 1 17647534080 16384 4092526592 MPIIO 0 + +Finished: Mon Oct 22 23:17:03 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420257 0xbd84a1 0 + 2 12566611 0xbfc053 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..ab17623fa --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r ++ tee -a ./output_v2/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:46:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:46:35 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread1/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3639099392. +read 113.93 19660800 16.00 0.002673 30.46 0.002983 30.46 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3703963648. +read 115.97 19660800 16.00 0.001092 30.46 0.000232 30.46 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161061273600. +WARNING: Using actual aggregate bytes moved = 3627073536. +read 113.56 19660800 16.00 0.001068 30.46 0.000199 30.46 2 + +Max Read: 115.97 MiB/sec (121.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 115.97 113.56 114.48 1.06 30.46106 0 8 8 3 0 0 1 0 0 1 20132659200 16384 3639099392 MPIIO 0 + +Finished: Wed Oct 24 08:48:06 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..440c6dbc0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:04:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:04:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180125184. +WARNING: Using actual aggregate bytes moved = 5007572992. +write 39.58 17233920 16.00 0.006125 120.65 0.001161 120.65 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179551744. +WARNING: Using actual aggregate bytes moved = 5154930688. +write 38.04 17233920 16.00 0.001755 129.23 0.000201 129.24 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180108800. +WARNING: Using actual aggregate bytes moved = 5222072320. +write 39.44 17233920 16.00 0.001761 126.27 0.000198 126.28 2 + +Max Write: 39.58 MiB/sec (41.50 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 39.58 38.04 39.02 0.70 125.38790 0 8 8 3 0 0 1 0 0 1 17647534080 16384 5007572992 MPIIO 0 + +Finished: Mon Oct 22 23:10:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5a42ee46b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,128 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:54:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:54:46 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5145702400. +read 81.77 19660800 100.00 0.001214 60.01 0.000247 60.02 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5171200000. +read 82.17 19660800 100.00 0.000245 60.02 0.000207 60.02 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5682585600. +read 90.29 19660800 100.00 0.000298 60.02 0.000214 60.02 2 + +Max Read: 90.29 MiB/sec (94.68 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 90.29 81.77 84.74 3.93 60.01693 0 8 8 3 1 0 1 0 0 1 20132659200 102400 5145702400 POSIX 0 + +Finished: Wed Oct 24 00:57:46 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644623 0xc0f10f 0 + 3 12492918 0xbea076 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384979 0xbcfad3 0 + 6 12598235 0xc03bdb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572977 0xbfd931 0 + 4 12514714 0xbef59a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514715 0xbef59b 0 + 7 12463337 0xbe2ce9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598234 0xc03bda 0 + 0 12426639 0xbd9d8f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463336 0xbe2ce8 0 + 1 12644622 0xc0f10e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492917 0xbea075 0 + 5 12384978 0xbcfad2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384977 0xbcfad1 0 + 6 12598233 0xc03bd9 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8185d354a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:51:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:51:19 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 150 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059020800. +WARNING: Using actual aggregate bytes moved = 72529510400. +write 1090.36 19660800 100.00 0.001503 63.44 0.000231 63.44 0 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059635200. +WARNING: Using actual aggregate bytes moved = 59135385600. +write 890.22 19660800 100.00 0.003580 63.34 0.000244 63.35 1 +WARNING: Expected aggregate file size = 161061273600. +WARNING: Stat() of aggregate file size = 161059430400. +WARNING: Using actual aggregate bytes moved = 60045619200. +write 903.90 19660800 100.00 0.004637 63.35 0.000216 63.35 2 + +Max Write: 1090.36 MiB/sec (1143.32 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1090.36 890.22 961.49 91.29 63.38006 0 8 8 3 1 0 1 0 0 1 20132659200 102400 72529510400 POSIX 0 + +Finished: Wed Oct 24 00:54:34 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f0bbbe80d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,128 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:12:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:12:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 114182586368. +read 907.34 17233920 1024.00 0.000688 120.01 0.000304 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1366.67 17233920 1024.00 0.000268 98.52 0.000259 98.52 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 4447 17233920 1024.00 0.000357 30.27 0.000273 30.27 2 + +Max Read: 4447.43 MiB/sec (4663.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4447.43 907.34 2240.48 1571.77 82.93445 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 114182586368 POSIX 0 + +Finished: Mon Oct 22 21:16:19 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456942 0xbe13ee 0 + 1 12638217 0xc0d809 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420234 0xbd848a 0 + 2 12566586 0xbfc03a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378585 0xbce1d9 0 + 6 12591846 0xc022e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566587 0xbfc03b 0 + 4 12508304 0xbedc90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591847 0xc022e7 0 + 0 12420235 0xbd848b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456944 0xbe13f0 0 + 1 12638219 0xc0d80b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638218 0xc0d80a 0 + 3 12486528 0xbe8780 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508303 0xbedc8f 0 + 7 12456943 0xbe13ef 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5449aff70 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:10:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:10:10 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 3995 17233920 1024.00 0.001577 33.70 0.000219 33.70 0 +write 3867 17233920 1024.00 0.002179 34.81 0.000257 34.81 1 +write 3899 17233920 1024.00 0.001851 34.52 0.000215 34.53 2 + +Max Write: 3995.24 MiB/sec (4189.31 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3995.24 3867.42 3920.66 54.32 34.34767 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:11:58 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..53b2543cb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,128 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:12:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:12:37 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 122714849280. +read 974.47 17233920 10240 0.000374 120.09 0.000285 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 3081.20 17233920 10240 0.000268 43.70 0.000238 43.70 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 4532 17233920 10240 0.000245 29.71 0.000257 29.71 2 + +Max Read: 4532.05 MiB/sec (4752.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4532.05 974.47 2862.58 1460.58 64.50042 0 8 8 3 1 0 1 0 0 1 17647534080 10485760 122714849280 POSIX 0 + +Finished: Mon Oct 22 18:15:50 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591735 0xc02277 0 + 0 12420120 0xbd8418 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378474 0xbce16a 0 + 6 12591736 0xc02278 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638108 0xc0d79c 0 + 3 12486420 0xbe8714 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566475 0xbfbfcb 0 + 4 12508192 0xbedc20 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420121 0xbd8419 0 + 2 12566476 0xbfbfcc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486421 0xbe8715 0 + 5 12378475 0xbce16b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591737 0xc02279 0 + 0 12420122 0xbd841a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508193 0xbedc21 0 + 7 12456835 0xbe1383 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f36a2767d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:11:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:11:04 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 5134 17233920 10240 0.002389 26.22 0.000231 26.23 0 +write 5461 17233920 10240 0.001829 24.65 0.000202 24.66 1 +write 5548 17233920 10240 0.001759 24.27 0.000242 24.27 2 + +Max Write: 5547.69 MiB/sec (5817.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5547.69 5133.69 5380.68 178.23 25.05087 0 8 8 3 1 0 1 0 0 1 17647534080 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 18:12:24 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5ea68525d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,128 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:58:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:58:06 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 3643408384. +read 28.94 17233920 16.00 0.000359 120.07 0.000223 120.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 3886481408. +read 30.87 17233920 16.00 0.000286 120.05 0.000238 120.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 4003840000. +read 31.81 17233920 16.00 0.000252 120.05 0.000242 120.05 2 + +Max Read: 31.81 MiB/sec (33.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 31.81 28.94 30.54 1.19 120.06106 0 8 8 3 1 0 1 0 0 1 17647534080 16384 3643408384 POSIX 0 + +Finished: Mon Oct 22 23:04:06 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456966 0xbe1406 0 + 1 12638238 0xc0d81e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420254 0xbd849e 0 + 2 12566608 0xbfc050 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420256 0xbd84a0 0 + 2 12566610 0xbfc052 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486552 0xbe8798 0 + 5 12378606 0xbce1ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566609 0xbfc051 0 + 4 12508324 0xbedca4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638239 0xc0d81f 0 + 3 12486553 0xbe8799 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591869 0xc022fd 0 + 0 12420255 0xbd849f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378607 0xbce1ef 0 + 6 12591870 0xc022fe 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1c02d7b48 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:51:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:51:16 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178634240. +WARNING: Using actual aggregate bytes moved = 32019611648. +write 234.47 17233920 16.00 0.001957 130.23 0.000285 130.23 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179027456. +WARNING: Using actual aggregate bytes moved = 31119147008. +write 229.00 17233920 16.00 0.018787 129.58 0.000220 129.60 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 31432753152. +write 226.90 17233920 16.00 0.001744 132.11 0.000247 132.11 2 + +Max Write: 234.47 MiB/sec (245.86 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 234.47 226.90 230.12 3.19 130.64780 0 8 8 3 1 0 1 0 0 1 17647534080 16384 32019611648 POSIX 0 + +Finished: Mon Oct 22 22:57:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..fc6ff3935 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:39:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:39:00 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 9434828800. +read 146.58 157286400 100.00 0.013505 61.37 0.000718 61.38 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 9369497600. +read 145.59 157286400 100.00 0.001391 61.37 0.000729 61.38 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 9533849600. +read 148.16 157286400 100.00 0.001105 61.37 0.000804 61.37 2 + +Max Read: 148.16 MiB/sec (155.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 148.16 145.59 146.77 1.06 61.37606 0 16 1 3 0 0 1 0 0 1 161061273600 102400 9434828800 MPIIO 0 + +Finished: Tue Oct 23 20:42:04 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571040 0xbfd1a0 0 + 4 12512776 0xbeee08 0 + 7 12461410 0xbe2562 0 + 1 12642687 0xc0e97f 0 + 3 12490986 0xbe98ea 0 + 5 12383049 0xbcf349 0 + 6 12596308 0xc03454 0 + 0 12424700 0xbd95fc 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a7cc69ef7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:57:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:57:54 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 6318694400. +read 192.03 157286400 100.00 0.013787 31.37 0.000757 31.38 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 6317568000. +read 192.12 157286400 100.00 0.001160 31.36 0.000690 31.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 6335692800. +read 192.66 157286400 100.00 0.001125 31.36 0.000696 31.36 2 + +Max Read: 192.66 MiB/sec (202.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 192.66 192.03 192.27 0.28 31.36741 0 16 1 3 0 0 1 0 0 1 161061273600 102400 6318694400 MPIIO 0 + +Finished: Wed Oct 24 10:59:28 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..6266f20ae --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:35:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:35:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576968499200. +WARNING: Using actual aggregate bytes moved = 18205388800. +write 282.84 157286400 100.00 0.012199 61.37 0.000510 61.38 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576970342400. +WARNING: Using actual aggregate bytes moved = 18470400000. +write 286.69 157286400 100.00 0.001943 61.44 0.000509 61.44 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576947712000. +WARNING: Using actual aggregate bytes moved = 18311065600. +write 284.49 157286400 100.00 0.002002 61.38 0.000617 61.38 2 + +Max Write: 286.69 MiB/sec (300.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 286.69 282.84 284.67 1.58 61.40290 0 16 1 3 0 0 1 0 0 1 161061273600 102400 18205388800 MPIIO 0 + +Finished: Tue Oct 23 20:38:58 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..d24dadecc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 10:32:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:32:40 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 97859403776. +read 776.45 137871360 1024.00 0.047178 120.15 0.000699 120.20 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 99297001472. +read 788.17 137871360 1024.00 0.001091 120.15 0.000940 120.15 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 99388227584. +read 788.91 137871360 1024.00 0.001376 120.14 0.001174 120.15 2 + +Max Read: 788.91 MiB/sec (827.23 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 788.91 776.45 784.51 5.71 120.16321 0 16 1 3 0 0 1 0 0 1 141180272640 1048576 97859403776 MPIIO 0 + +Finished: Tue Oct 23 10:38:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488837 0xbe9085 0 + 5 12380898 0xbceae2 0 + 6 12594159 0xc02bef 0 + 0 12422549 0xbd8d95 0 + 2 12568891 0xbfc93b 0 + 4 12510627 0xbee5a3 0 + 7 12459260 0xbe1cfc 0 + 1 12640534 0xc0e116 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a8f073c77 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:49:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:49:21 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 41849716736. +read 1323.36 157286400 1024.00 0.013149 30.15 0.002285 30.16 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 41687187456. +read 1317.99 157286400 1024.00 0.004196 30.16 0.002193 30.16 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 41407217664. +read 1310.06 157286400 1024.00 0.002553 30.14 0.002140 30.14 2 + +Max Read: 1323.36 MiB/sec (1387.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1323.36 1310.06 1317.14 5.47 30.15525 0 16 1 3 0 0 1 0 0 1 161061273600 1048576 41849716736 MPIIO 0 + +Finished: Wed Oct 24 10:50:51 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4ed3f8718 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 10:26:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:26:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 322012446720. +write 2555.15 137871360 1024.00 0.014606 120.17 0.000808 120.19 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258878070784. +WARNING: Using actual aggregate bytes moved = 318062460928. +write 2523.54 137871360 1024.00 0.012289 120.19 0.000852 120.20 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258873876480. +WARNING: Using actual aggregate bytes moved = 318693703680. +write 2529.36 137871360 1024.00 0.008500 120.15 0.001109 120.16 2 + +Max Write: 2555.15 MiB/sec (2679.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2555.15 2523.54 2536.02 13.74 120.18223 0 16 1 3 0 0 1 0 0 1 141180272640 1048576 322012446720 MPIIO 0 + +Finished: Tue Oct 23 10:32:30 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7ed7d6756 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 08:23:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:23:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 267911168000. +read 2126.81 137871360 10240 0.056208 120.08 0.007795 120.13 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 271193210880. +read 2153.64 137871360 10240 0.008455 120.09 0.007829 120.09 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 271402926080. +read 2155.45 137871360 10240 0.008286 120.08 0.007919 120.08 2 + +Max Read: 2155.45 MiB/sec (2260.15 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2155.45 2126.81 2145.30 13.09 120.10137 0 16 1 3 0 0 1 0 0 1 141180272640 10485760 267911168000 MPIIO 0 + +Finished: Tue Oct 23 08:29:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458248 0xbe1908 0 + 1 12639520 0xc0dd20 0 + 3 12487830 0xbe8c96 0 + 5 12379889 0xbce6f1 0 + 6 12593149 0xc027fd 0 + 0 12421542 0xbd89a6 0 + 2 12567888 0xbfc550 0 + 4 12509619 0xbee1b3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2b8a2c6ad --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:40:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:40:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 46871347200. +read 1481.94 157286400 10240 0.016358 30.15 0.008740 30.16 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 46923776000. +read 1483.66 157286400 10240 0.006818 30.16 0.006038 30.16 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 46703575040. +read 1469.05 157286400 10240 0.006450 30.32 0.006004 30.32 2 + +Max Read: 1483.66 MiB/sec (1555.73 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1483.66 1469.05 1478.22 6.52 30.21463 0 16 1 3 0 0 1 0 0 1 161061273600 10485760 46871347200 MPIIO 0 + +Finished: Wed Oct 24 10:42:07 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..72508c653 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 08:17:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:17:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258727075840. +WARNING: Using actual aggregate bytes moved = 235510169600. +write 1869.22 137871360 10240 0.014852 120.14 0.000794 120.16 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258789990400. +WARNING: Using actual aggregate bytes moved = 244339179520. +write 1936.52 137871360 10240 0.002699 120.33 0.000907 120.33 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 241560453120. +write 1912.19 137871360 10240 0.039775 120.43 0.001066 120.47 2 + +Max Write: 1936.52 MiB/sec (2030.59 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1936.52 1869.22 1905.98 27.82 120.32012 0 16 1 3 0 0 1 0 0 1 141180272640 10485760 235510169600 MPIIO 0 + +Finished: Tue Oct 23 08:23:33 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..ec64f0782 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 22:03:01 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:03:01 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1819131904. +read 25.22 157286400 16.00 0.011761 68.76 0.001092 68.78 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1824178176. +read 25.30 157286400 16.00 0.002407 68.75 0.001058 68.75 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1819475968. +read 25.24 157286400 16.00 0.001513 68.75 0.001096 68.75 2 + +Max Read: 25.30 MiB/sec (26.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 25.30 25.22 25.26 0.03 68.76020 0 16 1 3 0 0 1 0 0 1 161061273600 16384 1819131904 MPIIO 0 + +Finished: Tue Oct 23 22:06:28 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491994 0xbe9cda 0 + 5 12384054 0xbcf736 0 + 6 12597312 0xc03840 0 + 0 12425719 0xbd99f7 0 + 2 12572046 0xbfd58e 0 + 4 12513785 0xbef1f9 0 + 7 12462419 0xbe2953 0 + 1 12643696 0xc0ed70 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..216bcb9dc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 11:06:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 11:06:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 1232732160. +read 30.32 157286400 16.00 0.021774 38.76 0.009758 38.78 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 1235877888. +read 30.41 157286400 16.00 0.006330 38.76 0.005658 38.76 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 1232617472. +read 30.33 157286400 16.00 0.006114 38.76 0.005708 38.76 2 + +Max Read: 30.41 MiB/sec (31.89 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 30.41 30.32 30.35 0.04 38.76440 0 16 1 3 0 0 1 0 0 1 161061273600 16384 1232732160 MPIIO 0 + +Finished: Wed Oct 24 11:08:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4bb14dc06 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:59:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:59:32 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980017152. +WARNING: Using actual aggregate bytes moved = 3194421248. +write 44.22 157286400 16.00 0.014469 68.88 0.000886 68.89 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576977313792. +WARNING: Using actual aggregate bytes moved = 3202416640. +write 44.29 157286400 16.00 0.002253 68.96 0.000873 68.96 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576941858816. +WARNING: Using actual aggregate bytes moved = 3198746624. +write 44.28 157286400 16.00 0.002199 68.88 0.000872 68.89 2 + +Max Write: 44.29 MiB/sec (46.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 44.29 44.22 44.26 0.03 68.91342 0 16 1 3 0 0 1 0 0 1 161061273600 16384 3194421248 MPIIO 0 + +Finished: Tue Oct 23 22:02:59 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..6d726fae9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,303 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:13:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:13:51 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 10354176000. +read 164.23 157286400 100.00 0.000855 60.12 0.000512 60.12 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 10616524800. +read 168.57 157286400 100.00 0.000525 60.06 0.000531 60.06 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 10593689600. +read 168.21 157286400 100.00 0.000705 60.06 0.000526 60.06 2 + +Max Read: 168.57 MiB/sec (176.76 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 168.57 164.23 167.00 1.96 60.08273 0 16 1 3 1 0 1 0 0 1 161061273600 102400 10354176000 POSIX 0 + +Finished: Wed Oct 24 00:16:51 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572838 0xbfd8a6 0 + 3 12492781 0xbe9fed 0 + 6 12598098 0xc03b52 0 + 4 12514577 0xbef511 0 + 5 12384841 0xbcfa49 0 + 0 12426504 0xbd9d08 0 + 7 12463203 0xbe2c63 0 + 1 12644489 0xc0f089 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492776 0xbe9fe8 0 + 1 12644480 0xc0f080 0 + 5 12384836 0xbcfa44 0 + 2 12572834 0xbfd8a2 0 + 6 12598094 0xc03b4e 0 + 0 12426498 0xbd9d02 0 + 4 12514574 0xbef50e 0 + 7 12463200 0xbe2c60 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492783 0xbe9fef 0 + 2 12572842 0xbfd8aa 0 + 1 12644492 0xc0f08c 0 + 6 12598104 0xc03b58 0 + 5 12384847 0xbcfa4f 0 + 4 12514586 0xbef51a 0 + 7 12463208 0xbe2c68 0 + 0 12426509 0xbd9d0d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644487 0xc0f087 0 + 4 12514580 0xbef514 0 + 5 12384849 0xbcfa51 0 + 2 12572846 0xbfd8ae 0 + 6 12598106 0xc03b5a 0 + 0 12426510 0xbd9d0e 0 + 3 12492790 0xbe9ff6 0 + 7 12463210 0xbe2c6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463197 0xbe2c5d 0 + 3 12492777 0xbe9fe9 0 + 4 12514575 0xbef50f 0 + 1 12644482 0xc0f082 0 + 0 12426500 0xbd9d04 0 + 2 12572836 0xbfd8a4 0 + 5 12384839 0xbcfa47 0 + 6 12598096 0xc03b50 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426502 0xbd9d06 0 + 4 12514578 0xbef512 0 + 3 12492782 0xbe9fee 0 + 5 12384842 0xbcfa4a 0 + 6 12598101 0xc03b55 0 + 7 12463205 0xbe2c65 0 + 1 12644491 0xc0f08b 0 + 2 12572844 0xbfd8ac 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572837 0xbfd8a5 0 + 4 12514576 0xbef510 0 + 3 12492780 0xbe9fec 0 + 5 12384840 0xbcfa48 0 + 1 12644484 0xc0f084 0 + 7 12463201 0xbe2c61 0 + 0 12426501 0xbd9d05 0 + 6 12598097 0xc03b51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644485 0xc0f085 0 + 0 12426503 0xbd9d07 0 + 4 12514579 0xbef513 0 + 7 12463202 0xbe2c62 0 + 2 12572840 0xbfd8a8 0 + 6 12598102 0xc03b56 0 + 3 12492785 0xbe9ff1 0 + 5 12384844 0xbcfa4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644479 0xc0f07f 0 + 3 12492775 0xbe9fe7 0 + 5 12384835 0xbcfa43 0 + 6 12598092 0xc03b4c 0 + 0 12426496 0xbd9d00 0 + 2 12572832 0xbfd8a0 0 + 4 12514571 0xbef50b 0 + 7 12463196 0xbe2c5c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598099 0xc03b53 0 + 2 12572839 0xbfd8a7 0 + 5 12384843 0xbcfa4b 0 + 7 12463204 0xbe2c64 0 + 1 12644490 0xc0f08a 0 + 4 12514581 0xbef515 0 + 3 12492788 0xbe9ff4 0 + 0 12426507 0xbd9d0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572833 0xbfd8a1 0 + 4 12514572 0xbef50c 0 + 0 12426499 0xbd9d03 0 + 7 12463199 0xbe2c5f 0 + 1 12644483 0xc0f083 0 + 5 12384838 0xbcfa46 0 + 6 12598095 0xc03b4f 0 + 3 12492779 0xbe9feb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644486 0xc0f086 0 + 7 12463206 0xbe2c66 0 + 3 12492786 0xbe9ff2 0 + 6 12598105 0xc03b59 0 + 4 12514585 0xbef519 0 + 5 12384848 0xbcfa50 0 + 0 12426508 0xbd9d0c 0 + 2 12572847 0xbfd8af 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598100 0xc03b54 0 + 2 12572841 0xbfd8a9 0 + 7 12463207 0xbe2c67 0 + 3 12492787 0xbe9ff3 0 + 1 12644493 0xc0f08d 0 + 5 12384846 0xbcfa4e 0 + 4 12514582 0xbef516 0 + 0 12426506 0xbd9d0a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598093 0xc03b4d 0 + 0 12426497 0xbd9d01 0 + 7 12463198 0xbe2c5e 0 + 2 12572835 0xbfd8a3 0 + 4 12514573 0xbef50d 0 + 1 12644481 0xc0f081 0 + 3 12492778 0xbe9fea 0 + 5 12384837 0xbcfa45 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572845 0xbfd8ad 0 + 4 12514584 0xbef518 0 + 7 12463209 0xbe2c69 0 + 1 12644494 0xc0f08e 0 + 3 12492789 0xbe9ff5 0 + 5 12384850 0xbcfa52 0 + 6 12598107 0xc03b5b 0 + 0 12426511 0xbd9d0f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644488 0xc0f088 0 + 3 12492784 0xbe9ff0 0 + 6 12598103 0xc03b57 0 + 5 12384845 0xbcfa4d 0 + 2 12572843 0xbfd8ab 0 + 0 12426505 0xbd9d09 0 + 4 12514583 0xbef517 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..86ed65767 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:07:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:07:38 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576906240000. +WARNING: Using actual aggregate bytes moved = 113326899200. +write 921.17 157286400 100.00 0.000784 117.32 0.000425 117.33 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576955801600. +WARNING: Using actual aggregate bytes moved = 98036326400. +write 776.57 157286400 100.00 0.014977 120.38 0.000757 120.39 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576922009600. +WARNING: Using actual aggregate bytes moved = 104338432000. +write 779.62 157286400 100.00 0.001920 127.63 0.000862 127.63 2 + +Max Write: 921.17 MiB/sec (965.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 921.17 776.57 825.79 67.46 121.78398 0 16 1 3 1 0 1 0 0 1 161061273600 102400 113326899200 POSIX 0 + +Finished: Wed Oct 24 00:13:46 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b4a2d9782 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,302 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 10:20:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:20:25 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 153187516416. +read 1217.24 137871360 1024.00 0.000789 120.02 0.000565 120.02 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 164603363328. +read 1307.91 137871360 1024.00 0.000597 120.02 0.000861 120.02 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 178045059072. +read 1414.67 137871360 1024.00 0.000901 120.02 0.001137 120.03 2 + +Max Read: 1414.67 MiB/sec (1483.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1414.67 1217.24 1313.28 80.69 120.02189 0 16 1 3 1 0 1 0 0 1 141180272640 1048576 153187516416 POSIX 0 + +Finished: Tue Oct 23 10:26:25 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488825 0xbe9079 0 + 7 12459248 0xbe1cf0 0 + 0 12422541 0xbd8d8d 0 + 6 12594150 0xc02be6 0 + 4 12510618 0xbee59a 0 + 1 12640530 0xc0e112 0 + 2 12568887 0xbfc937 0 + 5 12380894 0xbceade 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568873 0xbfc929 0 + 1 12640516 0xc0e104 0 + 4 12510610 0xbee592 0 + 5 12380880 0xbcead0 0 + 7 12459243 0xbe1ceb 0 + 6 12594142 0xc02bde 0 + 0 12422532 0xbd8d84 0 + 3 12488821 0xbe9075 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568884 0xbfc934 0 + 4 12510620 0xbee59c 0 + 7 12459255 0xbe1cf7 0 + 1 12640531 0xc0e113 0 + 3 12488834 0xbe9082 0 + 5 12380895 0xbceadf 0 + 6 12594155 0xc02beb 0 + 0 12422546 0xbd8d92 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568875 0xbfc92b 0 + 3 12488822 0xbe9076 0 + 6 12594145 0xc02be1 0 + 4 12510613 0xbee595 0 + 1 12640523 0xc0e10b 0 + 5 12380890 0xbceada 0 + 0 12422542 0xbd8d8e 0 + 7 12459253 0xbe1cf5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594146 0xc02be2 0 + 5 12380887 0xbcead7 0 + 2 12568880 0xbfc930 0 + 4 12510616 0xbee598 0 + 3 12488830 0xbe907e 0 + 1 12640529 0xc0e111 0 + 0 12422545 0xbd8d91 0 + 7 12459256 0xbe1cf8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422535 0xbd8d87 0 + 1 12640524 0xc0e10c 0 + 7 12459249 0xbe1cf1 0 + 6 12594149 0xc02be5 0 + 3 12488829 0xbe907d 0 + 2 12568883 0xbfc933 0 + 5 12380892 0xbceadc 0 + 4 12510622 0xbee59e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380885 0xbcead5 0 + 0 12422537 0xbd8d89 0 + 1 12640526 0xc0e10e 0 + 7 12459250 0xbe1cf2 0 + 3 12488827 0xbe907b 0 + 6 12594152 0xc02be8 0 + 2 12568882 0xbfc932 0 + 4 12510619 0xbee59b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488824 0xbe9078 0 + 2 12568879 0xbfc92f 0 + 5 12380889 0xbcead9 0 + 1 12640527 0xc0e10f 0 + 0 12422543 0xbd8d8f 0 + 6 12594154 0xc02bea 0 + 4 12510623 0xbee59f 0 + 7 12459257 0xbe1cf9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640517 0xc0e105 0 + 4 12510612 0xbee594 0 + 5 12380883 0xbcead3 0 + 7 12459247 0xbe1cef 0 + 6 12594143 0xc02bdf 0 + 2 12568877 0xbfc92d 0 + 0 12422540 0xbd8d8c 0 + 3 12488826 0xbe907a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380884 0xbcead4 0 + 0 12422534 0xbd8d86 0 + 6 12594147 0xc02be3 0 + 1 12640525 0xc0e10d 0 + 3 12488828 0xbe907c 0 + 7 12459254 0xbe1cf6 0 + 4 12510621 0xbee59d 0 + 2 12568886 0xbfc936 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594141 0xc02bdd 0 + 4 12510609 0xbee591 0 + 3 12488819 0xbe9073 0 + 0 12422531 0xbd8d83 0 + 5 12380881 0xbcead1 0 + 7 12459244 0xbe1cec 0 + 2 12568874 0xbfc92a 0 + 1 12640518 0xc0e106 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640521 0xc0e109 0 + 5 12380886 0xbcead6 0 + 2 12568881 0xbfc931 0 + 6 12594151 0xc02be7 0 + 3 12488832 0xbe9080 0 + 0 12422544 0xbd8d90 0 + 4 12510624 0xbee5a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422536 0xbd8d88 0 + 2 12568878 0xbfc92e 0 + 4 12510615 0xbee597 0 + 7 12459251 0xbe1cf3 0 + 1 12640528 0xc0e110 0 + 3 12488833 0xbe9081 0 + 5 12380893 0xbceadd 0 + 6 12594156 0xc02bec 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488820 0xbe9074 0 + 4 12510611 0xbee593 0 + 5 12380882 0xbcead2 0 + 7 12459246 0xbe1cee 0 + 6 12594144 0xc02be0 0 + 1 12640519 0xc0e107 0 + 0 12422539 0xbd8d8b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422533 0xbd8d85 0 + 3 12488823 0xbe9077 0 + 1 12640522 0xc0e10a 0 + 5 12380888 0xbcead8 0 + 7 12459252 0xbe1cf4 0 + 4 12510617 0xbee599 0 + 6 12594153 0xc02be9 0 + 2 12568885 0xbfc935 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459245 0xbe1ced 0 + 2 12568876 0xbfc92c 0 + 1 12640520 0xc0e108 0 + 4 12510614 0xbee596 0 + 0 12422538 0xbd8d8a 0 + 6 12594148 0xc02be4 0 + 5 12380891 0xbceadb 0 + 3 12488831 0xbe907f 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c6733238c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 10:13:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:13:02 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258846613504. +WARNING: Using actual aggregate bytes moved = 673961738240. +write 4819 137871360 1024.00 0.000930 133.37 0.000665 133.37 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258867585024. +WARNING: Using actual aggregate bytes moved = 617881796608. +write 4363 137871360 1024.00 0.006670 135.07 0.000829 135.07 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 678933037056. +write 4745 137871360 1024.00 0.001755 136.44 0.001155 136.45 2 + +Max Write: 4819.17 MiB/sec (5053.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4819.17 4362.52 4642.34 200.15 134.96339 0 16 1 3 1 0 1 0 0 1 141180272640 1048576 673961738240 POSIX 0 + +Finished: Tue Oct 23 10:20:00 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4f8a8d91f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,301 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 08:11:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:11:27 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 179358924800. +read 1423.81 137871360 10240 0.000705 120.13 0.000564 120.14 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 193619558400. +read 1537.12 137871360 10240 0.000548 120.13 0.000686 120.13 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 214549135360. +read 1703.21 137871360 10240 0.000848 120.13 0.000894 120.13 2 + +Max Read: 1703.21 MiB/sec (1785.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1703.21 1423.81 1554.71 114.74 120.13175 0 16 1 3 1 0 1 0 0 1 141180272640 10485760 179358924800 POSIX 0 + +Finished: Tue Oct 23 08:17:28 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593133 0xc027ed 0 + 1 12639508 0xc0dd14 0 + 4 12509606 0xbee1a6 0 + 3 12487817 0xbe8c89 0 + 0 12421532 0xbd899c 0 + 2 12567877 0xbfc545 0 + 7 12458240 0xbe1900 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593132 0xc027ec 0 + 2 12567873 0xbfc541 0 + 7 12458234 0xbe18fa 0 + 4 12509605 0xbee1a5 0 + 5 12379883 0xbce6eb 0 + 1 12639515 0xc0dd1b 0 + 3 12487825 0xbe8c91 0 + 0 12421538 0xbd89a2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379872 0xbce6e0 0 + 4 12509601 0xbee1a1 0 + 1 12639504 0xc0dd10 0 + 6 12593130 0xc027ea 0 + 7 12458230 0xbe18f6 0 + 0 12421524 0xbd8994 0 + 3 12487812 0xbe8c84 0 + 2 12567870 0xbfc53e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509603 0xbee1a3 0 + 5 12379875 0xbce6e3 0 + 1 12639507 0xc0dd13 0 + 7 12458236 0xbe18fc 0 + 0 12421530 0xbd899a 0 + 3 12487819 0xbe8c8b 0 + 2 12567879 0xbfc547 0 + 6 12593142 0xc027f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379878 0xbce6e6 0 + 2 12567882 0xbfc54a 0 + 7 12458243 0xbe1903 0 + 6 12593143 0xc027f7 0 + 4 12509614 0xbee1ae 0 + 0 12421537 0xbd89a1 0 + 1 12639516 0xc0dd1c 0 + 3 12487826 0xbe8c92 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458239 0xbe18ff 0 + 1 12639512 0xc0dd18 0 + 3 12487821 0xbe8c8d 0 + 5 12379885 0xbce6ed 0 + 6 12593145 0xc027f9 0 + 0 12421539 0xbd89a3 0 + 2 12567885 0xbfc54d 0 + 4 12509616 0xbee1b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639513 0xc0dd19 0 + 6 12593139 0xc027f3 0 + 0 12421535 0xbd899f 0 + 4 12509613 0xbee1ad 0 + 3 12487823 0xbe8c8f 0 + 2 12567883 0xbfc54b 0 + 5 12379884 0xbce6ec 0 + 7 12458244 0xbe1904 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593134 0xc027ee 0 + 2 12567876 0xbfc544 0 + 7 12458238 0xbe18fe 0 + 0 12421533 0xbd899d 0 + 4 12509609 0xbee1a9 0 + 3 12487818 0xbe8c8a 0 + 1 12639514 0xc0dd1a 0 + 5 12379882 0xbce6ea 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639505 0xc0dd11 0 + 2 12567871 0xbfc53f 0 + 7 12458231 0xbe18f7 0 + 3 12487815 0xbe8c87 0 + 0 12421527 0xbd8997 0 + 6 12593135 0xc027ef 0 + 4 12509607 0xbee1a7 0 + 5 12379877 0xbce6e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421525 0xbd8995 0 + 5 12379873 0xbce6e1 0 + 1 12639506 0xc0dd12 0 + 2 12567872 0xbfc540 0 + 7 12458235 0xbe18fb 0 + 4 12509608 0xbee1a8 0 + 6 12593136 0xc027f0 0 + 3 12487822 0xbe8c8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458233 0xbe18f9 0 + 0 12421528 0xbd8998 0 + 5 12379880 0xbce6e8 0 + 4 12509610 0xbee1aa 0 + 2 12567880 0xbfc548 0 + 3 12487824 0xbe8c90 0 + 6 12593144 0xc027f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593140 0xc027f4 0 + 0 12421536 0xbd89a0 0 + 2 12567881 0xbfc549 0 + 4 12509615 0xbee1af 0 + 7 12458245 0xbe1905 0 + 1 12639517 0xc0dd1d 0 + 3 12487827 0xbe8c93 0 + 5 12379886 0xbce6ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487813 0xbe8c85 0 + 4 12509602 0xbee1a2 0 + 6 12593131 0xc027eb 0 + 7 12458232 0xbe18f8 0 + 5 12379874 0xbce6e2 0 + 0 12421526 0xbd8996 0 + 1 12639509 0xc0dd15 0 + 2 12567875 0xbfc543 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487814 0xbe8c86 0 + 4 12509604 0xbee1a4 0 + 2 12567874 0xbfc542 0 + 1 12639511 0xc0dd17 0 + 6 12593138 0xc027f2 0 + 0 12421534 0xbd899e 0 + 5 12379879 0xbce6e7 0 + 7 12458242 0xbe1902 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379876 0xbce6e4 0 + 0 12421529 0xbd8999 0 + 1 12639510 0xc0dd16 0 + 6 12593137 0xc027f1 0 + 7 12458241 0xbe1901 0 + 3 12487820 0xbe8c8c 0 + 4 12509612 0xbee1ac 0 + 2 12567884 0xbfc54c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487816 0xbe8c88 0 + 7 12458237 0xbe18fd 0 + 0 12421531 0xbd899b 0 + 2 12567878 0xbfc546 0 + 5 12379881 0xbce6e9 0 + 6 12593141 0xc027f5 0 + 4 12509611 0xbee1ab 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..bec1ed893 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 08:04:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:04:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258213273600. +WARNING: Using actual aggregate bytes moved = 741028659200. +write 5379 137871360 10240 0.001035 131.39 0.000464 131.39 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258737561600. +WARNING: Using actual aggregate bytes moved = 734506516480. +write 5201 137871360 10240 0.001279 134.68 0.001972 134.69 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258716590080. +WARNING: Using actual aggregate bytes moved = 734821089280. +write 5332 137871360 10240 0.001447 131.42 0.000908 131.42 2 + +Max Write: 5378.54 MiB/sec (5639.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5378.54 5200.85 5303.89 75.27 132.50012 0 16 1 3 1 0 1 0 0 1 141180272640 10485760 741028659200 POSIX 0 + +Finished: Tue Oct 23 08:11:02 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..57bb9d336 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,301 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:26:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:26:09 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 1479524352. +read 23.27 157286400 16.00 0.000595 60.62 0.000419 60.62 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 2041004032. +read 32.10 157286400 16.00 0.000445 60.63 0.000397 60.63 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 2062680064. +read 32.45 157286400 16.00 0.000727 60.62 0.000490 60.62 2 + +Max Read: 32.45 MiB/sec (34.03 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 32.45 23.27 29.28 4.25 60.62536 0 16 1 3 1 0 1 0 0 1 161061273600 16384 1479524352 POSIX 0 + +Finished: Wed Oct 24 00:29:11 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384887 0xbcfa77 0 + 6 12598144 0xc03b80 0 + 0 12426547 0xbd9d33 0 + 2 12572885 0xbfd8d5 0 + 1 12644530 0xc0f0b2 0 + 4 12514622 0xbef53e 0 + 3 12492825 0xbea019 0 + 7 12463244 0xbe2c8c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598147 0xc03b83 0 + 1 12644536 0xc0f0b8 0 + 4 12514628 0xbef544 0 + 7 12463251 0xbe2c93 0 + 0 12426556 0xbd9d3c 0 + 3 12492834 0xbea022 0 + 2 12572895 0xbfd8df 0 + 5 12384897 0xbcfa81 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492830 0xbea01e 0 + 6 12598148 0xc03b84 0 + 7 12463250 0xbe2c92 0 + 1 12644537 0xc0f0b9 0 + 5 12384895 0xbcfa7f 0 + 2 12572894 0xbfd8de 0 + 0 12426557 0xbd9d3d 0 + 4 12514632 0xbef548 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572891 0xbfd8db 0 + 5 12384891 0xbcfa7b 0 + 0 12426553 0xbd9d39 0 + 4 12514626 0xbef542 0 + 1 12644538 0xc0f0ba 0 + 3 12492835 0xbea023 0 + 7 12463252 0xbe2c94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492824 0xbea018 0 + 5 12384886 0xbcfa76 0 + 6 12598143 0xc03b7f 0 + 0 12426546 0xbd9d32 0 + 2 12572884 0xbfd8d4 0 + 4 12514621 0xbef53d 0 + 7 12463243 0xbe2c8b 0 + 1 12644529 0xc0f0b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426550 0xbd9d36 0 + 2 12572890 0xbfd8da 0 + 6 12598149 0xc03b85 0 + 4 12514627 0xbef543 0 + 3 12492832 0xbea020 0 + 5 12384894 0xbcfa7e 0 + 1 12644540 0xc0f0bc 0 + 7 12463254 0xbe2c96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463246 0xbe2c8e 0 + 3 12492827 0xbea01b 0 + 6 12598146 0xc03b82 0 + 2 12572887 0xbfd8d7 0 + 1 12644533 0xc0f0b5 0 + 0 12426551 0xbd9d37 0 + 4 12514624 0xbef540 0 + 5 12384892 0xbcfa7c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644539 0xc0f0bb 0 + 3 12492833 0xbea021 0 + 5 12384896 0xbcfa80 0 + 6 12598153 0xc03b89 0 + 0 12426558 0xbd9d3e 0 + 2 12572896 0xbfd8e0 0 + 4 12514633 0xbef549 0 + 7 12463255 0xbe2c97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463241 0xbe2c89 0 + 1 12644527 0xc0f0af 0 + 3 12492822 0xbea016 0 + 5 12384884 0xbcfa74 0 + 6 12598141 0xc03b7d 0 + 0 12426544 0xbd9d30 0 + 2 12572882 0xbfd8d2 0 + 4 12514619 0xbef53b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384890 0xbcfa7a 0 + 1 12644534 0xc0f0b6 0 + 7 12463248 0xbe2c90 0 + 6 12598150 0xc03b86 0 + 0 12426555 0xbd9d3b 0 + 4 12514631 0xbef547 0 + 2 12572893 0xbfd8dd 0 + 3 12492836 0xbea024 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514618 0xbef53a 0 + 7 12463240 0xbe2c88 0 + 1 12644526 0xc0f0ae 0 + 3 12492821 0xbea015 0 + 5 12384883 0xbcfa73 0 + 6 12598140 0xc03b7c 0 + 0 12426543 0xbd9d2f 0 + 2 12572881 0xbfd8d1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598145 0xc03b81 0 + 4 12514623 0xbef53f 0 + 1 12644531 0xc0f0b3 0 + 0 12426548 0xbd9d34 0 + 7 12463245 0xbe2c8d 0 + 2 12572886 0xbfd8d6 0 + 3 12492826 0xbea01a 0 + 5 12384888 0xbcfa78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492828 0xbea01c 0 + 2 12572889 0xbfd8d9 0 + 1 12644535 0xc0f0b7 0 + 0 12426552 0xbd9d38 0 + 7 12463249 0xbe2c91 0 + 6 12598151 0xc03b87 0 + 4 12514629 0xbef545 0 + 5 12384893 0xbcfa7d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572892 0xbfd8dc 0 + 3 12492831 0xbea01f 0 + 0 12426554 0xbd9d3a 0 + 4 12514630 0xbef546 0 + 6 12598152 0xc03b88 0 + 1 12644541 0xc0f0bd 0 + 7 12463253 0xbe2c95 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644528 0xc0f0b0 0 + 3 12492823 0xbea017 0 + 5 12384885 0xbcfa75 0 + 6 12598142 0xc03b7e 0 + 0 12426545 0xbd9d31 0 + 2 12572883 0xbfd8d3 0 + 4 12514620 0xbef53c 0 + 7 12463242 0xbe2c8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463247 0xbe2c8f 0 + 1 12644532 0xc0f0b4 0 + 0 12426549 0xbd9d35 0 + 5 12384889 0xbcfa79 0 + 2 12572888 0xbfd8d8 0 + 3 12492829 0xbea01d 0 + 4 12514625 0xbef541 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1aa5b3db6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ tee -a ./output/COUNT:1#NN:16#PPN:1#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 00:17:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 00:17:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576969367552. +WARNING: Using actual aggregate bytes moved = 47575384064. +write 258.83 157286400 16.00 0.001137 175.29 0.000825 175.29 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576971988992. +WARNING: Using actual aggregate bytes moved = 38961807360. +write 210.68 157286400 16.00 0.001874 176.36 0.002410 176.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576929259520. +WARNING: Using actual aggregate bytes moved = 39732887552. +write 218.95 157286400 16.00 0.002807 173.06 0.001380 173.06 2 + +Max Write: 258.83 MiB/sec (271.41 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 258.83 210.68 229.49 21.02 174.90541 0 16 1 3 1 0 1 0 0 1 161061273600 16384 47575384064 POSIX 0 + +Finished: Wed Oct 24 00:26:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..37066c432 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:10:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:10:19 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 15758233600. +read 244.91 78643200 100.00 0.014319 61.35 0.001103 61.36 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 15850905600. +read 246.35 78643200 100.00 0.001698 61.36 0.000836 61.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 15859200000. +read 246.51 78643200 100.00 0.001924 61.35 0.000782 61.35 2 + +Max Read: 246.51 MiB/sec (258.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 246.51 244.91 245.92 0.72 61.35943 0 32 2 3 0 0 1 0 0 1 80530636800 102400 15758233600 MPIIO 0 + +Finished: Tue Oct 23 21:13:23 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425090 0xbd9782 0 + 2 12571426 0xbfd322 0 + 4 12513163 0xbeef8b 0 + 7 12461796 0xbe26e4 0 + 1 12643073 0xc0eb01 0 + 3 12491371 0xbe9a6b 0 + 5 12383428 0xbcf4c4 0 + 6 12596689 0xc035d1 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..33a306b31 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 11:01:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 11:01:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 12837068800. +read 389.92 78643200 100.00 0.025030 31.37 0.004789 31.40 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 12863488000. +read 391.26 78643200 100.00 0.005519 31.35 0.004795 31.35 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 12883763200. +read 391.96 78643200 100.00 0.005816 31.34 0.004740 31.35 2 + +Max Read: 391.96 MiB/sec (411.00 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 391.96 389.92 391.05 0.85 31.36608 0 32 2 3 0 0 1 0 0 1 80530636800 102400 12837068800 MPIIO 0 + +Finished: Wed Oct 24 11:02:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..aa39c5a48 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:07:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:07:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576966758400. +WARNING: Using actual aggregate bytes moved = 20476416000. +write 317.96 78643200 100.00 0.025281 61.39 0.000683 61.42 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980070400. +WARNING: Using actual aggregate bytes moved = 20587827200. +write 319.40 78643200 100.00 0.003839 61.47 0.000607 61.47 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576957132800. +WARNING: Using actual aggregate bytes moved = 20513894400. +write 318.44 78643200 100.00 0.004246 61.43 0.000782 61.43 2 + +Max Write: 319.40 MiB/sec (334.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 319.40 317.96 318.60 0.60 61.44096 0 32 2 3 0 0 1 0 0 1 80530636800 102400 20476416000 MPIIO 0 + +Finished: Tue Oct 23 21:10:13 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..506a17ae1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 10:07:01 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:07:01 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 139143938048. +read 1103.78 68935680 1024.00 0.057155 120.16 0.014544 120.22 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141212778496. +read 1120.65 68935680 1024.00 0.009195 120.17 0.008226 120.17 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141608091648. +read 1123.94 68935680 1024.00 0.009282 120.15 0.008219 120.16 2 + +Max Read: 1123.94 MiB/sec (1178.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1123.94 1103.78 1116.12 8.83 120.18323 0 32 2 3 0 0 1 0 0 1 70590136320 1048576 139143938048 MPIIO 0 + +Finished: Tue Oct 23 10:13:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459209 0xbe1cc9 0 + 1 12640484 0xc0e0e4 0 + 3 12488787 0xbe9053 0 + 5 12380851 0xbceab3 0 + 6 12594110 0xc02bbe 0 + 0 12422502 0xbd8d66 0 + 2 12568843 0xbfc90b 0 + 4 12510577 0xbee571 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..7ded07172 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:52:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:52:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 80519102464. +read 2546.72 78643200 1024.00 0.010515 30.14 0.000936 30.15 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 80268492800. +read 2538.86 78643200 1024.00 0.001529 30.15 0.000931 30.15 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 80049340416. +read 2531.95 78643200 1024.00 0.001903 30.15 0.000892 30.15 2 + +Max Read: 2546.72 MiB/sec (2670.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2546.72 2531.95 2539.18 6.03 30.15150 0 32 2 3 0 0 1 0 0 1 80530636800 1048576 80519102464 MPIIO 0 + +Finished: Wed Oct 24 10:54:19 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e1a30b3f2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 10:00:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 10:00:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258878070784. +WARNING: Using actual aggregate bytes moved = 394322247680. +write 3128.37 68935680 1024.00 0.018345 120.19 0.001042 120.21 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258882265088. +WARNING: Using actual aggregate bytes moved = 389842731008. +write 3090.10 68935680 1024.00 0.121912 120.19 0.001159 120.31 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258881216512. +WARNING: Using actual aggregate bytes moved = 387821076480. +write 3074.77 68935680 1024.00 0.094908 120.19 0.001437 120.29 2 + +Max Write: 3128.37 MiB/sec (3280.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3128.37 3074.77 3097.75 22.54 120.26981 0 32 2 3 0 0 1 0 0 1 70590136320 1048576 394322247680 MPIIO 0 + +Finished: Tue Oct 23 10:06:39 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..bb2763018 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:58:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:58:09 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 339256279040. +read 2692.31 68935680 10240 0.072617 120.09 0.008699 120.17 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 340451655680. +read 2702.94 68935680 10240 0.002030 120.12 0.001370 120.12 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 343523983360. +read 2727.72 68935680 10240 0.002360 120.10 0.001708 120.10 2 + +Max Read: 2727.72 MiB/sec (2860.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2727.72 2692.31 2707.66 14.84 120.13227 0 32 2 3 0 0 1 0 0 1 70590136320 10485760 339256279040 MPIIO 0 + +Finished: Tue Oct 23 08:04:10 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379839 0xbce6bf 0 + 6 12593099 0xc027cb 0 + 0 12421491 0xbd8973 0 + 2 12567840 0xbfc520 0 + 4 12509568 0xbee180 0 + 7 12458199 0xbe18d7 0 + 1 12639471 0xc0dcef 0 + 3 12487781 0xbe8c65 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..54b52d9c7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:44:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:44:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 89569361920. +read 2829.56 78643200 10240 0.014503 30.18 0.005045 30.19 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 89716162560. +read 2834.92 78643200 10240 0.005623 30.17 0.004831 30.18 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 90827653120. +read 2859.44 78643200 10240 0.005661 30.29 0.004782 30.29 2 + +Max Read: 2859.44 MiB/sec (2998.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2859.44 2829.56 2841.31 13.01 30.22061 0 32 2 3 0 0 1 0 0 1 80530636800 10485760 89569361920 MPIIO 0 + +Finished: Wed Oct 24 10:45:35 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c6a0b97bf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:51:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:51:42 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258852904960. +WARNING: Using actual aggregate bytes moved = 297806069760. +write 2357.33 68935680 10240 0.010628 120.47 0.001143 120.48 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258873876480. +WARNING: Using actual aggregate bytes moved = 299567677440. +write 2361.22 68935680 10240 0.120874 120.87 0.001215 120.99 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258873876480. +WARNING: Using actual aggregate bytes moved = 298686873600. +write 2364.97 68935680 10240 0.101102 120.34 0.001640 120.45 2 + +Max Write: 2364.97 MiB/sec (2479.85 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2364.97 2357.33 2361.17 3.12 120.63914 0 32 2 3 0 0 1 0 0 1 70590136320 10485760 297806069760 MPIIO 0 + +Finished: Tue Oct 23 07:57:48 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..475886fa9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 22:39:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:39:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3156115456. +read 43.97 78643200 16.00 0.020186 68.43 0.011702 68.45 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3175940096. +read 44.26 78643200 16.00 0.009680 68.43 0.008969 68.44 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3169992704. +read 44.18 78643200 16.00 0.009972 68.43 0.009044 68.43 2 + +Max Read: 44.26 MiB/sec (46.41 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 44.26 43.97 44.14 0.12 68.43898 0 32 2 3 0 0 1 0 0 1 80530636800 16384 3156115456 MPIIO 0 + +Finished: Tue Oct 23 22:43:15 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597699 0xc039c3 0 + 0 12426101 0xbd9b75 0 + 2 12572431 0xbfd70f 0 + 4 12514173 0xbef37d 0 + 7 12462804 0xbe2ad4 0 + 1 12644083 0xc0eef3 0 + 3 12492380 0xbe9e5c 0 + 5 12384440 0xbcf8b8 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..bdbc22a91 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 22:36:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:36:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576973004800. +WARNING: Using actual aggregate bytes moved = 3703734272. +write 51.56 78643200 16.00 0.016513 68.48 0.006620 68.51 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576976494592. +WARNING: Using actual aggregate bytes moved = 3673653248. +write 51.12 78643200 16.00 0.001890 68.53 0.000832 68.53 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576975577088. +WARNING: Using actual aggregate bytes moved = 3665985536. +write 51.04 78643200 16.00 0.002547 68.50 0.000973 68.50 2 + +Max Write: 51.56 MiB/sec (54.06 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 51.56 51.04 51.24 0.23 68.51450 0 32 2 3 0 0 1 0 0 1 80530636800 16384 3703734272 MPIIO 0 + +Finished: Tue Oct 23 22:39:47 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..658a7f2cc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,554 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 21:04:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:04:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 21941452800. +read 348.47 78643200 100.00 0.006952 60.05 0.006602 60.05 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 22563430400. +read 358.28 78643200 100.00 0.006607 60.06 0.006591 60.06 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 22746726400. +read 361.29 78643200 100.00 0.006654 60.04 0.006733 60.04 2 + +Max Read: 361.29 MiB/sec (378.84 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 361.29 348.47 356.01 5.48 60.05015 0 32 2 3 1 0 1 0 0 1 80530636800 102400 21941452800 POSIX 0 + +Finished: Tue Oct 23 21:07:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513137 0xbeef71 0 + 7 12461769 0xbe26c9 0 + 6 12596665 0xc035b9 0 + 3 12491348 0xbe9a54 0 + 0 12425069 0xbd976d 0 + 5 12383406 0xbcf4ae 0 + 2 12571405 0xbfd30d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383408 0xbcf4b0 0 + 2 12571407 0xbfd30f 0 + 4 12513144 0xbeef78 0 + 1 12643054 0xc0eaee 0 + 6 12596671 0xc035bf 0 + 7 12461777 0xbe26d1 0 + 0 12425073 0xbd9771 0 + 3 12491351 0xbe9a57 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491338 0xbe9a4a 0 + 0 12425058 0xbd9762 0 + 2 12571393 0xbfd301 0 + 7 12461762 0xbe26c2 0 + 6 12596658 0xc035b2 0 + 4 12513132 0xbeef6c 0 + 5 12383397 0xbcf4a5 0 + 1 12643042 0xc0eae2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513147 0xbeef7b 0 + 7 12461780 0xbe26d4 0 + 1 12643057 0xc0eaf1 0 + 3 12491354 0xbe9a5a 0 + 5 12383412 0xbcf4b4 0 + 6 12596673 0xc035c1 0 + 0 12425075 0xbd9773 0 + 2 12571410 0xbfd312 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383420 0xbcf4bc 0 + 6 12596681 0xc035c9 0 + 0 12425082 0xbd977a 0 + 2 12571418 0xbfd31a 0 + 4 12513155 0xbeef83 0 + 7 12461787 0xbe26db 0 + 1 12643065 0xc0eaf9 0 + 3 12491362 0xbe9a62 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425065 0xbd9769 0 + 4 12513141 0xbeef75 0 + 1 12643051 0xc0eaeb 0 + 5 12383405 0xbcf4ad 0 + 7 12461773 0xbe26cd 0 + 2 12571404 0xbfd30c 0 + 6 12596669 0xc035bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643060 0xc0eaf4 0 + 3 12491357 0xbe9a5d 0 + 5 12383415 0xbcf4b7 0 + 6 12596676 0xc035c4 0 + 0 12425077 0xbd9775 0 + 2 12571413 0xbfd315 0 + 4 12513150 0xbeef7e 0 + 7 12461782 0xbe26d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571409 0xbfd311 0 + 4 12513146 0xbeef7a 0 + 7 12461779 0xbe26d3 0 + 1 12643056 0xc0eaf0 0 + 3 12491353 0xbe9a59 0 + 5 12383411 0xbcf4b3 0 + 6 12596672 0xc035c0 0 + 0 12425074 0xbd9772 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383417 0xbcf4b9 0 + 6 12596678 0xc035c6 0 + 0 12425079 0xbd9777 0 + 7 12461784 0xbe26d8 0 + 1 12643062 0xc0eaf6 0 + 2 12571416 0xbfd318 0 + 4 12513153 0xbeef81 0 + 3 12491361 0xbe9a61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425084 0xbd977c 0 + 2 12571420 0xbfd31c 0 + 4 12513157 0xbeef85 0 + 7 12461789 0xbe26dd 0 + 1 12643067 0xc0eafb 0 + 3 12491364 0xbe9a64 0 + 5 12383422 0xbcf4be 0 + 6 12596683 0xc035cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491344 0xbe9a50 0 + 4 12513136 0xbeef70 0 + 2 12571402 0xbfd30a 0 + 7 12461768 0xbe26c8 0 + 0 12425067 0xbd976b 0 + 1 12643049 0xc0eae9 0 + 5 12383403 0xbcf4ab 0 + 6 12596666 0xc035ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491358 0xbe9a5e 0 + 5 12383416 0xbcf4b8 0 + 6 12596677 0xc035c5 0 + 0 12425078 0xbd9776 0 + 2 12571414 0xbfd316 0 + 4 12513151 0xbeef7f 0 + 7 12461783 0xbe26d7 0 + 1 12643061 0xc0eaf5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425063 0xbd9767 0 + 2 12571398 0xbfd306 0 + 6 12596663 0xc035b7 0 + 5 12383402 0xbcf4aa 0 + 1 12643048 0xc0eae8 0 + 4 12513140 0xbeef74 0 + 3 12491345 0xbe9a51 0 + 7 12461770 0xbe26ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461792 0xbe26e0 0 + 1 12643070 0xc0eafe 0 + 3 12491367 0xbe9a67 0 + 5 12383425 0xbcf4c1 0 + 6 12596686 0xc035ce 0 + 0 12425087 0xbd977f 0 + 2 12571423 0xbfd31f 0 + 4 12513160 0xbeef88 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596682 0xc035ca 0 + 0 12425083 0xbd977b 0 + 2 12571419 0xbfd31b 0 + 4 12513156 0xbeef84 0 + 7 12461788 0xbe26dc 0 + 1 12643066 0xc0eafa 0 + 3 12491363 0xbe9a63 0 + 5 12383421 0xbcf4bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383401 0xbcf4a9 0 + 7 12461767 0xbe26c7 0 + 6 12596662 0xc035b6 0 + 3 12491343 0xbe9a4f 0 + 0 12425064 0xbd9768 0 + 1 12643046 0xc0eae6 0 + 2 12571399 0xbfd307 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571421 0xbfd31d 0 + 4 12513158 0xbeef86 0 + 7 12461790 0xbe26de 0 + 1 12643068 0xc0eafc 0 + 3 12491365 0xbe9a65 0 + 5 12383423 0xbcf4bf 0 + 6 12596684 0xc035cc 0 + 0 12425085 0xbd977d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461781 0xbe26d5 0 + 1 12643058 0xc0eaf2 0 + 3 12491355 0xbe9a5b 0 + 5 12383413 0xbcf4b5 0 + 6 12596674 0xc035c2 0 + 0 12425076 0xbd9774 0 + 2 12571412 0xbfd314 0 + 4 12513149 0xbeef7d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491359 0xbe9a5f 0 + 5 12383419 0xbcf4bb 0 + 2 12571415 0xbfd317 0 + 6 12596680 0xc035c8 0 + 4 12513154 0xbeef82 0 + 7 12461786 0xbe26da 0 + 0 12425081 0xbd9779 0 + 1 12643064 0xc0eaf8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596657 0xc035b1 0 + 4 12513131 0xbeef6b 0 + 1 12643041 0xc0eae1 0 + 5 12383396 0xbcf4a4 0 + 0 12425059 0xbd9763 0 + 7 12461763 0xbe26c3 0 + 3 12491339 0xbe9a4b 0 + 2 12571394 0xbfd302 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643044 0xc0eae4 0 + 5 12383399 0xbcf4a7 0 + 2 12571397 0xbfd305 0 + 3 12491341 0xbe9a4d 0 + 4 12513134 0xbeef6e 0 + 6 12596661 0xc035b5 0 + 7 12461766 0xbe26c6 0 + 0 12425062 0xbd9766 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571395 0xbfd303 0 + 5 12383400 0xbcf4a8 0 + 1 12643045 0xc0eae5 0 + 6 12596660 0xc035b4 0 + 7 12461765 0xbe26c5 0 + 0 12425061 0xbd9765 0 + 3 12491342 0xbe9a4e 0 + 4 12513135 0xbeef6f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643040 0xc0eae0 0 + 3 12491337 0xbe9a49 0 + 5 12383395 0xbcf4a3 0 + 6 12596656 0xc035b0 0 + 0 12425057 0xbd9761 0 + 2 12571392 0xbfd300 0 + 4 12513130 0xbeef6a 0 + 7 12461761 0xbe26c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513152 0xbeef80 0 + 3 12491360 0xbe9a60 0 + 5 12383418 0xbcf4ba 0 + 7 12461785 0xbe26d9 0 + 6 12596679 0xc035c7 0 + 1 12643063 0xc0eaf7 0 + 0 12425080 0xbd9778 0 + 2 12571417 0xbfd319 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513159 0xbeef87 0 + 7 12461791 0xbe26df 0 + 1 12643069 0xc0eafd 0 + 3 12491366 0xbe9a66 0 + 5 12383424 0xbcf4c0 0 + 6 12596685 0xc035cd 0 + 0 12425086 0xbd977e 0 + 2 12571422 0xbfd31e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571403 0xbfd30b 0 + 0 12425066 0xbd976a 0 + 5 12383409 0xbcf4b1 0 + 6 12596670 0xc035be 0 + 1 12643055 0xc0eaef 0 + 7 12461778 0xbe26d2 0 + 4 12513145 0xbeef79 0 + 3 12491352 0xbe9a58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425070 0xbd976e 0 + 7 12461776 0xbe26d0 0 + 3 12491356 0xbe9a5c 0 + 2 12571411 0xbfd313 0 + 1 12643059 0xc0eaf3 0 + 4 12513148 0xbeef7c 0 + 5 12383414 0xbcf4b6 0 + 6 12596675 0xc035c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571401 0xbfd309 0 + 6 12596664 0xc035b8 0 + 3 12491347 0xbe9a53 0 + 4 12513142 0xbeef76 0 + 1 12643053 0xc0eaed 0 + 7 12461775 0xbe26cf 0 + 0 12425072 0xbd9770 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461764 0xbe26c4 0 + 1 12643043 0xc0eae3 0 + 6 12596659 0xc035b3 0 + 4 12513133 0xbeef6d 0 + 3 12491340 0xbe9a4c 0 + 5 12383398 0xbcf4a6 0 + 0 12425060 0xbd9764 0 + 2 12571396 0xbfd304 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571400 0xbfd308 0 + 4 12513138 0xbeef72 0 + 3 12491346 0xbe9a52 0 + 1 12643050 0xc0eaea 0 + 5 12383404 0xbcf4ac 0 + 7 12461772 0xbe26cc 0 + 6 12596668 0xc035bc 0 + 0 12425071 0xbd976f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643047 0xc0eae7 0 + 0 12425068 0xbd976c 0 + 7 12461771 0xbe26cb 0 + 4 12513143 0xbeef77 0 + 5 12383407 0xbcf4af 0 + 3 12491349 0xbe9a55 0 + 2 12571406 0xbfd30e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513139 0xbeef73 0 + 1 12643052 0xc0eaec 0 + 6 12596667 0xc035bb 0 + 7 12461774 0xbe26ce 0 + 2 12571408 0xbfd310 0 + 5 12383410 0xbcf4b2 0 + 3 12491350 0xbe9a56 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..de3631e10 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:57:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:57:46 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576789299200. +WARNING: Using actual aggregate bytes moved = 107571609600. +write 800.40 78643200 100.00 0.001116 128.17 0.000509 128.17 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576885043200. +WARNING: Using actual aggregate bytes moved = 101109248000. +write 779.54 78643200 100.00 0.002048 123.69 0.000753 123.69 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576949964800. +WARNING: Using actual aggregate bytes moved = 102498611200. +write 815.19 78643200 100.00 0.003191 119.91 0.001021 119.91 2 + +Max Write: 815.19 MiB/sec (854.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 815.19 779.54 798.38 14.62 123.92568 0 32 2 3 1 0 1 0 0 1 80530636800 102400 107571609600 POSIX 0 + +Finished: Tue Oct 23 21:04:00 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d20fde63d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,554 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 09:54:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:54:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 289747763200. +read 2301.58 68935680 1024.00 0.004985 120.06 0.004599 120.06 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 329581068288. +read 2618.67 68935680 1024.00 0.004627 120.03 0.004544 120.03 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 353401569280. +read 2808.00 68935680 1024.00 0.004710 120.02 0.004864 120.03 2 + +Max Read: 2808.00 MiB/sec (2944.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2808.00 2301.58 2576.08 208.93 120.03717 0 32 2 3 1 0 1 0 0 1 70590136320 1048576 289747763200 POSIX 0 + +Finished: Tue Oct 23 10:00:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459177 0xbe1ca9 0 + 1 12640453 0xc0e0c5 0 + 5 12380824 0xbcea98 0 + 6 12594081 0xc02ba1 0 + 3 12488763 0xbe903b 0 + 4 12510552 0xbee558 0 + 0 12422478 0xbd8d4e 0 + 2 12568820 0xbfc8f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568812 0xbfc8ec 0 + 3 12488759 0xbe9037 0 + 7 12459183 0xbe1caf 0 + 0 12422476 0xbd8d4c 0 + 5 12380829 0xbcea9d 0 + 1 12640462 0xc0e0ce 0 + 6 12594087 0xc02ba7 0 + 4 12510556 0xbee55c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594094 0xc02bae 0 + 2 12568831 0xbfc8ff 0 + 7 12459198 0xbe1cbe 0 + 3 12488778 0xbe904a 0 + 0 12422492 0xbd8d5c 0 + 1 12640477 0xc0e0dd 0 + 4 12510567 0xbee567 0 + 5 12380846 0xbceaae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422468 0xbd8d44 0 + 3 12488755 0xbe9033 0 + 6 12594076 0xc02b9c 0 + 5 12380819 0xbcea93 0 + 1 12640451 0xc0e0c3 0 + 2 12568811 0xbfc8eb 0 + 7 12459178 0xbe1caa 0 + 4 12510551 0xbee557 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594105 0xc02bb9 0 + 0 12422498 0xbd8d62 0 + 2 12568840 0xbfc908 0 + 4 12510574 0xbee56e 0 + 7 12459205 0xbe1cc5 0 + 1 12640481 0xc0e0e1 0 + 3 12488784 0xbe9050 0 + 5 12380848 0xbceab0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568829 0xbfc8fd 0 + 7 12459197 0xbe1cbd 0 + 3 12488774 0xbe9046 0 + 0 12422493 0xbd8d5d 0 + 1 12640478 0xc0e0de 0 + 6 12594103 0xc02bb7 0 + 4 12510571 0xbee56b 0 + 5 12380847 0xbceaaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488779 0xbe904b 0 + 5 12380843 0xbceaab 0 + 6 12594100 0xc02bb4 0 + 0 12422494 0xbd8d5e 0 + 2 12568836 0xbfc904 0 + 4 12510569 0xbee569 0 + 7 12459202 0xbe1cc2 0 + 1 12640479 0xc0e0df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488770 0xbe9042 0 + 0 12422485 0xbd8d55 0 + 4 12510561 0xbee561 0 + 2 12568826 0xbfc8fa 0 + 7 12459194 0xbe1cba 0 + 6 12594092 0xc02bac 0 + 1 12640468 0xc0e0d4 0 + 5 12380837 0xbceaa5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380836 0xbceaa4 0 + 7 12459193 0xbe1cb9 0 + 1 12640467 0xc0e0d3 0 + 2 12568827 0xbfc8fb 0 + 0 12422486 0xbd8d56 0 + 4 12510564 0xbee564 0 + 3 12488772 0xbe9044 0 + 6 12594097 0xc02bb1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594077 0xc02b9d 0 + 5 12380821 0xbcea95 0 + 4 12510547 0xbee553 0 + 0 12422471 0xbd8d47 0 + 2 12568814 0xbfc8ee 0 + 7 12459182 0xbe1cae 0 + 1 12640454 0xc0e0c6 0 + 3 12488762 0xbe903a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594078 0xc02b9e 0 + 7 12459180 0xbe1cac 0 + 5 12380826 0xbcea9a 0 + 1 12640461 0xc0e0cd 0 + 4 12510554 0xbee55a 0 + 3 12488766 0xbe903e 0 + 2 12568821 0xbfc8f5 0 + 0 12422480 0xbd8d50 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640470 0xc0e0d6 0 + 2 12568830 0xbfc8fe 0 + 4 12510565 0xbee565 0 + 3 12488777 0xbe9049 0 + 7 12459206 0xbe1cc6 0 + 6 12594106 0xc02bba 0 + 0 12422499 0xbd8d63 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568813 0xbfc8ed 0 + 7 12459181 0xbe1cad 0 + 6 12594083 0xc02ba3 0 + 1 12640459 0xc0e0cb 0 + 0 12422477 0xbd8d4d 0 + 4 12510553 0xbee559 0 + 5 12380830 0xbcea9e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422488 0xbd8d58 0 + 1 12640471 0xc0e0d7 0 + 2 12568832 0xbfc900 0 + 5 12380845 0xbceaad 0 + 4 12510570 0xbee56a 0 + 7 12459201 0xbe1cc1 0 + 6 12594104 0xc02bb8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640472 0xc0e0d8 0 + 3 12488775 0xbe9047 0 + 5 12380842 0xbceaaa 0 + 6 12594102 0xc02bb6 0 + 0 12422495 0xbd8d5f 0 + 2 12568837 0xbfc905 0 + 4 12510572 0xbee56c 0 + 7 12459203 0xbe1cc3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594075 0xc02b9b 0 + 4 12510544 0xbee550 0 + 1 12640450 0xc0e0c2 0 + 0 12422469 0xbd8d45 0 + 7 12459176 0xbe1ca8 0 + 2 12568809 0xbfc8e9 0 + 3 12488756 0xbe9034 0 + 5 12380822 0xbcea96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594093 0xc02bad 0 + 1 12640469 0xc0e0d5 0 + 4 12510563 0xbee563 0 + 3 12488776 0xbe9048 0 + 7 12459200 0xbe1cc0 0 + 2 12568833 0xbfc901 0 + 0 12422496 0xbd8d60 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459195 0xbe1cbb 0 + 4 12510562 0xbee562 0 + 2 12568828 0xbfc8fc 0 + 5 12380840 0xbceaa8 0 + 0 12422489 0xbd8d59 0 + 3 12488773 0xbe9045 0 + 1 12640474 0xc0e0da 0 + 6 12594096 0xc02bb0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380838 0xbceaa6 0 + 6 12594095 0xc02baf 0 + 1 12640473 0xc0e0d9 0 + 0 12422491 0xbd8d5b 0 + 4 12510566 0xbee566 0 + 7 12459199 0xbe1cbf 0 + 3 12488780 0xbe904c 0 + 2 12568835 0xbfc903 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488758 0xbe9036 0 + 4 12510550 0xbee556 0 + 5 12380825 0xbcea99 0 + 0 12422475 0xbd8d4b 0 + 1 12640456 0xc0e0c8 0 + 2 12568818 0xbfc8f2 0 + 6 12594085 0xc02ba5 0 + 7 12459185 0xbe1cb1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380823 0xbcea97 0 + 3 12488760 0xbe9038 0 + 6 12594080 0xc02ba0 0 + 2 12568816 0xbfc8f0 0 + 7 12459184 0xbe1cb0 0 + 0 12422479 0xbd8d4f 0 + 4 12510555 0xbee55b 0 + 1 12640463 0xc0e0cf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380839 0xbceaa7 0 + 0 12422490 0xbd8d5a 0 + 1 12640476 0xc0e0dc 0 + 6 12594099 0xc02bb3 0 + 4 12510568 0xbee568 0 + 2 12568838 0xbfc906 0 + 3 12488782 0xbe904e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510548 0xbee554 0 + 0 12422472 0xbd8d48 0 + 1 12640457 0xc0e0c9 0 + 2 12568819 0xbfc8f3 0 + 6 12594086 0xc02ba6 0 + 7 12459188 0xbe1cb4 0 + 3 12488767 0xbe903f 0 + 5 12380832 0xbceaa0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380834 0xbceaa2 0 + 6 12594090 0xc02baa 0 + 0 12422483 0xbd8d53 0 + 2 12568824 0xbfc8f8 0 + 4 12510559 0xbee55f 0 + 7 12459191 0xbe1cb7 0 + 1 12640465 0xc0e0d1 0 + 3 12488769 0xbe9041 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488757 0xbe9035 0 + 4 12510549 0xbee555 0 + 0 12422473 0xbd8d49 0 + 1 12640455 0xc0e0c7 0 + 6 12594082 0xc02ba2 0 + 5 12380828 0xbcea9c 0 + 2 12568817 0xbfc8f1 0 + 7 12459187 0xbe1cb3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380844 0xbceaac 0 + 6 12594101 0xc02bb5 0 + 0 12422497 0xbd8d61 0 + 2 12568839 0xbfc907 0 + 4 12510573 0xbee56d 0 + 7 12459204 0xbe1cc4 0 + 1 12640480 0xc0e0e0 0 + 3 12488783 0xbe904f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488768 0xbe9040 0 + 5 12380833 0xbceaa1 0 + 6 12594089 0xc02ba9 0 + 0 12422482 0xbd8d52 0 + 2 12568823 0xbfc8f7 0 + 4 12510558 0xbee55e 0 + 7 12459190 0xbe1cb6 0 + 1 12640464 0xc0e0d0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640460 0xc0e0cc 0 + 3 12488765 0xbe903d 0 + 5 12380831 0xbcea9f 0 + 6 12594088 0xc02ba8 0 + 0 12422481 0xbd8d51 0 + 2 12568822 0xbfc8f6 0 + 4 12510557 0xbee55d 0 + 7 12459189 0xbe1cb5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459196 0xbe1cbc 0 + 0 12422487 0xbd8d57 0 + 5 12380841 0xbceaa9 0 + 1 12640475 0xc0e0db 0 + 6 12594098 0xc02bb2 0 + 3 12488781 0xbe904d 0 + 2 12568834 0xbfc902 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380820 0xbcea94 0 + 4 12510546 0xbee552 0 + 1 12640452 0xc0e0c4 0 + 7 12459179 0xbe1cab 0 + 2 12568815 0xbfc8ef 0 + 0 12422474 0xbd8d4a 0 + 3 12488764 0xbe903c 0 + 6 12594084 0xc02ba4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380835 0xbceaa3 0 + 2 12568825 0xbfc8f9 0 + 6 12594091 0xc02bab 0 + 3 12488771 0xbe9043 0 + 0 12422484 0xbd8d54 0 + 4 12510560 0xbee560 0 + 7 12459192 0xbe1cb8 0 + 1 12640466 0xc0e0d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510545 0xbee551 0 + 2 12568810 0xbfc8ea 0 + 0 12422470 0xbd8d46 0 + 6 12594079 0xc02b9f 0 + 3 12488761 0xbe9039 0 + 5 12380827 0xbcea9b 0 + 1 12640458 0xc0e0ca 0 + 7 12459186 0xbe1cb2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..40f0a5c49 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 09:47:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:47:19 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258788941824. +WARNING: Using actual aggregate bytes moved = 658624217088. +write 4669 68935680 1024.00 0.001081 134.51 0.000669 134.52 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258653675520. +WARNING: Using actual aggregate bytes moved = 668196667392. +write 4746 68935680 1024.00 0.004385 134.26 0.001022 134.26 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258737561600. +WARNING: Using actual aggregate bytes moved = 653849001984. +write 4637 68935680 1024.00 0.002475 134.48 0.001501 134.48 2 + +Max Write: 4746.30 MiB/sec (4976.86 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4746.30 4636.84 4684.20 45.89 134.41843 0 32 2 3 1 0 1 0 0 1 70590136320 1048576 658624217088 POSIX 0 + +Finished: Tue Oct 23 09:54:11 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..432d63652 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,547 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 07:45:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:45:40 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 334443315200. +read 2654.84 68935680 10240 0.004774 120.14 0.004286 120.14 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 381555834880. +read 3028.61 68935680 10240 0.004292 120.15 0.004603 120.15 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 413537402880. +read 3282.33 68935680 10240 0.004279 120.15 0.004211 120.15 2 + +Max Read: 3282.33 MiB/sec (3441.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3282.33 2654.84 2988.59 257.73 120.14637 0 32 2 3 1 0 1 0 0 1 70590136320 10485760 334443315200 POSIX 0 + +Finished: Tue Oct 23 07:51:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421486 0xbd896e 0 + 2 12567835 0xbfc51b 0 + 4 12509562 0xbee17a 0 + 7 12458194 0xbe18d2 0 + 1 12639466 0xc0dcea 0 + 3 12487776 0xbe8c60 0 + 5 12379834 0xbce6ba 0 + 6 12593094 0xc027c6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593070 0xc027ae 0 + 0 12421464 0xbd8958 0 + 2 12567813 0xbfc505 0 + 4 12509542 0xbee166 0 + 7 12458172 0xbe18bc 0 + 3 12487754 0xbe8c4a 0 + 1 12639446 0xc0dcd6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509551 0xbee16f 0 + 5 12379823 0xbce6af 0 + 3 12487766 0xbe8c56 0 + 2 12567825 0xbfc511 0 + 7 12458186 0xbe18ca 0 + 0 12421483 0xbd896b 0 + 6 12593090 0xc027c2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593067 0xc027ab 0 + 0 12421460 0xbd8954 0 + 2 12567810 0xbfc502 0 + 4 12509535 0xbee15f 0 + 7 12458168 0xbe18b8 0 + 5 12379808 0xbce6a0 0 + 1 12639440 0xc0dcd0 0 + 3 12487748 0xbe8c44 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509552 0xbee170 0 + 7 12458183 0xbe18c7 0 + 3 12487765 0xbe8c55 0 + 6 12593085 0xc027bd 0 + 2 12567826 0xbfc512 0 + 5 12379825 0xbce6b1 0 + 1 12639457 0xc0dce1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458177 0xbe18c1 0 + 3 12487759 0xbe8c4f 0 + 1 12639450 0xc0dcda 0 + 2 12567819 0xbfc50b 0 + 5 12379818 0xbce6aa 0 + 0 12421471 0xbd895f 0 + 4 12509546 0xbee16a 0 + 6 12593079 0xc027b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639451 0xc0dcdb 0 + 6 12593081 0xc027b9 0 + 0 12421475 0xbd8963 0 + 5 12379821 0xbce6ad 0 + 7 12458185 0xbe18c9 0 + 3 12487767 0xbe8c57 0 + 2 12567828 0xbfc514 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487761 0xbe8c51 0 + 5 12379820 0xbce6ac 0 + 2 12567823 0xbfc50f 0 + 4 12509555 0xbee173 0 + 0 12421479 0xbd8967 0 + 6 12593089 0xc027c1 0 + 1 12639460 0xc0dce4 0 + 7 12458190 0xbe18ce 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509549 0xbee16d 0 + 7 12458182 0xbe18c6 0 + 5 12379822 0xbce6ae 0 + 0 12421478 0xbd8966 0 + 1 12639458 0xc0dce2 0 + 2 12567832 0xbfc518 0 + 3 12487772 0xbe8c5c 0 + 6 12593091 0xc027c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509564 0xbee17c 0 + 7 12458196 0xbe18d4 0 + 1 12639468 0xc0dcec 0 + 3 12487778 0xbe8c62 0 + 5 12379836 0xbce6bc 0 + 6 12593096 0xc027c8 0 + 0 12421488 0xbd8970 0 + 2 12567837 0xbfc51d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593093 0xc027c5 0 + 0 12421485 0xbd896d 0 + 2 12567834 0xbfc51a 0 + 4 12509561 0xbee179 0 + 7 12458193 0xbe18d1 0 + 1 12639465 0xc0dce9 0 + 3 12487775 0xbe8c5f 0 + 5 12379833 0xbce6b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379817 0xbce6a9 0 + 2 12567820 0xbfc50c 0 + 6 12593078 0xc027b6 0 + 0 12421472 0xbd8960 0 + 4 12509548 0xbee16c 0 + 3 12487762 0xbe8c52 0 + 7 12458181 0xbe18c5 0 + 1 12639454 0xc0dcde 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379832 0xbce6b8 0 + 6 12593092 0xc027c4 0 + 0 12421484 0xbd896c 0 + 2 12567833 0xbfc519 0 + 4 12509560 0xbee178 0 + 7 12458192 0xbe18d0 0 + 1 12639464 0xc0dce8 0 + 3 12487774 0xbe8c5e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487751 0xbe8c47 0 + 4 12509538 0xbee162 0 + 1 12639443 0xc0dcd3 0 + 2 12567812 0xbfc504 0 + 6 12593073 0xc027b1 0 + 7 12458173 0xbe18bd 0 + 0 12421467 0xbd895b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458179 0xbe18c3 0 + 0 12421474 0xbd8962 0 + 6 12593082 0xc027ba 0 + 1 12639455 0xc0dcdf 0 + 4 12509553 0xbee171 0 + 5 12379824 0xbce6b0 0 + 3 12487770 0xbe8c5a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567836 0xbfc51c 0 + 4 12509563 0xbee17b 0 + 7 12458195 0xbe18d3 0 + 1 12639467 0xc0dceb 0 + 3 12487777 0xbe8c61 0 + 5 12379835 0xbce6bb 0 + 6 12593095 0xc027c7 0 + 0 12421487 0xbd896f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458175 0xbe18bf 0 + 1 12639448 0xc0dcd8 0 + 3 12487757 0xbe8c4d 0 + 5 12379815 0xbce6a7 0 + 6 12593076 0xc027b4 0 + 0 12421469 0xbd895d 0 + 2 12567817 0xbfc509 0 + 4 12509544 0xbee168 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487769 0xbe8c59 0 + 5 12379828 0xbce6b4 0 + 6 12593088 0xc027c0 0 + 0 12421481 0xbd8969 0 + 2 12567831 0xbfc517 0 + 4 12509559 0xbee177 0 + 7 12458191 0xbe18cf 0 + 1 12639463 0xc0dce7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509550 0xbee16e 0 + 0 12421476 0xbd8964 0 + 6 12593086 0xc027be 0 + 3 12487768 0xbe8c58 0 + 7 12458187 0xbe18cb 0 + 2 12567827 0xbfc513 0 + 5 12379829 0xbce6b5 0 + 1 12639461 0xc0dce5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458180 0xbe18c4 0 + 6 12593083 0xc027bb 0 + 2 12567824 0xbfc510 0 + 4 12509554 0xbee172 0 + 1 12639456 0xc0dce0 0 + 5 12379830 0xbce6b6 0 + 3 12487771 0xbe8c5b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487749 0xbe8c45 0 + 5 12379809 0xbce6a1 0 + 2 12567811 0xbfc503 0 + 7 12458169 0xbe18b9 0 + 4 12509536 0xbee160 0 + 1 12639441 0xc0dcd1 0 + 0 12421462 0xbd8956 0 + 6 12593068 0xc027ac 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379807 0xbce69f 0 + 6 12593066 0xc027aa 0 + 0 12421459 0xbd8953 0 + 2 12567809 0xbfc501 0 + 4 12509534 0xbee15e 0 + 7 12458167 0xbe18b7 0 + 1 12639439 0xc0dccf 0 + 3 12487747 0xbe8c43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379810 0xbce6a2 0 + 3 12487752 0xbe8c48 0 + 1 12639445 0xc0dcd5 0 + 6 12593072 0xc027b0 0 + 7 12458171 0xbe18bb 0 + 0 12421466 0xbd895a 0 + 2 12567814 0xbfc506 0 + 4 12509543 0xbee167 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458178 0xbe18c2 0 + 3 12487760 0xbe8c50 0 + 2 12567821 0xbfc50d 0 + 5 12379819 0xbce6ab 0 + 4 12509547 0xbee16b 0 + 6 12593080 0xc027b8 0 + 0 12421473 0xbd8961 0 + 1 12639452 0xc0dcdc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639444 0xc0dcd4 0 + 7 12458170 0xbe18ba 0 + 4 12509541 0xbee165 0 + 5 12379812 0xbce6a4 0 + 3 12487753 0xbe8c49 0 + 6 12593074 0xc027b2 0 + 0 12421468 0xbd895c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379826 0xbce6b2 0 + 6 12593087 0xc027bf 0 + 0 12421480 0xbd8968 0 + 2 12567830 0xbfc516 0 + 4 12509558 0xbee176 0 + 7 12458189 0xbe18cd 0 + 1 12639462 0xc0dce6 0 + 3 12487773 0xbe8c5d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487764 0xbe8c54 0 + 2 12567822 0xbfc50e 0 + 5 12379831 0xbce6b7 0 + 4 12509557 0xbee175 0 + 7 12458188 0xbe18cc 0 + 0 12421482 0xbd896a 0 + 1 12639459 0xc0dce3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421463 0xbd8957 0 + 4 12509540 0xbee164 0 + 5 12379813 0xbce6a5 0 + 3 12487755 0xbe8c4b 0 + 2 12567815 0xbfc507 0 + 6 12593075 0xc027b3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567818 0xbfc50a 0 + 7 12458176 0xbe18c0 0 + 0 12421470 0xbd895e 0 + 1 12639449 0xc0dcd9 0 + 6 12593077 0xc027b5 0 + 3 12487758 0xbe8c4e 0 + 5 12379816 0xbce6a8 0 + 4 12509545 0xbee169 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487763 0xbe8c53 0 + 1 12639453 0xc0dcdd 0 + 6 12593084 0xc027bc 0 + 7 12458184 0xbe18c8 0 + 0 12421477 0xbd8965 0 + 5 12379827 0xbce6b3 0 + 4 12509556 0xbee174 0 + 2 12567829 0xbfc515 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421461 0xbd8955 0 + 3 12487750 0xbe8c46 0 + 6 12593069 0xc027ad 0 + 4 12509537 0xbee161 0 + 1 12639442 0xc0dcd2 0 + 5 12379811 0xbce6a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509539 0xbee163 0 + 6 12593071 0xc027af 0 + 0 12421465 0xbd8959 0 + 5 12379814 0xbce6a6 0 + 7 12458174 0xbe18be 0 + 1 12639447 0xc0dcd7 0 + 3 12487756 0xbe8c4c 0 + 2 12567816 0xbfc508 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f89f2f8fc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 07:38:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:38:30 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258758533120. +WARNING: Using actual aggregate bytes moved = 748106547200. +write 5333 68935680 10240 0.001060 133.78 0.000872 133.78 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258548817920. +WARNING: Using actual aggregate bytes moved = 742832209920. +write 5316 68935680 10240 0.002029 133.27 0.001122 133.27 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258234245120. +WARNING: Using actual aggregate bytes moved = 744604303360. +write 5336 68935680 10240 0.008552 133.07 0.001609 133.08 2 + +Max Write: 5336.10 MiB/sec (5595.31 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5336.10 5315.52 5328.16 9.03 133.37805 0 32 2 3 1 0 1 0 0 1 70590136320 10485760 748106547200 POSIX 0 + +Finished: Tue Oct 23 07:45:20 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5940569c1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,556 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 22:33:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:33:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3848159232. +read 60.88 78643200 16.00 0.001235 60.28 0.000831 60.28 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4552736768. +read 72.03 78643200 16.00 0.000874 60.28 0.000890 60.28 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4550787072. +read 71.99 78643200 16.00 0.000906 60.28 0.000944 60.28 2 + +Max Read: 72.03 MiB/sec (75.52 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 72.03 60.88 68.30 5.25 60.28195 0 32 2 3 1 0 1 0 0 1 80530636800 16384 3848159232 POSIX 0 + +Finished: Tue Oct 23 22:36:19 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572415 0xbfd6ff 0 + 4 12514157 0xbef36d 0 + 7 12462786 0xbe2ac2 0 + 1 12644066 0xc0eee2 0 + 3 12492363 0xbe9e4b 0 + 5 12384423 0xbcf8a7 0 + 6 12597682 0xc039b2 0 + 0 12426085 0xbd9b65 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514146 0xbef362 0 + 7 12462776 0xbe2ab8 0 + 1 12644056 0xc0eed8 0 + 3 12492357 0xbe9e45 0 + 2 12572411 0xbfd6fb 0 + 6 12597679 0xc039af 0 + 5 12384420 0xbcf8a4 0 + 0 12426082 0xbd9b62 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514142 0xbef35e 0 + 7 12462771 0xbe2ab3 0 + 1 12644051 0xc0eed3 0 + 3 12492348 0xbe9e3c 0 + 5 12384409 0xbcf899 0 + 6 12597667 0xc039a3 0 + 0 12426070 0xbd9b56 0 + 2 12572400 0xbfd6f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644067 0xc0eee3 0 + 5 12384424 0xbcf8a8 0 + 0 12426086 0xbd9b66 0 + 2 12572416 0xbfd700 0 + 3 12492365 0xbe9e4d 0 + 6 12597684 0xc039b4 0 + 7 12462788 0xbe2ac4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384421 0xbcf8a5 0 + 6 12597680 0xc039b0 0 + 4 12514155 0xbef36b 0 + 7 12462784 0xbe2ac0 0 + 3 12492361 0xbe9e49 0 + 0 12426083 0xbd9b63 0 + 2 12572414 0xbfd6fe 0 + 1 12644065 0xc0eee1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597670 0xc039a6 0 + 2 12572405 0xbfd6f5 0 + 7 12462777 0xbe2ab9 0 + 4 12514148 0xbef364 0 + 0 12426077 0xbd9b5d 0 + 1 12644061 0xc0eedd 0 + 3 12492358 0xbe9e46 0 + 5 12384419 0xbcf8a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384412 0xbcf89c 0 + 1 12644057 0xc0eed9 0 + 0 12426079 0xbd9b5f 0 + 4 12514150 0xbef366 0 + 3 12492356 0xbe9e44 0 + 7 12462781 0xbe2abd 0 + 6 12597675 0xc039ab 0 + 2 12572410 0xbfd6fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572422 0xbfd706 0 + 5 12384431 0xbcf8af 0 + 0 12426092 0xbd9b6c 0 + 4 12514165 0xbef375 0 + 7 12462795 0xbe2acb 0 + 6 12597691 0xc039bb 0 + 1 12644075 0xc0eeeb 0 + 3 12492372 0xbe9e54 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492349 0xbe9e3d 0 + 7 12462772 0xbe2ab4 0 + 0 12426071 0xbd9b57 0 + 5 12384410 0xbcf89a 0 + 2 12572402 0xbfd6f2 0 + 1 12644052 0xc0eed4 0 + 6 12597669 0xc039a5 0 + 4 12514144 0xbef360 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492350 0xbe9e3e 0 + 2 12572401 0xbfd6f1 0 + 0 12426072 0xbd9b58 0 + 7 12462774 0xbe2ab6 0 + 5 12384411 0xbcf89b 0 + 4 12514145 0xbef361 0 + 1 12644055 0xc0eed7 0 + 6 12597672 0xc039a8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572417 0xbfd701 0 + 0 12426087 0xbd9b67 0 + 4 12514159 0xbef36f 0 + 1 12644069 0xc0eee5 0 + 3 12492367 0xbe9e4f 0 + 5 12384427 0xbcf8ab 0 + 6 12597686 0xc039b6 0 + 7 12462789 0xbe2ac5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462800 0xbe2ad0 0 + 1 12644080 0xc0eef0 0 + 3 12492377 0xbe9e59 0 + 5 12384437 0xbcf8b5 0 + 6 12597696 0xc039c0 0 + 0 12426098 0xbd9b72 0 + 2 12572428 0xbfd70c 0 + 4 12514170 0xbef37a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514169 0xbef379 0 + 7 12462799 0xbe2acf 0 + 1 12644079 0xc0eeef 0 + 3 12492376 0xbe9e58 0 + 5 12384436 0xbcf8b4 0 + 6 12597695 0xc039bf 0 + 0 12426097 0xbd9b71 0 + 2 12572427 0xbfd70b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462773 0xbe2ab5 0 + 0 12426073 0xbd9b59 0 + 2 12572403 0xbfd6f3 0 + 1 12644054 0xc0eed6 0 + 6 12597671 0xc039a7 0 + 4 12514147 0xbef363 0 + 5 12384415 0xbcf89f 0 + 3 12492354 0xbe9e42 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597689 0xc039b9 0 + 4 12514164 0xbef374 0 + 7 12462793 0xbe2ac9 0 + 1 12644073 0xc0eee9 0 + 3 12492370 0xbe9e52 0 + 2 12572423 0xbfd707 0 + 0 12426093 0xbd9b6d 0 + 5 12384432 0xbcf8b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572398 0xbfd6ee 0 + 4 12514140 0xbef35c 0 + 7 12462769 0xbe2ab1 0 + 1 12644049 0xc0eed1 0 + 3 12492346 0xbe9e3a 0 + 5 12384407 0xbcf897 0 + 6 12597665 0xc039a1 0 + 0 12426068 0xbd9b54 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572413 0xbfd6fd 0 + 1 12644064 0xc0eee0 0 + 5 12384422 0xbcf8a6 0 + 4 12514156 0xbef36c 0 + 0 12426084 0xbd9b64 0 + 7 12462785 0xbe2ac1 0 + 3 12492362 0xbe9e4a 0 + 6 12597681 0xc039b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426089 0xbd9b69 0 + 2 12572420 0xbfd704 0 + 5 12384429 0xbcf8ad 0 + 4 12514162 0xbef372 0 + 6 12597690 0xc039ba 0 + 7 12462794 0xbe2aca 0 + 1 12644074 0xc0eeea 0 + 3 12492371 0xbe9e53 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492366 0xbe9e4e 0 + 5 12384426 0xbcf8aa 0 + 6 12597685 0xc039b5 0 + 0 12426088 0xbd9b68 0 + 2 12572419 0xbfd703 0 + 4 12514160 0xbef370 0 + 7 12462790 0xbe2ac6 0 + 1 12644070 0xc0eee6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492351 0xbe9e3f 0 + 0 12426076 0xbd9b5c 0 + 1 12644060 0xc0eedc 0 + 2 12572409 0xbfd6f9 0 + 6 12597676 0xc039ac 0 + 5 12384418 0xbcf8a2 0 + 4 12514154 0xbef36a 0 + 7 12462783 0xbe2abf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426074 0xbd9b5a 0 + 6 12597674 0xc039aa 0 + 5 12384416 0xbcf8a0 0 + 3 12492355 0xbe9e43 0 + 7 12462780 0xbe2abc 0 + 2 12572408 0xbfd6f8 0 + 1 12644062 0xc0eede 0 + 4 12514152 0xbef368 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384428 0xbcf8ac 0 + 7 12462791 0xbe2ac7 0 + 1 12644071 0xc0eee7 0 + 6 12597687 0xc039b7 0 + 3 12492369 0xbe9e51 0 + 0 12426090 0xbd9b6a 0 + 2 12572421 0xbfd705 0 + 4 12514163 0xbef373 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426075 0xbd9b5b 0 + 7 12462782 0xbe2abe 0 + 6 12597677 0xc039ad 0 + 4 12514153 0xbef369 0 + 3 12492360 0xbe9e48 0 + 2 12572412 0xbfd6fc 0 + 1 12644063 0xc0eedf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514161 0xbef371 0 + 3 12492368 0xbe9e50 0 + 7 12462792 0xbe2ac8 0 + 6 12597688 0xc039b8 0 + 1 12644072 0xc0eee8 0 + 5 12384430 0xbcf8ae 0 + 0 12426091 0xbd9b6b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426095 0xbd9b6f 0 + 2 12572425 0xbfd709 0 + 4 12514167 0xbef377 0 + 7 12462797 0xbe2acd 0 + 1 12644077 0xc0eeed 0 + 3 12492374 0xbe9e56 0 + 5 12384434 0xbcf8b2 0 + 6 12597693 0xc039bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572426 0xbfd70a 0 + 4 12514168 0xbef378 0 + 7 12462798 0xbe2ace 0 + 1 12644078 0xc0eeee 0 + 3 12492375 0xbe9e57 0 + 5 12384435 0xbcf8b3 0 + 6 12597694 0xc039be 0 + 0 12426096 0xbd9b70 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514141 0xbef35d 0 + 7 12462770 0xbe2ab2 0 + 1 12644050 0xc0eed2 0 + 3 12492347 0xbe9e3b 0 + 5 12384408 0xbcf898 0 + 6 12597666 0xc039a2 0 + 0 12426069 0xbd9b55 0 + 2 12572399 0xbfd6ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644053 0xc0eed5 0 + 5 12384413 0xbcf89d 0 + 0 12426078 0xbd9b5e 0 + 2 12572406 0xbfd6f6 0 + 7 12462778 0xbe2aba 0 + 4 12514151 0xbef367 0 + 6 12597678 0xc039ae 0 + 3 12492359 0xbe9e47 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597668 0xc039a4 0 + 4 12514143 0xbef35f 0 + 2 12572404 0xbfd6f4 0 + 7 12462775 0xbe2ab7 0 + 3 12492352 0xbe9e40 0 + 5 12384414 0xbcf89e 0 + 1 12644059 0xc0eedb 0 + 0 12426080 0xbd9b60 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514158 0xbef36e 0 + 3 12492364 0xbe9e4c 0 + 6 12597683 0xc039b3 0 + 7 12462787 0xbe2ac3 0 + 5 12384425 0xbcf8a9 0 + 1 12644068 0xc0eee4 0 + 2 12572418 0xbfd702 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597692 0xc039bc 0 + 0 12426094 0xbd9b6e 0 + 2 12572424 0xbfd708 0 + 4 12514166 0xbef376 0 + 7 12462796 0xbe2acc 0 + 1 12644076 0xc0eeec 0 + 3 12492373 0xbe9e55 0 + 5 12384433 0xbcf8b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597673 0xc039a9 0 + 3 12492353 0xbe9e41 0 + 4 12514149 0xbef365 0 + 1 12644058 0xc0eeda 0 + 7 12462779 0xbe2abb 0 + 5 12384417 0xbcf8a1 0 + 2 12572407 0xbfd6f7 0 + 0 12426081 0xbd9b61 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5638112cb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 22:24:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:24:57 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576953704448. +WARNING: Using actual aggregate bytes moved = 43030691840. +write 248.62 78643200 16.00 0.000930 165.06 0.000633 165.06 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576886644736. +WARNING: Using actual aggregate bytes moved = 37815009280. +write 221.74 78643200 16.00 0.002044 162.63 0.000707 162.64 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576513892352. +WARNING: Using actual aggregate bytes moved = 39176388608. +write 222.27 78643200 16.00 0.019878 168.07 0.001107 168.09 2 + +Max Write: 248.62 MiB/sec (260.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 248.62 221.74 230.88 12.55 165.26129 0 32 2 3 1 0 1 0 0 1 80530636800 16384 43030691840 POSIX 0 + +Finished: Tue Oct 23 22:33:14 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7b8c99cc8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:26:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:26:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 23957913600. +read 372.22 39321600 100.00 0.025120 61.36 0.008300 61.38 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 24092364800. +read 374.41 39321600 100.00 0.004821 61.36 0.003211 61.37 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 24276992000. +read 377.34 39321600 100.00 0.005271 61.35 0.003289 61.36 2 + +Max Read: 377.34 MiB/sec (395.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 377.34 372.22 374.66 2.10 61.36891 0 64 4 3 0 0 1 0 0 1 40265318400 102400 23957913600 MPIIO 0 + +Finished: Tue Oct 23 20:29:50 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570990 0xbfd16e 0 + 4 12512727 0xbeedd7 0 + 7 12461360 0xbe2530 0 + 1 12642638 0xc0e94e 0 + 3 12490936 0xbe98b8 0 + 5 12383000 0xbcf318 0 + 6 12596258 0xc03422 0 + 0 12424650 0xbd95ca 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8859a6312 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:56:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:56:16 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 24792780800. +read 754.15 39321600 100.00 0.017684 31.34 0.005502 31.35 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 24816742400. +read 755.00 39321600 100.00 0.006999 31.34 0.005383 31.35 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 24818073600. +read 755.22 39321600 100.00 0.007435 31.34 0.005391 31.34 2 + +Max Read: 755.22 MiB/sec (791.91 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 755.22 754.15 754.79 0.46 31.34630 0 64 4 3 0 0 1 0 0 1 40265318400 102400 24792780800 MPIIO 0 + +Finished: Wed Oct 24 10:57:50 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..00b0decd6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:23:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:23:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576944128000. +WARNING: Using actual aggregate bytes moved = 25013657600. +write 388.01 39321600 100.00 0.014584 61.47 0.000576 61.48 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576949248000. +WARNING: Using actual aggregate bytes moved = 25303552000. +write 392.87 39321600 100.00 0.002228 61.42 0.000658 61.42 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576967372800. +WARNING: Using actual aggregate bytes moved = 25200332800. +write 391.64 39321600 100.00 0.004342 61.36 0.000815 61.36 2 + +Max Write: 392.87 MiB/sec (411.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 392.87 388.01 390.84 2.06 61.42278 0 64 4 3 0 0 1 0 0 1 40265318400 102400 25013657600 MPIIO 0 + +Finished: Tue Oct 23 20:26:39 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..74dcf9425 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 09:41:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:41:17 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 187145650176. +read 1484.64 34467840 1024.00 0.038724 120.18 0.001130 120.22 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 189027844096. +read 1500.18 34467840 1024.00 0.002513 120.16 0.001278 120.17 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 190888017920. +read 1514.82 34467840 1024.00 0.003354 120.17 0.001564 120.18 2 + +Max Read: 1514.82 MiB/sec (1588.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1514.82 1484.64 1499.88 12.32 120.18591 0 64 4 3 0 0 1 0 0 1 35295068160 1048576 187145650176 MPIIO 0 + +Finished: Tue Oct 23 09:47:17 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422405 0xbd8d05 0 + 2 12568747 0xbfc8ab 0 + 4 12510482 0xbee512 0 + 7 12459112 0xbe1c68 0 + 1 12640385 0xc0e081 0 + 3 12488691 0xbe8ff3 0 + 5 12380754 0xbcea52 0 + 6 12594011 0xc02b5b 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4206923d0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:47:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:47:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 136541372416. +read 4309 39321600 1024.00 0.022358 30.20 0.007330 30.22 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 136475312128. +read 4306 39321600 1024.00 0.008615 30.23 0.007308 30.23 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 137487187968. +read 4342 39321600 1024.00 0.009318 30.19 0.007298 30.20 2 + +Max Read: 4342.10 MiB/sec (4553.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4342.10 4305.75 4319.05 16.36 30.21404 0 64 4 3 0 0 1 0 0 1 40265318400 1048576 136541372416 MPIIO 0 + +Finished: Wed Oct 24 10:49:08 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fe1471709 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 09:34:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:34:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258881216512. +WARNING: Using actual aggregate bytes moved = 468432453632. +write 3715 34467840 1024.00 0.019695 120.24 0.001310 120.26 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258867585024. +WARNING: Using actual aggregate bytes moved = 468409384960. +write 3715 34467840 1024.00 0.085990 120.16 0.001138 120.24 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 446452203520. +write 3538.39 34467840 1024.00 0.100266 120.23 0.001391 120.33 2 + +Max Write: 3715.04 MiB/sec (3895.50 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3715.04 3538.39 3656.04 83.19 120.27771 0 64 4 3 0 0 1 0 0 1 35295068160 1048576 468432453632 MPIIO 0 + +Finished: Tue Oct 23 09:40:56 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..deb7a6e54 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:32:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:32:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 395564810240. +read 3136.47 34467840 10240 0.092180 120.19 0.004495 120.28 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 400650403840. +read 3178.32 34467840 10240 0.005780 120.21 0.004368 120.22 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 400356802560. +read 3174.71 34467840 10240 0.006326 120.26 0.004378 120.27 2 + +Max Read: 3178.32 MiB/sec (3332.71 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3178.32 3136.47 3163.17 18.93 120.25298 0 64 4 3 0 0 1 0 0 1 35295068160 10485760 395564810240 MPIIO 0 + +Finished: Tue Oct 23 07:38:29 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567743 0xbfc4bf 0 + 4 12509471 0xbee11f 0 + 7 12458104 0xbe1878 0 + 1 12639378 0xc0dc92 0 + 3 12487683 0xbe8c03 0 + 5 12379744 0xbce660 0 + 6 12593001 0xc02769 0 + 0 12421396 0xbd8914 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..31786cd66 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:38:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:38:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 149684224000. +read 4724 39321600 10240 0.017620 30.21 0.005101 30.22 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 150145597440. +read 4728 39321600 10240 0.006350 30.28 0.005072 30.28 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 151466803200. +read 4789 39321600 10240 0.007150 30.16 0.005005 30.16 2 + +Max Read: 4789.23 MiB/sec (5021.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4789.23 4723.63 4747.09 29.86 30.22157 0 64 4 3 0 0 1 0 0 1 40265318400 10485760 149684224000 MPIIO 0 + +Finished: Wed Oct 24 10:40:23 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..9dfd53f91 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:26:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:26:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 383600558080. +write 3037.66 34467840 10240 0.018714 120.41 0.001233 120.43 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258800476160. +WARNING: Using actual aggregate bytes moved = 373943173120. +write 2961.27 34467840 10240 0.069654 120.36 0.001210 120.43 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258643189760. +WARNING: Using actual aggregate bytes moved = 371342704640. +write 2935.74 34467840 10240 0.101686 120.53 0.001531 120.63 2 + +Max Write: 3037.66 MiB/sec (3185.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3037.66 2935.74 2978.22 43.30 120.49671 0 64 4 3 0 0 1 0 0 1 35295068160 10485760 383600558080 MPIIO 0 + +Finished: Tue Oct 23 07:32:09 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..529d67bae --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:47:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:47:32 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4970004480. +read 69.39 39321600 16.00 0.017438 68.29 0.004506 68.31 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4990713856. +read 69.68 39321600 16.00 0.005675 68.30 0.004488 68.31 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5004328960. +read 69.87 39321600 16.00 0.006482 68.30 0.004589 68.31 2 + +Max Read: 69.87 MiB/sec (73.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 69.87 69.39 69.64 0.20 68.30819 0 64 4 3 0 0 1 0 0 1 40265318400 16384 4970004480 MPIIO 0 + +Finished: Tue Oct 23 21:50:57 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425668 0xbd99c4 0 + 2 12571999 0xbfd55f 0 + 4 12513736 0xbef1c8 0 + 7 12462370 0xbe2922 0 + 1 12643648 0xc0ed40 0 + 3 12491944 0xbe9ca8 0 + 5 12384005 0xbcf705 0 + 6 12597263 0xc0380f 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..cafcfdd87 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 11:04:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 11:04:54 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 4986011648. +read 124.12 39321600 16.00 0.016409 38.30 0.007266 38.31 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 4989829120. +read 124.26 39321600 16.00 0.008272 38.29 0.007056 38.30 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 4981325824. +read 124.05 39321600 16.00 0.009229 38.29 0.007061 38.30 2 + +Max Read: 124.26 MiB/sec (130.30 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 124.26 124.05 124.14 0.09 38.30089 0 64 4 3 0 0 1 0 0 1 40265318400 16384 4986011648 MPIIO 0 + +Finished: Wed Oct 24 11:06:49 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..787743077 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:44:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:44:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576974430208. +WARNING: Using actual aggregate bytes moved = 4304732160. +write 59.84 39321600 16.00 0.025778 68.58 0.000717 68.61 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576943087616. +WARNING: Using actual aggregate bytes moved = 4308074496. +write 60.06 39321600 16.00 0.002767 68.41 0.000707 68.41 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576961110016. +WARNING: Using actual aggregate bytes moved = 4297834496. +write 59.83 39321600 16.00 0.002667 68.50 0.000813 68.50 2 + +Max Write: 60.06 MiB/sec (62.97 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 60.06 59.83 59.91 0.10 68.50740 0 64 4 3 0 0 1 0 0 1 40265318400 16384 4304732160 MPIIO 0 + +Finished: Tue Oct 23 21:47:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..17f9dac1f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1059 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:20:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:20:32 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 44252262400. +read 702.83 39321600 100.00 0.007992 60.04 0.007616 60.05 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 45326131200. +read 719.87 39321600 100.00 0.007458 60.04 0.007401 60.05 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 46149017600. +read 732.77 39321600 100.00 0.007421 60.06 0.007405 60.06 2 + +Max Read: 732.77 MiB/sec (768.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 732.77 702.83 718.49 12.26 60.05175 0 64 4 3 1 0 1 0 0 1 40265318400 102400 44252262400 POSIX 0 + +Finished: Tue Oct 23 20:23:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642582 0xc0e916 0 + 0 12424598 0xbd9596 0 + 6 12596208 0xc033f0 0 + 3 12490884 0xbe9884 0 + 7 12461311 0xbe24ff 0 + 2 12570945 0xbfd141 0 + 4 12512681 0xbeeda9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490910 0xbe989e 0 + 0 12424626 0xbd95b2 0 + 4 12512704 0xbeedc0 0 + 5 12382977 0xbcf301 0 + 2 12570967 0xbfd157 0 + 6 12596235 0xc0340b 0 + 7 12461337 0xbe2519 0 + 1 12642616 0xc0e938 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461327 0xbe250f 0 + 1 12642605 0xc0e92d 0 + 3 12490902 0xbe9896 0 + 5 12382968 0xbcf2f8 0 + 6 12596225 0xc03401 0 + 0 12424617 0xbd95a9 0 + 2 12570957 0xbfd14d 0 + 4 12512695 0xbeedb7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512671 0xbeed9f 0 + 2 12570932 0xbfd134 0 + 5 12382946 0xbcf2e2 0 + 6 12596204 0xc033ec 0 + 7 12461308 0xbe24fc 0 + 0 12424596 0xbd9594 0 + 3 12490881 0xbe9881 0 + 1 12642586 0xc0e91a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570943 0xbfd13f 0 + 4 12512679 0xbeeda7 0 + 7 12461314 0xbe2502 0 + 1 12642592 0xc0e920 0 + 3 12490890 0xbe988a 0 + 5 12382956 0xbcf2ec 0 + 6 12596215 0xc033f7 0 + 0 12424607 0xbd959f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382948 0xbcf2e4 0 + 1 12642583 0xc0e917 0 + 7 12461310 0xbe24fe 0 + 4 12512678 0xbeeda6 0 + 2 12570941 0xbfd13d 0 + 0 12424602 0xbd959a 0 + 3 12490886 0xbe9886 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490932 0xbe98b4 0 + 5 12382997 0xbcf315 0 + 6 12596255 0xc0341f 0 + 0 12424647 0xbd95c7 0 + 2 12570987 0xbfd16b 0 + 4 12512724 0xbeedd4 0 + 7 12461357 0xbe252d 0 + 1 12642635 0xc0e94b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490869 0xbe9875 0 + 5 12382938 0xbcf2da 0 + 6 12596194 0xc033e2 0 + 0 12424585 0xbd9589 0 + 2 12570924 0xbfd12c 0 + 4 12512664 0xbeed98 0 + 7 12461296 0xbe24f0 0 + 1 12642573 0xc0e90d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642606 0xc0e92e 0 + 2 12570958 0xbfd14e 0 + 7 12461328 0xbe2510 0 + 5 12382969 0xbcf2f9 0 + 4 12512696 0xbeedb8 0 + 6 12596226 0xc03402 0 + 3 12490904 0xbe9898 0 + 0 12424620 0xbd95ac 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490903 0xbe9897 0 + 0 12424619 0xbd95ab 0 + 4 12512699 0xbeedbb 0 + 1 12642608 0xc0e930 0 + 5 12382972 0xbcf2fc 0 + 6 12596229 0xc03405 0 + 2 12570961 0xbfd151 0 + 7 12461332 0xbe2514 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490895 0xbe988f 0 + 6 12596219 0xc033fb 0 + 5 12382964 0xbcf2f4 0 + 7 12461322 0xbe250a 0 + 4 12512692 0xbeedb4 0 + 2 12570953 0xbfd149 0 + 1 12642601 0xc0e929 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424588 0xbd958c 0 + 2 12570927 0xbfd12f 0 + 4 12512667 0xbeed9b 0 + 7 12461299 0xbe24f3 0 + 1 12642576 0xc0e910 0 + 3 12490872 0xbe9878 0 + 5 12382941 0xbcf2dd 0 + 6 12596197 0xc033e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596233 0xc03409 0 + 0 12424625 0xbd95b1 0 + 2 12570965 0xbfd155 0 + 4 12512703 0xbeedbf 0 + 7 12461335 0xbe2517 0 + 1 12642613 0xc0e935 0 + 3 12490911 0xbe989f 0 + 5 12382978 0xbcf302 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512697 0xbeedb9 0 + 7 12461329 0xbe2511 0 + 5 12382971 0xbcf2fb 0 + 6 12596227 0xc03403 0 + 2 12570960 0xbfd150 0 + 3 12490906 0xbe989a 0 + 1 12642610 0xc0e932 0 + 0 12424621 0xbd95ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382975 0xbcf2ff 0 + 6 12596232 0xc03408 0 + 0 12424624 0xbd95b0 0 + 2 12570964 0xbfd154 0 + 4 12512702 0xbeedbe 0 + 7 12461334 0xbe2516 0 + 1 12642612 0xc0e934 0 + 3 12490909 0xbe989d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461347 0xbe2523 0 + 1 12642625 0xc0e941 0 + 3 12490922 0xbe98aa 0 + 5 12382987 0xbcf30b 0 + 6 12596245 0xc03415 0 + 0 12424637 0xbd95bd 0 + 2 12570977 0xbfd161 0 + 4 12512714 0xbeedca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382960 0xbcf2f0 0 + 6 12596217 0xc033f9 0 + 4 12512687 0xbeedaf 0 + 3 12490893 0xbe988d 0 + 7 12461318 0xbe2506 0 + 0 12424609 0xbd95a1 0 + 1 12642596 0xc0e924 0 + 2 12570948 0xbfd144 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642621 0xc0e93d 0 + 2 12570973 0xbfd15d 0 + 7 12461342 0xbe251e 0 + 5 12382984 0xbcf308 0 + 4 12512712 0xbeedc8 0 + 3 12490919 0xbe98a7 0 + 0 12424634 0xbd95ba 0 + 6 12596242 0xc03412 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512721 0xbeedd1 0 + 7 12461354 0xbe252a 0 + 1 12642632 0xc0e948 0 + 3 12490929 0xbe98b1 0 + 5 12382994 0xbcf312 0 + 6 12596252 0xc0341c 0 + 0 12424644 0xbd95c4 0 + 2 12570984 0xbfd168 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512694 0xbeedb6 0 + 7 12461326 0xbe250e 0 + 1 12642604 0xc0e92c 0 + 3 12490901 0xbe9895 0 + 5 12382967 0xbcf2f7 0 + 6 12596224 0xc03400 0 + 0 12424616 0xbd95a8 0 + 2 12570956 0xbfd14c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596207 0xc033ef 0 + 0 12424599 0xbd9597 0 + 2 12570942 0xbfd13e 0 + 4 12512680 0xbeeda8 0 + 7 12461312 0xbe2500 0 + 1 12642589 0xc0e91d 0 + 3 12490891 0xbe988b 0 + 5 12382955 0xbcf2eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382949 0xbcf2e5 0 + 2 12570937 0xbfd139 0 + 0 12424604 0xbd959c 0 + 3 12490887 0xbe9887 0 + 4 12512685 0xbeedad 0 + 1 12642593 0xc0e921 0 + 6 12596213 0xc033f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382970 0xbcf2fa 0 + 1 12642607 0xc0e92f 0 + 6 12596228 0xc03404 0 + 7 12461330 0xbe2512 0 + 3 12490907 0xbe989b 0 + 0 12424622 0xbd95ae 0 + 2 12570962 0xbfd152 0 + 4 12512700 0xbeedbc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382990 0xbcf30e 0 + 6 12596248 0xc03418 0 + 0 12424640 0xbd95c0 0 + 2 12570980 0xbfd164 0 + 4 12512717 0xbeedcd 0 + 7 12461350 0xbe2526 0 + 1 12642628 0xc0e944 0 + 3 12490925 0xbe98ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424611 0xbd95a3 0 + 4 12512691 0xbeedb3 0 + 6 12596221 0xc033fd 0 + 7 12461323 0xbe250b 0 + 2 12570955 0xbfd14b 0 + 1 12642603 0xc0e92b 0 + 3 12490900 0xbe9894 0 + 5 12382966 0xbcf2f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570950 0xbfd146 0 + 4 12512693 0xbeedb5 0 + 7 12461324 0xbe250c 0 + 1 12642602 0xc0e92a 0 + 3 12490899 0xbe9893 0 + 5 12382965 0xbcf2f5 0 + 6 12596223 0xc033ff 0 + 0 12424615 0xbd95a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642614 0xc0e936 0 + 5 12382979 0xbcf303 0 + 0 12424628 0xbd95b4 0 + 3 12490914 0xbe98a2 0 + 6 12596237 0xc0340d 0 + 2 12570969 0xbfd159 0 + 4 12512707 0xbeedc3 0 + 7 12461341 0xbe251d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461306 0xbe24fa 0 + 2 12570935 0xbfd137 0 + 6 12596206 0xc033ee 0 + 4 12512675 0xbeeda3 0 + 3 12490885 0xbe9885 0 + 0 12424603 0xbd959b 0 + 1 12642588 0xc0e91c 0 + 5 12382958 0xbcf2ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461317 0xbe2505 0 + 1 12642594 0xc0e922 0 + 3 12490892 0xbe988c 0 + 5 12382959 0xbcf2ef 0 + 6 12596216 0xc033f8 0 + 0 12424608 0xbd95a0 0 + 2 12570947 0xbfd143 0 + 4 12512686 0xbeedae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461303 0xbe24f7 0 + 6 12596201 0xc033e9 0 + 2 12570931 0xbfd133 0 + 5 12382945 0xbcf2e1 0 + 1 12642581 0xc0e915 0 + 4 12512673 0xbeeda1 0 + 0 12424592 0xbd9590 0 + 3 12490877 0xbe987d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490924 0xbe98ac 0 + 5 12382989 0xbcf30d 0 + 6 12596247 0xc03417 0 + 0 12424639 0xbd95bf 0 + 2 12570979 0xbfd163 0 + 4 12512716 0xbeedcc 0 + 7 12461349 0xbe2525 0 + 1 12642627 0xc0e943 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490876 0xbe987c 0 + 1 12642580 0xc0e914 0 + 4 12512672 0xbeeda0 0 + 6 12596203 0xc033eb 0 + 7 12461307 0xbe24fb 0 + 5 12382950 0xbcf2e6 0 + 0 12424597 0xbd9595 0 + 2 12570938 0xbfd13a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570933 0xbfd135 0 + 0 12424595 0xbd9593 0 + 5 12382952 0xbcf2e8 0 + 3 12490882 0xbe9882 0 + 4 12512676 0xbeeda4 0 + 1 12642587 0xc0e91b 0 + 6 12596210 0xc033f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596249 0xc03419 0 + 0 12424641 0xbd95c1 0 + 2 12570981 0xbfd165 0 + 4 12512718 0xbeedce 0 + 7 12461351 0xbe2527 0 + 1 12642629 0xc0e945 0 + 3 12490926 0xbe98ae 0 + 5 12382991 0xbcf30f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461336 0xbe2518 0 + 5 12382976 0xbcf300 0 + 6 12596234 0xc0340a 0 + 2 12570966 0xbfd156 0 + 1 12642615 0xc0e937 0 + 0 12424627 0xbd95b3 0 + 3 12490912 0xbe98a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461305 0xbe24f9 0 + 3 12490880 0xbe9880 0 + 2 12570936 0xbfd138 0 + 5 12382951 0xbcf2e7 0 + 6 12596209 0xc033f1 0 + 0 12424600 0xbd9598 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512706 0xbeedc2 0 + 7 12461339 0xbe251b 0 + 1 12642617 0xc0e939 0 + 3 12490915 0xbe98a3 0 + 5 12382981 0xbcf305 0 + 6 12596238 0xc0340e 0 + 0 12424630 0xbd95b6 0 + 2 12570970 0xbfd15a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642598 0xc0e926 0 + 7 12461320 0xbe2508 0 + 4 12512690 0xbeedb2 0 + 5 12382961 0xbcf2f1 0 + 6 12596220 0xc033fc 0 + 0 12424612 0xbd95a4 0 + 3 12490897 0xbe9891 0 + 2 12570952 0xbfd148 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570974 0xbfd15e 0 + 4 12512711 0xbeedc7 0 + 7 12461345 0xbe2521 0 + 1 12642623 0xc0e93f 0 + 3 12490920 0xbe98a8 0 + 5 12382985 0xbcf309 0 + 6 12596243 0xc03413 0 + 0 12424635 0xbd95bb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512689 0xbeedb1 0 + 7 12461321 0xbe2509 0 + 5 12382963 0xbcf2f3 0 + 1 12642600 0xc0e928 0 + 2 12570951 0xbfd147 0 + 3 12490898 0xbe9892 0 + 0 12424614 0xbd95a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490878 0xbe987e 0 + 2 12570940 0xbfd13c 0 + 7 12461313 0xbe2501 0 + 0 12424605 0xbd959d 0 + 4 12512684 0xbeedac 0 + 6 12596211 0xc033f3 0 + 5 12382957 0xbcf2ed 0 + 1 12642595 0xc0e923 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512683 0xbeedab 0 + 7 12461316 0xbe2504 0 + 1 12642591 0xc0e91f 0 + 3 12490889 0xbe9889 0 + 5 12382954 0xbcf2ea 0 + 6 12596214 0xc033f6 0 + 0 12424606 0xbd959e 0 + 2 12570946 0xbfd142 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596202 0xc033ea 0 + 5 12382947 0xbcf2e3 0 + 0 12424594 0xbd9592 0 + 4 12512674 0xbeeda2 0 + 1 12642584 0xc0e918 0 + 2 12570939 0xbfd13b 0 + 7 12461309 0xbe24fd 0 + 3 12490883 0xbe9883 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382939 0xbcf2db 0 + 6 12596195 0xc033e3 0 + 0 12424586 0xbd958a 0 + 2 12570925 0xbfd12d 0 + 4 12512665 0xbeed99 0 + 7 12461297 0xbe24f1 0 + 1 12642574 0xc0e90e 0 + 3 12490870 0xbe9876 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424618 0xbd95aa 0 + 4 12512698 0xbeedba 0 + 3 12490905 0xbe9899 0 + 2 12570959 0xbfd14f 0 + 1 12642609 0xc0e931 0 + 5 12382973 0xbcf2fd 0 + 6 12596230 0xc03406 0 + 7 12461331 0xbe2513 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512669 0xbeed9d 0 + 7 12461301 0xbe24f5 0 + 1 12642578 0xc0e912 0 + 3 12490874 0xbe987a 0 + 5 12382943 0xbcf2df 0 + 6 12596199 0xc033e7 0 + 0 12424590 0xbd958e 0 + 2 12570929 0xbfd131 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461355 0xbe252b 0 + 1 12642633 0xc0e949 0 + 3 12490930 0xbe98b2 0 + 5 12382995 0xbcf313 0 + 6 12596253 0xc0341d 0 + 0 12424645 0xbd95c5 0 + 2 12570985 0xbfd169 0 + 4 12512722 0xbeedd2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596196 0xc033e4 0 + 0 12424587 0xbd958b 0 + 2 12570926 0xbfd12e 0 + 4 12512666 0xbeed9a 0 + 7 12461298 0xbe24f2 0 + 1 12642575 0xc0e90f 0 + 3 12490871 0xbe9877 0 + 5 12382940 0xbcf2dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490896 0xbe9890 0 + 5 12382962 0xbcf2f2 0 + 1 12642599 0xc0e927 0 + 0 12424613 0xbd95a5 0 + 6 12596222 0xc033fe 0 + 2 12570954 0xbfd14a 0 + 7 12461325 0xbe250d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424642 0xbd95c2 0 + 2 12570982 0xbfd166 0 + 4 12512719 0xbeedcf 0 + 7 12461352 0xbe2528 0 + 1 12642630 0xc0e946 0 + 3 12490927 0xbe98af 0 + 5 12382992 0xbcf310 0 + 6 12596250 0xc0341a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461302 0xbe24f6 0 + 3 12490875 0xbe987b 0 + 4 12512670 0xbeed9e 0 + 0 12424591 0xbd958f 0 + 1 12642579 0xc0e913 0 + 6 12596200 0xc033e8 0 + 5 12382944 0xbcf2e0 0 + 2 12570930 0xbfd132 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642626 0xc0e942 0 + 3 12490923 0xbe98ab 0 + 5 12382988 0xbcf30c 0 + 6 12596246 0xc03416 0 + 0 12424638 0xbd95be 0 + 2 12570978 0xbfd162 0 + 4 12512715 0xbeedcb 0 + 7 12461348 0xbe2524 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490908 0xbe989c 0 + 5 12382974 0xbcf2fe 0 + 6 12596231 0xc03407 0 + 0 12424623 0xbd95af 0 + 2 12570963 0xbfd153 0 + 4 12512701 0xbeedbd 0 + 7 12461333 0xbe2515 0 + 1 12642611 0xc0e933 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424632 0xbd95b8 0 + 1 12642620 0xc0e93c 0 + 6 12596240 0xc03410 0 + 2 12570972 0xbfd15c 0 + 3 12490917 0xbe98a5 0 + 4 12512710 0xbeedc6 0 + 7 12461343 0xbe251f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424610 0xbd95a2 0 + 2 12570949 0xbfd145 0 + 1 12642597 0xc0e925 0 + 4 12512688 0xbeedb0 0 + 6 12596218 0xc033fa 0 + 7 12461319 0xbe2507 0 + 3 12490894 0xbe988e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570928 0xbfd130 0 + 4 12512668 0xbeed9c 0 + 7 12461300 0xbe24f4 0 + 1 12642577 0xc0e911 0 + 3 12490873 0xbe9879 0 + 5 12382942 0xbcf2de 0 + 6 12596198 0xc033e6 0 + 0 12424589 0xbd958d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642634 0xc0e94a 0 + 3 12490931 0xbe98b3 0 + 5 12382996 0xbcf314 0 + 6 12596254 0xc0341e 0 + 0 12424646 0xbd95c6 0 + 2 12570986 0xbfd16a 0 + 4 12512723 0xbeedd3 0 + 7 12461356 0xbe252c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424601 0xbd9599 0 + 2 12570944 0xbfd140 0 + 4 12512682 0xbeedaa 0 + 7 12461315 0xbe2503 0 + 1 12642590 0xc0e91e 0 + 3 12490888 0xbe9888 0 + 5 12382953 0xbcf2e9 0 + 6 12596212 0xc033f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461340 0xbe251c 0 + 1 12642619 0xc0e93b 0 + 3 12490916 0xbe98a4 0 + 5 12382982 0xbcf306 0 + 6 12596239 0xc0340f 0 + 0 12424631 0xbd95b7 0 + 2 12570971 0xbfd15b 0 + 4 12512708 0xbeedc4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512713 0xbeedc9 0 + 7 12461346 0xbe2522 0 + 1 12642624 0xc0e940 0 + 3 12490921 0xbe98a9 0 + 5 12382986 0xbcf30a 0 + 6 12596244 0xc03414 0 + 0 12424636 0xbd95bc 0 + 2 12570976 0xbfd160 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570968 0xbfd158 0 + 4 12512705 0xbeedc1 0 + 3 12490913 0xbe98a1 0 + 6 12596236 0xc0340c 0 + 7 12461338 0xbe251a 0 + 1 12642618 0xc0e93a 0 + 5 12382980 0xbcf304 0 + 0 12424629 0xbd95b5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570983 0xbfd167 0 + 4 12512720 0xbeedd0 0 + 7 12461353 0xbe2529 0 + 1 12642631 0xc0e947 0 + 3 12490928 0xbe98b0 0 + 5 12382993 0xbcf311 0 + 6 12596251 0xc0341b 0 + 0 12424643 0xbd95c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382983 0xbcf307 0 + 4 12512709 0xbeedc5 0 + 3 12490918 0xbe98a6 0 + 0 12424633 0xbd95b9 0 + 7 12461344 0xbe2520 0 + 6 12596241 0xc03411 0 + 2 12570975 0xbfd15f 0 + 1 12642622 0xc0e93e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461304 0xbe24f8 0 + 0 12424593 0xbd9591 0 + 2 12570934 0xbfd136 0 + 3 12490879 0xbe987f 0 + 6 12596205 0xc033ed 0 + 1 12642585 0xc0e919 0 + 4 12512677 0xbeeda5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2818c070b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:14:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:14:09 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576270131200. +WARNING: Using actual aggregate bytes moved = 106776780800. +write 801.35 39321600 100.00 0.002077 127.07 0.000729 127.07 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576334233600. +WARNING: Using actual aggregate bytes moved = 101677772800. +write 758.50 39321600 100.00 0.007862 127.83 0.001002 127.84 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576737382400. +WARNING: Using actual aggregate bytes moved = 97437286400. +write 778.56 39321600 100.00 0.009194 119.34 0.001487 119.35 2 + +Max Write: 801.35 MiB/sec (840.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 801.35 758.50 779.47 17.50 124.75570 0 64 4 3 1 0 1 0 0 1 40265318400 102400 106776780800 POSIX 0 + +Finished: Tue Oct 23 20:20:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..cada7dfe1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1060 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 09:28:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:28:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 523327504384. +read 4157 34467840 1024.00 0.006132 120.04 0.005720 120.05 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 618093608960. +read 4911 34467840 1024.00 0.005472 120.03 0.005393 120.03 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 636891430912. +read 5060 34467840 1024.00 0.005499 120.04 0.005523 120.04 2 + +Max Read: 5059.88 MiB/sec (5305.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5059.88 4157.47 4709.41 394.99 120.03883 0 64 4 3 1 0 1 0 0 1 35295068160 1048576 523327504384 POSIX 0 + +Finished: Tue Oct 23 09:34:48 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568737 0xbfc8a1 0 + 4 12510472 0xbee508 0 + 7 12459103 0xbe1c5f 0 + 1 12640377 0xc0e079 0 + 6 12594004 0xc02b54 0 + 0 12422398 0xbd8cfe 0 + 3 12488684 0xbe8fec 0 + 5 12380747 0xbcea4b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380723 0xbcea33 0 + 2 12568718 0xbfc88e 0 + 6 12593982 0xc02b3e 0 + 3 12488663 0xbe8fd7 0 + 4 12510454 0xbee4f6 0 + 1 12640361 0xc0e069 0 + 0 12422380 0xbd8cec 0 + 7 12459085 0xbe1c4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640360 0xc0e068 0 + 3 12488671 0xbe8fdf 0 + 5 12380737 0xbcea41 0 + 6 12593993 0xc02b49 0 + 0 12422387 0xbd8cf3 0 + 2 12568729 0xbfc899 0 + 4 12510463 0xbee4ff 0 + 7 12459093 0xbe1c55 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593958 0xc02b26 0 + 1 12640331 0xc0e04b 0 + 2 12568697 0xbfc879 0 + 0 12422353 0xbd8cd1 0 + 5 12380704 0xbcea20 0 + 4 12510431 0xbee4df 0 + 7 12459060 0xbe1c34 0 + 3 12488641 0xbe8fc1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488664 0xbe8fd8 0 + 1 12640356 0xc0e064 0 + 6 12593987 0xc02b43 0 + 2 12568725 0xbfc895 0 + 0 12422381 0xbd8ced 0 + 7 12459086 0xbe1c4e 0 + 5 12380734 0xbcea3e 0 + 4 12510461 0xbee4fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459069 0xbe1c3d 0 + 3 12488650 0xbe8fca 0 + 5 12380716 0xbcea2c 0 + 0 12422365 0xbd8cdd 0 + 6 12593974 0xc02b36 0 + 4 12510443 0xbee4eb 0 + 1 12640346 0xc0e05a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488678 0xbe8fe6 0 + 6 12593999 0xc02b4f 0 + 0 12422393 0xbd8cf9 0 + 4 12510469 0xbee505 0 + 5 12380742 0xbcea46 0 + 7 12459101 0xbe1c5d 0 + 1 12640374 0xc0e076 0 + 2 12568739 0xbfc8a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640324 0xc0e044 0 + 4 12510426 0xbee4da 0 + 0 12422348 0xbd8ccc 0 + 5 12380698 0xbcea1a 0 + 2 12568694 0xbfc876 0 + 7 12459054 0xbe1c2e 0 + 3 12488636 0xbe8fbc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510424 0xbee4d8 0 + 7 12459051 0xbe1c2b 0 + 3 12488634 0xbe8fba 0 + 2 12568691 0xbfc873 0 + 6 12593956 0xc02b24 0 + 5 12380700 0xbcea1c 0 + 1 12640328 0xc0e048 0 + 0 12422350 0xbd8cce 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568734 0xbfc89e 0 + 7 12459100 0xbe1c5c 0 + 3 12488680 0xbe8fe8 0 + 4 12510471 0xbee507 0 + 1 12640372 0xc0e074 0 + 5 12380743 0xbcea47 0 + 6 12594001 0xc02b51 0 + 0 12422396 0xbd8cfc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459061 0xbe1c35 0 + 1 12640335 0xc0e04f 0 + 3 12488643 0xbe8fc3 0 + 4 12510435 0xbee4e3 0 + 5 12380706 0xbcea22 0 + 6 12593964 0xc02b2c 0 + 0 12422358 0xbd8cd6 0 + 2 12568702 0xbfc87e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422356 0xbd8cd4 0 + 1 12640334 0xc0e04e 0 + 2 12568701 0xbfc87d 0 + 7 12459062 0xbe1c36 0 + 4 12510434 0xbee4e2 0 + 6 12593963 0xc02b2b 0 + 3 12488644 0xbe8fc4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510452 0xbee4f4 0 + 5 12380726 0xbcea36 0 + 2 12568719 0xbfc88f 0 + 3 12488667 0xbe8fdb 0 + 1 12640362 0xc0e06a 0 + 0 12422383 0xbd8cef 0 + 7 12459087 0xbe1c4f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568713 0xbfc889 0 + 5 12380720 0xbcea30 0 + 1 12640349 0xc0e05d 0 + 6 12593979 0xc02b3b 0 + 7 12459079 0xbe1c47 0 + 0 12422373 0xbd8ce5 0 + 3 12488659 0xbe8fd3 0 + 4 12510449 0xbee4f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640339 0xc0e053 0 + 2 12568706 0xbfc882 0 + 4 12510439 0xbee4e7 0 + 6 12593968 0xc02b30 0 + 7 12459068 0xbe1c3c 0 + 5 12380714 0xbcea2a 0 + 3 12488651 0xbe8fcb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510440 0xbee4e8 0 + 7 12459070 0xbe1c3e 0 + 3 12488652 0xbe8fcc 0 + 2 12568711 0xbfc887 0 + 0 12422367 0xbd8cdf 0 + 5 12380717 0xbcea2d 0 + 1 12640347 0xc0e05b 0 + 6 12593975 0xc02b37 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380725 0xbcea35 0 + 1 12640357 0xc0e065 0 + 4 12510455 0xbee4f7 0 + 3 12488666 0xbe8fda 0 + 0 12422382 0xbd8cee 0 + 2 12568726 0xbfc896 0 + 7 12459091 0xbe1c53 0 + 6 12593994 0xc02b4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422370 0xbd8ce2 0 + 2 12568714 0xbfc88a 0 + 6 12593977 0xc02b39 0 + 7 12459078 0xbe1c46 0 + 1 12640351 0xc0e05f 0 + 5 12380721 0xbcea31 0 + 3 12488658 0xbe8fd2 0 + 4 12510448 0xbee4f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422377 0xbd8ce9 0 + 6 12593985 0xc02b41 0 + 1 12640358 0xc0e066 0 + 2 12568724 0xbfc894 0 + 4 12510457 0xbee4f9 0 + 5 12380733 0xbcea3d 0 + 7 12459090 0xbe1c52 0 + 3 12488673 0xbe8fe1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459075 0xbe1c43 0 + 2 12568712 0xbfc888 0 + 3 12488656 0xbe8fd0 0 + 0 12422369 0xbd8ce1 0 + 1 12640348 0xc0e05c 0 + 5 12380719 0xbcea2f 0 + 4 12510445 0xbee4ed 0 + 6 12593976 0xc02b38 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593984 0xc02b40 0 + 4 12510453 0xbee4f5 0 + 1 12640359 0xc0e067 0 + 0 12422384 0xbd8cf0 0 + 7 12459088 0xbe1c50 0 + 5 12380736 0xbcea40 0 + 3 12488672 0xbe8fe0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488661 0xbe8fd5 0 + 7 12459083 0xbe1c4b 0 + 4 12510458 0xbee4fa 0 + 0 12422385 0xbd8cf1 0 + 6 12593990 0xc02b46 0 + 5 12380735 0xbcea3f 0 + 1 12640365 0xc0e06d 0 + 2 12568727 0xbfc897 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640323 0xc0e043 0 + 3 12488631 0xbe8fb7 0 + 5 12380694 0xbcea16 0 + 2 12568688 0xbfc870 0 + 0 12422345 0xbd8cc9 0 + 7 12459049 0xbe1c29 0 + 6 12593951 0xc02b1f 0 + 4 12510423 0xbee4d7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510450 0xbee4f2 0 + 6 12593981 0xc02b3d 0 + 0 12422374 0xbd8ce6 0 + 7 12459080 0xbe1c48 0 + 3 12488660 0xbe8fd4 0 + 2 12568717 0xbfc88d 0 + 5 12380724 0xbcea34 0 + 1 12640354 0xc0e062 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568685 0xbfc86d 0 + 4 12510419 0xbee4d3 0 + 7 12459046 0xbe1c26 0 + 1 12640319 0xc0e03f 0 + 3 12488627 0xbe8fb3 0 + 5 12380691 0xbcea13 0 + 6 12593948 0xc02b1c 0 + 0 12422341 0xbd8cc5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459077 0xbe1c45 0 + 4 12510447 0xbee4ef 0 + 3 12488657 0xbe8fd1 0 + 1 12640352 0xc0e060 0 + 0 12422372 0xbd8ce4 0 + 6 12593980 0xc02b3c 0 + 2 12568716 0xbfc88c 0 + 5 12380722 0xbcea32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459081 0xbe1c49 0 + 0 12422379 0xbd8ceb 0 + 6 12593986 0xc02b42 0 + 2 12568722 0xbfc892 0 + 5 12380729 0xbcea39 0 + 3 12488670 0xbe8fde 0 + 4 12510459 0xbee4fb 0 + 1 12640364 0xc0e06c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422340 0xbd8cc4 0 + 2 12568684 0xbfc86c 0 + 4 12510418 0xbee4d2 0 + 7 12459045 0xbe1c25 0 + 1 12640318 0xc0e03e 0 + 3 12488626 0xbe8fb2 0 + 5 12380690 0xbcea12 0 + 6 12593947 0xc02b1b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488669 0xbe8fdd 0 + 5 12380732 0xbcea3c 0 + 6 12593992 0xc02b48 0 + 0 12422388 0xbd8cf4 0 + 2 12568730 0xbfc89a 0 + 4 12510464 0xbee500 0 + 7 12459094 0xbe1c56 0 + 1 12640367 0xc0e06f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594005 0xc02b55 0 + 0 12422399 0xbd8cff 0 + 2 12568741 0xbfc8a5 0 + 4 12510475 0xbee50b 0 + 7 12459105 0xbe1c61 0 + 1 12640378 0xc0e07a 0 + 3 12488685 0xbe8fed 0 + 5 12380748 0xbcea4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422346 0xbd8cca 0 + 3 12488633 0xbe8fb9 0 + 5 12380696 0xbcea18 0 + 6 12593955 0xc02b23 0 + 2 12568693 0xbfc875 0 + 7 12459053 0xbe1c2d 0 + 1 12640327 0xc0e047 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488655 0xbe8fcf 0 + 5 12380718 0xbcea2e 0 + 7 12459076 0xbe1c44 0 + 0 12422371 0xbd8ce3 0 + 4 12510446 0xbee4ee 0 + 6 12593978 0xc02b3a 0 + 1 12640350 0xc0e05e 0 + 2 12568715 0xbfc88b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568733 0xbfc89d 0 + 4 12510467 0xbee503 0 + 7 12459097 0xbe1c59 0 + 1 12640370 0xc0e072 0 + 3 12488677 0xbe8fe5 0 + 5 12380740 0xbcea44 0 + 6 12593997 0xc02b4d 0 + 0 12422391 0xbd8cf7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510429 0xbee4dd 0 + 3 12488638 0xbe8fbe 0 + 0 12422352 0xbd8cd0 0 + 2 12568696 0xbfc878 0 + 7 12459057 0xbe1c31 0 + 6 12593960 0xc02b28 0 + 1 12640332 0xc0e04c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380731 0xbcea3b 0 + 6 12593991 0xc02b47 0 + 0 12422386 0xbd8cf2 0 + 2 12568728 0xbfc898 0 + 4 12510462 0xbee4fe 0 + 7 12459092 0xbe1c54 0 + 1 12640366 0xc0e06e 0 + 3 12488674 0xbe8fe2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568743 0xbfc8a7 0 + 4 12510477 0xbee50d 0 + 7 12459107 0xbe1c63 0 + 1 12640380 0xc0e07c 0 + 3 12488687 0xbe8fef 0 + 5 12380750 0xbcea4e 0 + 6 12594007 0xc02b57 0 + 0 12422401 0xbd8d01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510451 0xbee4f3 0 + 0 12422376 0xbd8ce8 0 + 1 12640355 0xc0e063 0 + 2 12568721 0xbfc891 0 + 5 12380728 0xbcea38 0 + 6 12593988 0xc02b44 0 + 3 12488668 0xbe8fdc 0 + 7 12459089 0xbe1c51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380745 0xbcea49 0 + 1 12640375 0xc0e077 0 + 6 12594002 0xc02b52 0 + 0 12422397 0xbd8cfd 0 + 2 12568740 0xbfc8a4 0 + 4 12510474 0xbee50a 0 + 7 12459104 0xbe1c60 0 + 3 12488683 0xbe8feb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 5 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380709 0xbcea25 0 + 7 12459067 0xbe1c3b 0 + 0 12422361 0xbd8cd9 0 + 1 12640341 0xc0e055 0 + 6 12593971 0xc02b33 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510478 0xbee50e 0 + 7 12459108 0xbe1c64 0 + 1 12640381 0xc0e07d 0 + 3 12488688 0xbe8ff0 0 + 5 12380751 0xbcea4f 0 + 6 12594008 0xc02b58 0 + 0 12422402 0xbd8d02 0 + 2 12568744 0xbfc8a8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380711 0xbcea27 0 + 2 12568708 0xbfc884 0 + 6 12593972 0xc02b34 0 + 1 12640344 0xc0e058 0 + 7 12459071 0xbe1c3f 0 + 3 12488654 0xbe8fce 0 + 0 12422368 0xbd8ce0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380705 0xbcea21 0 + 2 12568700 0xbfc87c 0 + 3 12488642 0xbe8fc2 0 + 6 12593962 0xc02b2a 0 + 4 12510433 0xbee4e1 0 + 0 12422357 0xbd8cd5 0 + 7 12459063 0xbe1c37 0 + 1 12640336 0xc0e050 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422390 0xbd8cf6 0 + 2 12568732 0xbfc89c 0 + 4 12510466 0xbee502 0 + 7 12459096 0xbe1c58 0 + 1 12640369 0xc0e071 0 + 3 12488676 0xbe8fe4 0 + 5 12380739 0xbcea43 0 + 6 12593996 0xc02b4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459064 0xbe1c38 0 + 1 12640337 0xc0e051 0 + 3 12488645 0xbe8fc5 0 + 5 12380707 0xbcea23 0 + 6 12593965 0xc02b2d 0 + 0 12422359 0xbd8cd7 0 + 2 12568703 0xbfc87f 0 + 4 12510436 0xbee4e4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640353 0xc0e061 0 + 6 12593983 0xc02b3f 0 + 7 12459082 0xbe1c4a 0 + 0 12422378 0xbd8cea 0 + 3 12488665 0xbe8fd9 0 + 5 12380727 0xbcea37 0 + 2 12568723 0xbfc893 0 + 4 12510456 0xbee4f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640330 0xc0e04a 0 + 4 12510430 0xbee4de 0 + 3 12488640 0xbe8fc0 0 + 5 12380703 0xbcea1f 0 + 6 12593961 0xc02b29 0 + 7 12459059 0xbe1c33 0 + 0 12422355 0xbd8cd3 0 + 2 12568699 0xbfc87b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593998 0xc02b4e 0 + 0 12422392 0xbd8cf8 0 + 7 12459099 0xbe1c5b 0 + 3 12488679 0xbe8fe7 0 + 4 12510470 0xbee506 0 + 2 12568736 0xbfc8a0 0 + 1 12640373 0xc0e075 0 + 5 12380744 0xbcea48 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510420 0xbee4d4 0 + 7 12459047 0xbe1c27 0 + 1 12640320 0xc0e040 0 + 3 12488628 0xbe8fb4 0 + 5 12380692 0xbcea14 0 + 6 12593949 0xc02b1d 0 + 0 12422342 0xbd8cc6 0 + 2 12568686 0xbfc86e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510468 0xbee504 0 + 7 12459098 0xbe1c5a 0 + 5 12380741 0xbcea45 0 + 2 12568735 0xbfc89f 0 + 1 12640371 0xc0e073 0 + 6 12594000 0xc02b50 0 + 3 12488681 0xbe8fe9 0 + 0 12422395 0xbd8cfb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640322 0xc0e042 0 + 3 12488630 0xbe8fb6 0 + 0 12422344 0xbd8cc8 0 + 5 12380695 0xbcea17 0 + 2 12568689 0xbfc871 0 + 4 12510422 0xbee4d6 0 + 7 12459050 0xbe1c2a 0 + 6 12593952 0xc02b20 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459048 0xbe1c28 0 + 1 12640321 0xc0e041 0 + 3 12488629 0xbe8fb5 0 + 5 12380693 0xbcea15 0 + 6 12593950 0xc02b1e 0 + 0 12422343 0xbd8cc7 0 + 2 12568687 0xbfc86f 0 + 4 12510421 0xbee4d5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593953 0xc02b21 0 + 4 12510425 0xbee4d9 0 + 2 12568690 0xbfc872 0 + 5 12380699 0xbcea1b 0 + 3 12488635 0xbe8fbb 0 + 1 12640329 0xc0e049 0 + 0 12422351 0xbd8ccf 0 + 7 12459055 0xbe1c2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422394 0xbd8cfa 0 + 2 12568738 0xbfc8a2 0 + 4 12510473 0xbee509 0 + 7 12459102 0xbe1c5e 0 + 1 12640376 0xc0e078 0 + 3 12488682 0xbe8fea 0 + 5 12380746 0xbcea4a 0 + 6 12594003 0xc02b53 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593967 0xc02b2f 0 + 3 12488648 0xbe8fc8 0 + 2 12568707 0xbfc883 0 + 5 12380713 0xbcea29 0 + 0 12422363 0xbd8cdb 0 + 4 12510441 0xbee4e9 0 + 1 12640345 0xc0e059 0 + 7 12459072 0xbe1c40 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510437 0xbee4e5 0 + 2 12568705 0xbfc881 0 + 1 12640340 0xc0e054 0 + 5 12380710 0xbcea26 0 + 7 12459066 0xbe1c3a 0 + 3 12488647 0xbe8fc7 0 + 6 12593969 0xc02b31 0 + 0 12422362 0xbd8cda 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380712 0xbcea28 0 + 6 12593970 0xc02b32 0 + 2 12568709 0xbfc885 0 + 1 12640343 0xc0e057 0 + 0 12422364 0xbd8cdc 0 + 4 12510442 0xbee4ea 0 + 3 12488653 0xbe8fcd 0 + 7 12459073 0xbe1c41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488649 0xbe8fc9 0 + 1 12640342 0xc0e056 0 + 5 12380715 0xbcea2b 0 + 2 12568710 0xbfc886 0 + 6 12593973 0xc02b35 0 + 0 12422366 0xbd8cde 0 + 4 12510444 0xbee4ec 0 + 7 12459074 0xbe1c42 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593959 0xc02b27 0 + 5 12380702 0xbcea1e 0 + 3 12488639 0xbe8fbf 0 + 7 12459058 0xbe1c32 0 + 0 12422354 0xbd8cd2 0 + 2 12568698 0xbfc87a 0 + 4 12510432 0xbee4e0 0 + 1 12640333 0xc0e04d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422375 0xbd8ce7 0 + 3 12488662 0xbe8fd6 0 + 7 12459084 0xbe1c4c 0 + 2 12568720 0xbfc890 0 + 5 12380730 0xbcea3a 0 + 6 12593989 0xc02b45 0 + 1 12640363 0xc0e06b 0 + 4 12510460 0xbee4fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422360 0xbd8cd8 0 + 1 12640338 0xc0e052 0 + 2 12568704 0xbfc880 0 + 3 12488646 0xbe8fc6 0 + 7 12459065 0xbe1c39 0 + 5 12380708 0xbcea24 0 + 6 12593966 0xc02b2e 0 + 4 12510438 0xbee4e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422400 0xbd8d00 0 + 2 12568742 0xbfc8a6 0 + 4 12510476 0xbee50c 0 + 7 12459106 0xbe1c62 0 + 1 12640379 0xc0e07b 0 + 3 12488686 0xbe8fee 0 + 5 12380749 0xbcea4d 0 + 6 12594006 0xc02b56 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422347 0xbd8ccb 0 + 6 12593954 0xc02b22 0 + 1 12640326 0xc0e046 0 + 2 12568692 0xbfc874 0 + 7 12459052 0xbe1c2c 0 + 5 12380701 0xbcea1d 0 + 3 12488637 0xbe8fbd 0 + 4 12510428 0xbee4dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593995 0xc02b4b 0 + 0 12422389 0xbd8cf5 0 + 2 12568731 0xbfc89b 0 + 4 12510465 0xbee501 0 + 7 12459095 0xbe1c57 0 + 1 12640368 0xc0e070 0 + 3 12488675 0xbe8fe3 0 + 5 12380738 0xbcea42 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488632 0xbe8fb8 0 + 1 12640325 0xc0e045 0 + 5 12380697 0xbcea19 0 + 0 12422349 0xbd8ccd 0 + 4 12510427 0xbee4db 0 + 2 12568695 0xbfc877 0 + 6 12593957 0xc02b25 0 + 7 12459056 0xbe1c30 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..9bbdb9e45 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 09:21:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:21:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258615926784. +WARNING: Using actual aggregate bytes moved = 664433328128. +write 4632 34467840 1024.00 0.002417 136.80 0.000638 136.81 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258855002112. +WARNING: Using actual aggregate bytes moved = 669487464448. +write 4757 34467840 1024.00 0.006155 134.22 0.000950 134.22 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258392580096. +WARNING: Using actual aggregate bytes moved = 661338980352. +write 4668 34467840 1024.00 0.005595 135.11 0.003192 135.12 2 + +Max Write: 4756.80 MiB/sec (4987.87 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4756.80 4631.74 4685.42 52.57 135.38327 0 64 4 3 1 0 1 0 0 1 35295068160 1048576 664433328128 POSIX 0 + +Finished: Tue Oct 23 09:28:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e8573c07a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1062 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 07:19:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:19:59 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 591103262720. +read 4692 34467840 10240 0.001424 120.15 0.001248 120.15 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 693916139520. +read 5500 34467840 10240 0.000913 120.31 0.001057 120.31 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 700522168320. +read 5558 34467840 10240 0.001139 120.20 0.001242 120.20 2 + +Max Read: 5557.92 MiB/sec (5827.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5557.92 4691.72 5250.01 395.47 120.22228 0 64 4 3 1 0 1 0 0 1 35295068160 10485760 591103262720 POSIX 0 + +Finished: Tue Oct 23 07:26:00 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509458 0xbee112 0 + 7 12458092 0xbe186c 0 + 5 12379734 0xbce656 0 + 6 12592991 0xc0275f 0 + 0 12421385 0xbd8909 0 + 1 12639366 0xc0dc86 0 + 3 12487671 0xbe8bf7 0 + 2 12567733 0xbfc4b5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592961 0xc02741 0 + 4 12509428 0xbee0f4 0 + 0 12421357 0xbd88ed 0 + 7 12458067 0xbe1853 0 + 5 12379709 0xbce63d 0 + 2 12567706 0xbfc49a 0 + 1 12639342 0xc0dc6e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458057 0xbe1849 0 + 2 12567695 0xbfc48f 0 + 0 12421349 0xbd88e5 0 + 6 12592954 0xc0273a 0 + 1 12639330 0xc0dc62 0 + 4 12509423 0xbee0ef 0 + 3 12487636 0xbe8bd4 0 + 5 12379696 0xbce630 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509427 0xbee0f3 0 + 0 12421354 0xbd88ea 0 + 1 12639339 0xc0dc6b 0 + 5 12379707 0xbce63b 0 + 6 12592966 0xc02746 0 + 3 12487646 0xbe8bde 0 + 2 12567709 0xbfc49d 0 + 7 12458070 0xbe1856 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509410 0xbee0e2 0 + 2 12567683 0xbfc483 0 + 1 12639319 0xc0dc57 0 + 0 12421338 0xbd88da 0 + 6 12592942 0xc0272e 0 + 7 12458046 0xbe183e 0 + 5 12379686 0xbce626 0 + 3 12487625 0xbe8bc9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567699 0xbfc493 0 + 3 12487640 0xbe8bd8 0 + 4 12509429 0xbee0f5 0 + 5 12379704 0xbce638 0 + 0 12421359 0xbd88ef 0 + 1 12639341 0xc0dc6d 0 + 6 12592967 0xc02747 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421351 0xbd88e7 0 + 5 12379697 0xbce631 0 + 6 12592956 0xc0273c 0 + 2 12567697 0xbfc491 0 + 4 12509426 0xbee0f2 0 + 3 12487639 0xbe8bd7 0 + 1 12639335 0xc0dc67 0 + 7 12458064 0xbe1850 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639313 0xc0dc51 0 + 2 12567677 0xbfc47d 0 + 3 12487620 0xbe8bc4 0 + 4 12509406 0xbee0de 0 + 7 12458040 0xbe1838 0 + 5 12379680 0xbce620 0 + 6 12592937 0xc02729 0 + 0 12421333 0xbd88d5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421350 0xbd88e6 0 + 3 12487637 0xbe8bd5 0 + 1 12639332 0xc0dc64 0 + 5 12379698 0xbce632 0 + 7 12458059 0xbe184b 0 + 4 12509425 0xbee0f1 0 + 6 12592957 0xc0273d 0 + 2 12567700 0xbfc494 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487669 0xbe8bf5 0 + 2 12567731 0xbfc4b3 0 + 5 12379733 0xbce655 0 + 6 12592990 0xc0275e 0 + 0 12421386 0xbd890a 0 + 4 12509460 0xbee114 0 + 7 12458093 0xbe186d 0 + 1 12639367 0xc0dc87 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592983 0xc02757 0 + 0 12421379 0xbd8903 0 + 2 12567726 0xbfc4ae 0 + 4 12509454 0xbee10e 0 + 7 12458087 0xbe1867 0 + 1 12639361 0xc0dc81 0 + 3 12487665 0xbe8bf1 0 + 5 12379727 0xbce64f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379732 0xbce654 0 + 6 12592989 0xc0275d 0 + 0 12421384 0xbd8908 0 + 2 12567732 0xbfc4b4 0 + 4 12509461 0xbee115 0 + 7 12458094 0xbe186e 0 + 1 12639368 0xc0dc88 0 + 3 12487672 0xbe8bf8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509438 0xbee0fe 0 + 5 12379710 0xbce63e 0 + 0 12421364 0xbd88f4 0 + 7 12458072 0xbe1858 0 + 1 12639346 0xc0dc72 0 + 3 12487650 0xbe8be2 0 + 6 12592969 0xc02749 0 + 2 12567711 0xbfc49f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487662 0xbe8bee 0 + 2 12567724 0xbfc4ac 0 + 5 12379725 0xbce64d 0 + 4 12509452 0xbee10c 0 + 6 12592982 0xc02756 0 + 0 12421377 0xbd8901 0 + 7 12458085 0xbe1865 0 + 1 12639359 0xc0dc7f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592979 0xc02753 0 + 0 12421374 0xbd88fe 0 + 2 12567721 0xbfc4a9 0 + 4 12509449 0xbee109 0 + 7 12458082 0xbe1862 0 + 1 12639356 0xc0dc7c 0 + 3 12487660 0xbe8bec 0 + 5 12379722 0xbce64a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567736 0xbfc4b8 0 + 4 12509464 0xbee118 0 + 7 12458097 0xbe1871 0 + 1 12639371 0xc0dc8b 0 + 3 12487675 0xbe8bfb 0 + 5 12379737 0xbce659 0 + 6 12592994 0xc02762 0 + 0 12421389 0xbd890d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421336 0xbd88d8 0 + 2 12567682 0xbfc482 0 + 7 12458045 0xbe183d 0 + 1 12639318 0xc0dc56 0 + 6 12592941 0xc0272d 0 + 4 12509411 0xbee0e3 0 + 5 12379684 0xbce624 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509407 0xbee0df 0 + 7 12458042 0xbe183a 0 + 1 12639315 0xc0dc53 0 + 3 12487621 0xbe8bc5 0 + 5 12379681 0xbce621 0 + 6 12592938 0xc0272a 0 + 0 12421334 0xbd88d6 0 + 2 12567679 0xbfc47f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379720 0xbce648 0 + 6 12592977 0xc02751 0 + 0 12421373 0xbd88fd 0 + 2 12567720 0xbfc4a8 0 + 4 12509448 0xbee108 0 + 7 12458081 0xbe1861 0 + 1 12639355 0xc0dc7b 0 + 3 12487659 0xbe8beb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458062 0xbe184e 0 + 3 12487642 0xbe8bda 0 + 1 12639337 0xc0dc69 0 + 5 12379705 0xbce639 0 + 4 12509434 0xbee0fa 0 + 6 12592965 0xc02745 0 + 0 12421361 0xbd88f1 0 + 2 12567707 0xbfc49b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487667 0xbe8bf3 0 + 0 12421381 0xbd8905 0 + 5 12379730 0xbce652 0 + 6 12592987 0xc0275b 0 + 2 12567729 0xbfc4b1 0 + 1 12639364 0xc0dc84 0 + 4 12509459 0xbee113 0 + 7 12458091 0xbe186b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639348 0xc0dc74 0 + 6 12592971 0xc0274b 0 + 2 12567713 0xbfc4a1 0 + 4 12509441 0xbee101 0 + 3 12487652 0xbe8be4 0 + 0 12421367 0xbd88f7 0 + 5 12379715 0xbce643 0 + 7 12458075 0xbe185b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487624 0xbe8bc8 0 + 5 12379685 0xbce625 0 + 0 12421339 0xbd88db 0 + 6 12592943 0xc0272f 0 + 4 12509412 0xbee0e4 0 + 7 12458047 0xbe183f 0 + 2 12567684 0xbfc484 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379716 0xbce644 0 + 6 12592974 0xc0274e 0 + 0 12421369 0xbd88f9 0 + 2 12567716 0xbfc4a4 0 + 4 12509445 0xbee105 0 + 7 12458078 0xbe185e 0 + 1 12639352 0xc0dc78 0 + 3 12487657 0xbe8be9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567728 0xbfc4b0 0 + 4 12509456 0xbee110 0 + 7 12458089 0xbe1869 0 + 5 12379729 0xbce651 0 + 6 12592986 0xc0275a 0 + 1 12639363 0xc0dc83 0 + 0 12421382 0xbd8906 0 + 3 12487668 0xbe8bf4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458073 0xbe1859 0 + 1 12639347 0xc0dc73 0 + 3 12487651 0xbe8be3 0 + 5 12379713 0xbce641 0 + 6 12592970 0xc0274a 0 + 0 12421365 0xbd88f5 0 + 2 12567712 0xbfc4a0 0 + 4 12509440 0xbee100 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421371 0xbd88fb 0 + 2 12567718 0xbfc4a6 0 + 4 12509446 0xbee106 0 + 7 12458079 0xbe185f 0 + 5 12379721 0xbce649 0 + 6 12592978 0xc02752 0 + 1 12639353 0xc0dc79 0 + 3 12487658 0xbe8bea 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509405 0xbee0dd 0 + 3 12487619 0xbe8bc3 0 + 5 12379679 0xbce61f 0 + 6 12592936 0xc02728 0 + 0 12421332 0xbd88d4 0 + 7 12458041 0xbe1839 0 + 1 12639314 0xc0dc52 0 + 2 12567678 0xbfc47e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379706 0xbce63a 0 + 6 12592962 0xc02742 0 + 0 12421360 0xbd88f0 0 + 2 12567705 0xbfc499 0 + 4 12509436 0xbee0fc 0 + 7 12458068 0xbe1854 0 + 1 12639343 0xc0dc6f 0 + 3 12487647 0xbe8bdf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421388 0xbd890c 0 + 2 12567735 0xbfc4b7 0 + 4 12509463 0xbee117 0 + 7 12458096 0xbe1870 0 + 1 12639370 0xc0dc8a 0 + 3 12487674 0xbe8bfa 0 + 5 12379736 0xbce658 0 + 6 12592993 0xc02761 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421341 0xbd88dd 0 + 1 12639321 0xc0dc59 0 + 3 12487626 0xbe8bca 0 + 6 12592947 0xc02733 0 + 4 12509416 0xbee0e8 0 + 7 12458050 0xbe1842 0 + 2 12567688 0xbfc488 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592973 0xc0274d 0 + 0 12421368 0xbd88f8 0 + 2 12567715 0xbfc4a3 0 + 4 12509443 0xbee103 0 + 7 12458076 0xbe185c 0 + 1 12639350 0xc0dc76 0 + 3 12487654 0xbe8be6 0 + 5 12379717 0xbce645 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487635 0xbe8bd3 0 + 2 12567696 0xbfc490 0 + 1 12639331 0xc0dc63 0 + 7 12458058 0xbe184a 0 + 4 12509424 0xbee0f0 0 + 6 12592955 0xc0273b 0 + 0 12421352 0xbd88e8 0 + 5 12379700 0xbce634 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421363 0xbd88f3 0 + 7 12458071 0xbe1857 0 + 1 12639345 0xc0dc71 0 + 3 12487649 0xbe8be1 0 + 6 12592968 0xc02748 0 + 2 12567710 0xbfc49e 0 + 5 12379712 0xbce640 0 + 4 12509439 0xbee0ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379690 0xbce62a 0 + 4 12509417 0xbee0e9 0 + 6 12592950 0xc02736 0 + 2 12567692 0xbfc48c 0 + 0 12421346 0xbd88e2 0 + 3 12487632 0xbe8bd0 0 + 7 12458055 0xbe1847 0 + 1 12639327 0xc0dc5f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639374 0xc0dc8e 0 + 3 12487678 0xbe8bfe 0 + 5 12379740 0xbce65c 0 + 6 12592997 0xc02765 0 + 0 12421392 0xbd8910 0 + 2 12567739 0xbfc4bb 0 + 4 12509467 0xbee11b 0 + 7 12458100 0xbe1874 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487655 0xbe8be7 0 + 5 12379718 0xbce646 0 + 4 12509447 0xbee107 0 + 6 12592976 0xc02750 0 + 0 12421372 0xbd88fc 0 + 2 12567719 0xbfc4a7 0 + 7 12458080 0xbe1860 0 + 1 12639354 0xc0dc7a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592960 0xc02740 0 + 1 12639336 0xc0dc68 0 + 5 12379702 0xbce636 0 + 7 12458066 0xbe1852 0 + 2 12567704 0xbfc498 0 + 4 12509432 0xbee0f8 0 + 3 12487645 0xbe8bdd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458043 0xbe183b 0 + 1 12639316 0xc0dc54 0 + 3 12487622 0xbe8bc6 0 + 5 12379682 0xbce622 0 + 6 12592939 0xc0272b 0 + 0 12421335 0xbd88d7 0 + 2 12567680 0xbfc480 0 + 4 12509408 0xbee0e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487679 0xbe8bff 0 + 5 12379741 0xbce65d 0 + 6 12592998 0xc02766 0 + 0 12421393 0xbd8911 0 + 2 12567740 0xbfc4bc 0 + 4 12509468 0xbee11c 0 + 7 12458101 0xbe1875 0 + 1 12639375 0xc0dc8f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509413 0xbee0e5 0 + 2 12567685 0xbfc485 0 + 5 12379689 0xbce629 0 + 7 12458048 0xbe1840 0 + 3 12487628 0xbe8bcc 0 + 6 12592946 0xc02732 0 + 0 12421342 0xbd88de 0 + 1 12639323 0xc0dc5b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509465 0xbee119 0 + 7 12458098 0xbe1872 0 + 1 12639372 0xc0dc8c 0 + 3 12487676 0xbe8bfc 0 + 5 12379738 0xbce65a 0 + 6 12592995 0xc02763 0 + 0 12421390 0xbd890e 0 + 2 12567737 0xbfc4b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379687 0xbce627 0 + 0 12421340 0xbd88dc 0 + 1 12639320 0xc0dc58 0 + 4 12509414 0xbee0e6 0 + 2 12567686 0xbfc486 0 + 3 12487627 0xbe8bcb 0 + 6 12592945 0xc02731 0 + 7 12458049 0xbe1841 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639317 0xc0dc55 0 + 3 12487623 0xbe8bc7 0 + 5 12379683 0xbce623 0 + 2 12567681 0xbfc481 0 + 4 12509409 0xbee0e1 0 + 7 12458044 0xbe183c 0 + 6 12592940 0xc0272c 0 + 0 12421337 0xbd88d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458099 0xbe1873 0 + 1 12639373 0xc0dc8d 0 + 3 12487677 0xbe8bfd 0 + 5 12379739 0xbce65b 0 + 6 12592996 0xc02764 0 + 0 12421391 0xbd890f 0 + 2 12567738 0xbfc4ba 0 + 4 12509466 0xbee11a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458061 0xbe184d 0 + 3 12487641 0xbe8bd9 0 + 2 12567702 0xbfc496 0 + 5 12379703 0xbce637 0 + 0 12421358 0xbd88ee 0 + 4 12509431 0xbee0f7 0 + 1 12639340 0xc0dc6c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592975 0xc0274f 0 + 0 12421370 0xbd88fa 0 + 2 12567717 0xbfc4a5 0 + 4 12509444 0xbee104 0 + 7 12458077 0xbe185d 0 + 1 12639351 0xc0dc77 0 + 3 12487656 0xbe8be8 0 + 5 12379719 0xbce647 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379688 0xbce628 0 + 6 12592944 0xc02730 0 + 1 12639322 0xc0dc5a 0 + 4 12509415 0xbee0e7 0 + 2 12567687 0xbfc487 0 + 3 12487629 0xbe8bcd 0 + 0 12421343 0xbd88df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458053 0xbe1845 0 + 2 12567693 0xbfc48d 0 + 5 12379693 0xbce62d 0 + 0 12421347 0xbd88e3 0 + 1 12639328 0xc0dc60 0 + 4 12509421 0xbee0ed 0 + 6 12592952 0xc02738 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487630 0xbe8bce 0 + 6 12592949 0xc02735 0 + 7 12458052 0xbe1844 0 + 0 12421345 0xbd88e1 0 + 2 12567691 0xbfc48b 0 + 1 12639325 0xc0dc5d 0 + 5 12379694 0xbce62e 0 + 4 12509420 0xbee0ec 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639324 0xc0dc5c 0 + 6 12592948 0xc02734 0 + 7 12458051 0xbe1843 0 + 0 12421344 0xbd88e0 0 + 3 12487631 0xbe8bcf 0 + 2 12567689 0xbfc489 0 + 4 12509418 0xbee0ea 0 + 5 12379691 0xbce62b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458090 0xbe186a 0 + 4 12509457 0xbee111 0 + 5 12379731 0xbce653 0 + 2 12567730 0xbfc4b2 0 + 1 12639365 0xc0dc85 0 + 3 12487670 0xbe8bf6 0 + 6 12592988 0xc0275c 0 + 0 12421383 0xbd8907 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487638 0xbe8bd6 0 + 7 12458060 0xbe184c 0 + 2 12567698 0xbfc492 0 + 6 12592959 0xc0273f 0 + 5 12379701 0xbce635 0 + 0 12421355 0xbd88eb 0 + 4 12509430 0xbee0f6 0 + 1 12639338 0xc0dc6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592964 0xc02744 0 + 0 12421362 0xbd88f2 0 + 2 12567708 0xbfc49c 0 + 4 12509437 0xbee0fd 0 + 7 12458069 0xbe1855 0 + 1 12639344 0xc0dc70 0 + 3 12487648 0xbe8be0 0 + 5 12379711 0xbce63f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379695 0xbce62f 0 + 6 12592953 0xc02739 0 + 0 12421348 0xbd88e4 0 + 2 12567694 0xbfc48e 0 + 4 12509422 0xbee0ee 0 + 7 12458056 0xbe1848 0 + 1 12639329 0xc0dc61 0 + 3 12487634 0xbe8bd2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379714 0xbce642 0 + 0 12421366 0xbd88f6 0 + 7 12458074 0xbe185a 0 + 6 12592972 0xc0274c 0 + 2 12567714 0xbfc4a2 0 + 4 12509442 0xbee102 0 + 1 12639349 0xc0dc75 0 + 3 12487653 0xbe8be5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592958 0xc0273e 0 + 1 12639334 0xc0dc66 0 + 2 12567701 0xbfc495 0 + 7 12458065 0xbe1851 0 + 0 12421356 0xbd88ec 0 + 3 12487643 0xbe8bdb 0 + 5 12379708 0xbce63c 0 + 4 12509435 0xbee0fb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567723 0xbfc4ab 0 + 4 12509451 0xbee10b 0 + 7 12458084 0xbe1864 0 + 5 12379724 0xbce64c 0 + 6 12592981 0xc02755 0 + 0 12421376 0xbd8900 0 + 1 12639358 0xc0dc7e 0 + 3 12487663 0xbe8bef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567690 0xbfc48a 0 + 5 12379692 0xbce62c 0 + 4 12509419 0xbee0eb 0 + 7 12458054 0xbe1846 0 + 1 12639326 0xc0dc5e 0 + 3 12487633 0xbe8bd1 0 + 6 12592951 0xc02737 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421375 0xbd88ff 0 + 2 12567722 0xbfc4aa 0 + 4 12509450 0xbee10a 0 + 7 12458083 0xbe1863 0 + 1 12639357 0xc0dc7d 0 + 3 12487661 0xbe8bed 0 + 5 12379723 0xbce64b 0 + 6 12592980 0xc02754 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379699 0xbce633 0 + 0 12421353 0xbd88e9 0 + 1 12639333 0xc0dc65 0 + 7 12458063 0xbe184f 0 + 2 12567703 0xbfc497 0 + 3 12487644 0xbe8bdc 0 + 6 12592963 0xc02743 0 + 4 12509433 0xbee0f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421380 0xbd8904 0 + 2 12567727 0xbfc4af 0 + 4 12509455 0xbee10f 0 + 7 12458088 0xbe1868 0 + 1 12639362 0xc0dc82 0 + 3 12487666 0xbe8bf2 0 + 5 12379728 0xbce650 0 + 6 12592985 0xc02759 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592992 0xc02760 0 + 0 12421387 0xbd890b 0 + 2 12567734 0xbfc4b6 0 + 4 12509462 0xbee116 0 + 7 12458095 0xbe186f 0 + 1 12639369 0xc0dc89 0 + 3 12487673 0xbe8bf9 0 + 5 12379735 0xbce657 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379726 0xbce64e 0 + 6 12592984 0xc02758 0 + 0 12421378 0xbd8902 0 + 2 12567725 0xbfc4ad 0 + 4 12509453 0xbee10d 0 + 7 12458086 0xbe1866 0 + 1 12639360 0xc0dc80 0 + 3 12487664 0xbe8bf0 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5774904d5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 07:12:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:12:54 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258506874880. +WARNING: Using actual aggregate bytes moved = 759043194880. +write 5443 34467840 10240 0.002551 132.99 0.000857 133.00 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2256126607360. +WARNING: Using actual aggregate bytes moved = 748819578880. +write 5340 34467840 10240 0.003778 133.73 0.001199 133.73 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258506874880. +WARNING: Using actual aggregate bytes moved = 756872642560. +write 5401 34467840 10240 0.004651 133.65 0.001526 133.65 2 + +Max Write: 5442.78 MiB/sec (5707.17 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5442.78 5339.96 5394.45 42.20 133.46170 0 64 4 3 1 0 1 0 0 1 35295068160 10485760 759043194880 POSIX 0 + +Finished: Tue Oct 23 07:19:41 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..00aa21afb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1060 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 21:40:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:40:59 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 8408924160. +read 133.30 39321600 16.00 0.006074 60.16 0.005576 60.16 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 9148989440. +read 145.03 39321600 16.00 0.005592 60.16 0.005610 60.16 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 9035537448960. +WARNING: Using actual aggregate bytes moved = 9193865216. +read 145.74 39321600 16.00 0.005636 60.16 0.005589 60.16 2 + +Max Read: 145.74 MiB/sec (152.82 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 145.74 133.30 141.36 5.70 60.16052 0 64 4 3 1 0 1 0 0 1 40265318400 16384 8408924160 POSIX 0 + +Finished: Tue Oct 23 21:44:00 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513692 0xbef19c 0 + 5 12383963 0xbcf6db 0 + 1 12643605 0xc0ed15 0 + 0 12425627 0xbd999b 0 + 7 12462329 0xbe28f9 0 + 2 12571961 0xbfd539 0 + 6 12597224 0xc037e8 0 + 3 12491903 0xbe9c7f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643622 0xc0ed26 0 + 0 12425646 0xbd99ae 0 + 2 12571980 0xbfd54c 0 + 3 12491928 0xbe9c98 0 + 5 12383990 0xbcf6f6 0 + 6 12597248 0xc03800 0 + 7 12462355 0xbe2913 0 + 4 12513721 0xbef1b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425622 0xbd9996 0 + 2 12571955 0xbfd533 0 + 4 12513689 0xbef199 0 + 7 12462324 0xbe28f4 0 + 1 12643601 0xc0ed11 0 + 3 12491897 0xbe9c79 0 + 5 12383959 0xbcf6d7 0 + 6 12597217 0xc037e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462366 0xbe291e 0 + 1 12643643 0xc0ed3b 0 + 3 12491940 0xbe9ca4 0 + 5 12384001 0xbcf701 0 + 6 12597259 0xc0380b 0 + 0 12425664 0xbd99c0 0 + 2 12571995 0xbfd55b 0 + 4 12513732 0xbef1c4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462312 0xbe28e8 0 + 1 12643588 0xc0ed04 0 + 3 12491886 0xbe9c6e 0 + 5 12383946 0xbcf6ca 0 + 6 12597204 0xc037d4 0 + 0 12425610 0xbd998a 0 + 2 12571943 0xbfd527 0 + 4 12513679 0xbef18f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383964 0xbcf6dc 0 + 4 12513698 0xbef1a2 0 + 0 12425632 0xbd99a0 0 + 3 12491904 0xbe9c80 0 + 2 12571964 0xbfd53c 0 + 6 12597226 0xc037ea 0 + 1 12643613 0xc0ed1d 0 + 7 12462337 0xbe2901 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643629 0xc0ed2d 0 + 3 12491929 0xbe9c99 0 + 5 12383991 0xbcf6f7 0 + 6 12597249 0xc03801 0 + 0 12425654 0xbd99b6 0 + 2 12571985 0xbfd551 0 + 4 12513722 0xbef1ba 0 + 7 12462356 0xbe2914 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383980 0xbcf6ec 0 + 6 12597242 0xc037fa 0 + 7 12462348 0xbe290c 0 + 3 12491921 0xbe9c91 0 + 1 12643628 0xc0ed2c 0 + 4 12513718 0xbef1b6 0 + 2 12571983 0xbfd54f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491891 0xbe9c73 0 + 5 12383952 0xbcf6d0 0 + 1 12643595 0xc0ed0b 0 + 0 12425617 0xbd9991 0 + 2 12571952 0xbfd530 0 + 4 12513686 0xbef196 0 + 6 12597214 0xc037de 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383966 0xbcf6de 0 + 6 12597225 0xc037e9 0 + 1 12643612 0xc0ed1c 0 + 7 12462336 0xbe2900 0 + 0 12425635 0xbd99a3 0 + 3 12491909 0xbe9c85 0 + 4 12513704 0xbef1a8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571960 0xbfd538 0 + 7 12462334 0xbe28fe 0 + 1 12643609 0xc0ed19 0 + 0 12425633 0xbd99a1 0 + 3 12491906 0xbe9c82 0 + 5 12383970 0xbcf6e2 0 + 6 12597229 0xc037ed 0 + 4 12513703 0xbef1a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513684 0xbef194 0 + 2 12571949 0xbfd52d 0 + 1 12643596 0xc0ed0c 0 + 5 12383957 0xbcf6d5 0 + 7 12462321 0xbe28f1 0 + 3 12491895 0xbe9c77 0 + 0 12425621 0xbd9995 0 + 6 12597216 0xc037e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597221 0xc037e5 0 + 0 12425629 0xbd999d 0 + 3 12491902 0xbe9c7e 0 + 2 12571963 0xbfd53b 0 + 5 12383968 0xbcf6e0 0 + 1 12643614 0xc0ed1e 0 + 7 12462338 0xbe2902 0 + 4 12513702 0xbef1a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491917 0xbe9c8d 0 + 5 12383981 0xbcf6ed 0 + 6 12597244 0xc037fc 0 + 2 12571981 0xbfd54d 0 + 4 12513719 0xbef1b7 0 + 1 12643631 0xc0ed2f 0 + 7 12462353 0xbe2911 0 + 0 12425653 0xbd99b5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643621 0xc0ed25 0 + 6 12597237 0xc037f5 0 + 2 12571974 0xbfd546 0 + 4 12513712 0xbef1b0 0 + 7 12462347 0xbe290b 0 + 5 12383983 0xbcf6ef 0 + 3 12491922 0xbe9c92 0 + 0 12425650 0xbd99b2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643644 0xc0ed3c 0 + 3 12491941 0xbe9ca5 0 + 5 12384002 0xbcf702 0 + 6 12597260 0xc0380c 0 + 0 12425665 0xbd99c1 0 + 2 12571996 0xbfd55c 0 + 4 12513733 0xbef1c5 0 + 7 12462367 0xbe291f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491890 0xbe9c72 0 + 4 12513682 0xbef192 0 + 2 12571947 0xbfd52b 0 + 0 12425615 0xbd998f 0 + 1 12643593 0xc0ed09 0 + 6 12597210 0xc037da 0 + 7 12462319 0xbe28ef 0 + 5 12383954 0xbcf6d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491933 0xbe9c9d 0 + 6 12597253 0xc03805 0 + 5 12383994 0xbcf6fa 0 + 0 12425658 0xbd99ba 0 + 2 12571989 0xbfd555 0 + 4 12513726 0xbef1be 0 + 7 12462360 0xbe2918 0 + 1 12643637 0xc0ed35 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513730 0xbef1c2 0 + 3 12491938 0xbe9ca2 0 + 0 12425662 0xbd99be 0 + 1 12643642 0xc0ed3a 0 + 5 12384000 0xbcf700 0 + 6 12597258 0xc0380a 0 + 7 12462365 0xbe291d 0 + 2 12571994 0xbfd55a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462306 0xbe28e2 0 + 5 12383940 0xbcf6c4 0 + 2 12571936 0xbfd520 0 + 3 12491881 0xbe9c69 0 + 6 12597199 0xc037cf 0 + 4 12513672 0xbef188 0 + 1 12643583 0xc0ecff 0 + 0 12425604 0xbd9984 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383996 0xbcf6fc 0 + 6 12597254 0xc03806 0 + 0 12425659 0xbd99bb 0 + 2 12571990 0xbfd556 0 + 4 12513727 0xbef1bf 0 + 7 12462361 0xbe2919 0 + 1 12643638 0xc0ed36 0 + 3 12491936 0xbe9ca0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513691 0xbef19b 0 + 7 12462326 0xbe28f6 0 + 1 12643603 0xc0ed13 0 + 3 12491899 0xbe9c7b 0 + 5 12383961 0xbcf6d9 0 + 6 12597219 0xc037e3 0 + 0 12425624 0xbd9998 0 + 2 12571957 0xbfd535 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571950 0xbfd52e 0 + 5 12383955 0xbcf6d3 0 + 6 12597213 0xc037dd 0 + 3 12491894 0xbe9c76 0 + 4 12513687 0xbef197 0 + 0 12425620 0xbd9994 0 + 1 12643600 0xc0ed10 0 + 7 12462323 0xbe28f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491900 0xbe9c7c 0 + 5 12383962 0xbcf6da 0 + 0 12425626 0xbd999a 0 + 2 12571958 0xbfd536 0 + 4 12513694 0xbef19e 0 + 6 12597222 0xc037e6 0 + 7 12462330 0xbe28fa 0 + 1 12643607 0xc0ed17 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571976 0xbfd548 0 + 5 12383984 0xbcf6f0 0 + 6 12597245 0xc037fd 0 + 3 12491926 0xbe9c96 0 + 0 12425651 0xbd99b3 0 + 7 12462354 0xbe2912 0 + 4 12513720 0xbef1b8 0 + 1 12643633 0xc0ed31 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462318 0xbe28ee 0 + 6 12597211 0xc037db 0 + 2 12571951 0xbfd52f 0 + 3 12491893 0xbe9c75 0 + 5 12383956 0xbcf6d4 0 + 0 12425618 0xbd9992 0 + 1 12643599 0xc0ed0f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571991 0xbfd557 0 + 3 12491935 0xbe9c9f 0 + 6 12597256 0xc03808 0 + 4 12513729 0xbef1c1 0 + 7 12462363 0xbe291b 0 + 5 12383997 0xbcf6fd 0 + 1 12643640 0xc0ed38 0 + 0 12425661 0xbd99bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383965 0xbcf6dd 0 + 3 12491905 0xbe9c81 0 + 2 12571965 0xbfd53d 0 + 4 12513699 0xbef1a3 0 + 1 12643611 0xc0ed1b 0 + 7 12462335 0xbe28ff 0 + 0 12425634 0xbd99a2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597200 0xc037d0 0 + 7 12462308 0xbe28e4 0 + 3 12491883 0xbe9c6b 0 + 0 12425605 0xbd9985 0 + 1 12643585 0xc0ed01 0 + 5 12383943 0xbcf6c7 0 + 2 12571939 0xbfd523 0 + 4 12513675 0xbef18b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383953 0xbcf6d1 0 + 1 12643597 0xc0ed0d 0 + 2 12571954 0xbfd532 0 + 0 12425619 0xbd9993 0 + 7 12462322 0xbe28f2 0 + 6 12597215 0xc037df 0 + 3 12491896 0xbe9c78 0 + 4 12513688 0xbef198 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597252 0xc03804 0 + 0 12425657 0xbd99b9 0 + 2 12571988 0xbfd554 0 + 4 12513725 0xbef1bd 0 + 7 12462359 0xbe2917 0 + 5 12383995 0xbcf6fb 0 + 1 12643636 0xc0ed34 0 + 3 12491934 0xbe9c9e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425616 0xbd9990 0 + 4 12513685 0xbef195 0 + 6 12597212 0xc037dc 0 + 7 12462320 0xbe28f0 0 + 2 12571953 0xbfd531 0 + 1 12643598 0xc0ed0e 0 + 5 12383958 0xbcf6d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383993 0xbcf6f9 0 + 6 12597251 0xc03803 0 + 0 12425656 0xbd99b8 0 + 2 12571987 0xbfd553 0 + 4 12513724 0xbef1bc 0 + 7 12462358 0xbe2916 0 + 1 12643635 0xc0ed33 0 + 3 12491932 0xbe9c9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597255 0xc03807 0 + 4 12513728 0xbef1c0 0 + 7 12462362 0xbe291a 0 + 1 12643639 0xc0ed37 0 + 5 12383998 0xbcf6fe 0 + 0 12425660 0xbd99bc 0 + 2 12571992 0xbfd558 0 + 3 12491937 0xbe9ca1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597208 0xc037d8 0 + 7 12462316 0xbe28ec 0 + 2 12571946 0xbfd52a 0 + 3 12491889 0xbe9c71 0 + 1 12643592 0xc0ed08 0 + 0 12425613 0xbd998d 0 + 5 12383950 0xbcf6ce 0 + 4 12513681 0xbef191 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425631 0xbd999f 0 + 4 12513705 0xbef1a9 0 + 7 12462340 0xbe2904 0 + 5 12383975 0xbcf6e7 0 + 3 12491913 0xbe9c89 0 + 1 12643617 0xc0ed21 0 + 6 12597232 0xc037f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643619 0xc0ed23 0 + 4 12513709 0xbef1ad 0 + 6 12597235 0xc037f3 0 + 5 12383978 0xbcf6ea 0 + 0 12425642 0xbd99aa 0 + 2 12571973 0xbfd545 0 + 7 12462346 0xbe290a 0 + 3 12491919 0xbe9c8f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571962 0xbfd53a 0 + 4 12513697 0xbef1a1 0 + 0 12425636 0xbd99a4 0 + 5 12383972 0xbcf6e4 0 + 3 12491911 0xbe9c87 0 + 6 12597231 0xc037ef 0 + 1 12643616 0xc0ed20 0 + 7 12462339 0xbe2903 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571956 0xbfd534 0 + 4 12513690 0xbef19a 0 + 7 12462325 0xbe28f5 0 + 1 12643602 0xc0ed12 0 + 3 12491898 0xbe9c7a 0 + 5 12383960 0xbcf6d8 0 + 6 12597218 0xc037e2 0 + 0 12425623 0xbd9997 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425609 0xbd9989 0 + 2 12571942 0xbfd526 0 + 5 12383947 0xbcf6cb 0 + 4 12513678 0xbef18e 0 + 6 12597205 0xc037d5 0 + 7 12462314 0xbe28ea 0 + 1 12643590 0xc0ed06 0 + 3 12491888 0xbe9c70 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571938 0xbfd522 0 + 5 12383942 0xbcf6c6 0 + 4 12513674 0xbef18a 0 + 6 12597202 0xc037d2 0 + 7 12462310 0xbe28e6 0 + 3 12491884 0xbe9c6c 0 + 1 12643586 0xc0ed02 0 + 0 12425607 0xbd9987 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425630 0xbd999e 0 + 7 12462331 0xbe28fb 0 + 2 12571966 0xbfd53e 0 + 4 12513700 0xbef1a4 0 + 6 12597230 0xc037ee 0 + 1 12643615 0xc0ed1f 0 + 3 12491912 0xbe9c88 0 + 5 12383974 0xbcf6e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462328 0xbe28f8 0 + 4 12513696 0xbef1a0 0 + 1 12643608 0xc0ed18 0 + 6 12597228 0xc037ec 0 + 3 12491908 0xbe9c84 0 + 0 12425637 0xbd99a5 0 + 5 12383973 0xbcf6e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513693 0xbef19d 0 + 1 12643606 0xc0ed16 0 + 0 12425628 0xbd999c 0 + 3 12491901 0xbe9c7d 0 + 6 12597223 0xc037e7 0 + 7 12462333 0xbe28fd 0 + 2 12571967 0xbfd53f 0 + 5 12383969 0xbcf6e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597240 0xc037f8 0 + 2 12571977 0xbfd549 0 + 1 12643624 0xc0ed28 0 + 5 12383987 0xbcf6f3 0 + 3 12491923 0xbe9c93 0 + 4 12513716 0xbef1b4 0 + 0 12425649 0xbd99b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491882 0xbe9c6a 0 + 4 12513673 0xbef189 0 + 1 12643584 0xc0ed00 0 + 6 12597201 0xc037d1 0 + 7 12462309 0xbe28e5 0 + 0 12425606 0xbd9986 0 + 5 12383944 0xbcf6c8 0 + 2 12571940 0xbfd524 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425644 0xbd99ac 0 + 2 12571978 0xbfd54a 0 + 7 12462349 0xbe290d 0 + 4 12513717 0xbef1b5 0 + 5 12383988 0xbcf6f4 0 + 1 12643630 0xc0ed2e 0 + 6 12597247 0xc037ff 0 + 3 12491927 0xbe9c97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491880 0xbe9c68 0 + 6 12597198 0xc037ce 0 + 0 12425603 0xbd9983 0 + 4 12513671 0xbef187 0 + 1 12643582 0xc0ecfe 0 + 5 12383941 0xbcf6c5 0 + 2 12571937 0xbfd521 0 + 7 12462307 0xbe28e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597207 0xc037d7 0 + 0 12425612 0xbd998c 0 + 2 12571945 0xbfd529 0 + 4 12513680 0xbef190 0 + 7 12462315 0xbe28eb 0 + 5 12383949 0xbcf6cd 0 + 1 12643591 0xc0ed07 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462343 0xbe2907 0 + 3 12491916 0xbe9c8c 0 + 4 12513708 0xbef1ac 0 + 1 12643620 0xc0ed24 0 + 2 12571971 0xbfd543 0 + 6 12597236 0xc037f4 0 + 0 12425643 0xbd99ab 0 + 5 12383979 0xbcf6eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425614 0xbd998e 0 + 7 12462317 0xbe28ed 0 + 6 12597209 0xc037d9 0 + 5 12383951 0xbcf6cf 0 + 4 12513683 0xbef193 0 + 3 12491892 0xbe9c74 0 + 2 12571948 0xbfd52c 0 + 1 12643594 0xc0ed0a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571975 0xbfd547 0 + 5 12383982 0xbcf6ee 0 + 4 12513715 0xbef1b3 0 + 1 12643627 0xc0ed2b 0 + 7 12462351 0xbe290f 0 + 6 12597246 0xc037fe 0 + 3 12491925 0xbe9c95 0 + 0 12425652 0xbd99b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513711 0xbef1af 0 + 7 12462345 0xbe2909 0 + 6 12597241 0xc037f9 0 + 0 12425647 0xbd99af 0 + 5 12383985 0xbcf6f1 0 + 2 12571982 0xbfd54e 0 + 1 12643632 0xc0ed30 0 + 3 12491930 0xbe9c9a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491931 0xbe9c9b 0 + 5 12383992 0xbcf6f8 0 + 6 12597250 0xc03802 0 + 0 12425655 0xbd99b7 0 + 2 12571986 0xbfd552 0 + 4 12513723 0xbef1bb 0 + 7 12462357 0xbe2915 0 + 1 12643634 0xc0ed32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513677 0xbef18d 0 + 7 12462313 0xbe28e9 0 + 0 12425611 0xbd998b 0 + 1 12643589 0xc0ed05 0 + 3 12491887 0xbe9c6f 0 + 6 12597206 0xc037d6 0 + 5 12383948 0xbcf6cc 0 + 2 12571944 0xbfd528 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513676 0xbef18c 0 + 7 12462311 0xbe28e7 0 + 1 12643587 0xc0ed03 0 + 3 12491885 0xbe9c6d 0 + 5 12383945 0xbcf6c9 0 + 6 12597203 0xc037d3 0 + 0 12425608 0xbd9988 0 + 2 12571941 0xbfd525 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597220 0xc037e4 0 + 0 12425625 0xbd9999 0 + 1 12643604 0xc0ed14 0 + 2 12571959 0xbfd537 0 + 7 12462327 0xbe28f7 0 + 4 12513695 0xbef19f 0 + 5 12383967 0xbcf6df 0 + 3 12491907 0xbe9c83 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462332 0xbe28fc 0 + 1 12643610 0xc0ed1a 0 + 6 12597227 0xc037eb 0 + 2 12571968 0xbfd540 0 + 4 12513701 0xbef1a5 0 + 5 12383971 0xbcf6e3 0 + 3 12491910 0xbe9c86 0 + 0 12425638 0xbd99a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491914 0xbe9c8a 0 + 0 12425639 0xbd99a7 0 + 5 12383976 0xbcf6e8 0 + 4 12513706 0xbef1aa 0 + 6 12597233 0xc037f1 0 + 2 12571969 0xbfd541 0 + 7 12462341 0xbe2905 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597238 0xc037f6 0 + 4 12513713 0xbef1b1 0 + 2 12571979 0xbfd54b 0 + 0 12425648 0xbd99b0 0 + 5 12383986 0xbcf6f2 0 + 1 12643626 0xc0ed2a 0 + 7 12462350 0xbe290e 0 + 3 12491924 0xbe9c94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513710 0xbef1ae 0 + 6 12597239 0xc037f7 0 + 0 12425645 0xbd99ad 0 + 1 12643623 0xc0ed27 0 + 3 12491920 0xbe9c90 0 + 7 12462352 0xbe2910 0 + 2 12571984 0xbfd550 0 + 5 12383989 0xbcf6f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643641 0xc0ed39 0 + 5 12383999 0xbcf6ff 0 + 6 12597257 0xc03809 0 + 2 12571993 0xbfd559 0 + 7 12462364 0xbe291c 0 + 3 12491939 0xbe9ca3 0 + 0 12425663 0xbd99bf 0 + 4 12513731 0xbef1c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513707 0xbef1ab 0 + 3 12491915 0xbe9c8b 0 + 7 12462342 0xbe2906 0 + 1 12643618 0xc0ed22 0 + 0 12425640 0xbd99a8 0 + 6 12597234 0xc037f2 0 + 2 12571970 0xbfd542 0 + 5 12383977 0xbcf6e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425641 0xbd99a9 0 + 2 12571972 0xbfd544 0 + 7 12462344 0xbe2908 0 + 3 12491918 0xbe9c8e 0 + 6 12597243 0xc037fb 0 + 4 12513714 0xbef1b2 0 + 1 12643625 0xc0ed29 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c4a830d3e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 21:32:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:32:05 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576936337408. +WARNING: Using actual aggregate bytes moved = 44310102016. +write 238.10 39321600 16.00 0.002349 177.48 0.000748 177.48 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2567006486528. +WARNING: Using actual aggregate bytes moved = 39305969664. +write 223.27 39321600 16.00 0.012137 167.88 0.001110 167.89 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2571549720576. +WARNING: Using actual aggregate bytes moved = 40491286528. +write 211.27 39321600 16.00 0.019250 182.76 0.001404 182.78 2 + +Max Write: 238.10 MiB/sec (249.66 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 238.10 211.27 224.21 10.97 176.04837 0 64 4 3 1 0 1 0 0 1 40265318400 16384 44310102016 POSIX 0 + +Finished: Tue Oct 23 21:40:54 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..c86328de9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:54:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:54:40 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 29335961600. +read 453.35 26214400 100.00 0.349667 61.37 0.007523 61.71 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 29731328000. +read 462.07 26214400 100.00 0.010683 61.36 0.007504 61.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 30092800000. +read 467.75 26214400 100.00 0.010186 61.35 0.007504 61.36 2 + +Max Read: 467.75 MiB/sec (490.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 467.75 453.35 461.05 5.92 61.47689 0 96 6 3 0 0 1 0 0 1 26843545600 102400 29335961600 MPIIO 0 + +Finished: Tue Oct 23 20:57:45 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461695 0xbe267f 0 + 1 12642974 0xc0ea9e 0 + 3 12491271 0xbe9a07 0 + 5 12383330 0xbcf462 0 + 6 12596589 0xc0356d 0 + 0 12424990 0xbd971e 0 + 2 12571325 0xbfd2bd 0 + 4 12513063 0xbeef27 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..24b8b722f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:59:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:59:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 35509145600. +read 1069.00 26214400 100.00 0.349301 31.33 0.001172 31.68 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 35492556800. +read 1080.03 26214400 100.00 0.003220 31.34 0.001232 31.34 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 35425382400. +read 1078.08 26214400 100.00 0.004028 31.33 0.001231 31.34 2 + +Max Read: 1080.03 MiB/sec (1132.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1080.03 1069.00 1075.70 4.81 31.45199 0 96 6 3 0 0 1 0 0 1 26843545600 102400 35509145600 MPIIO 0 + +Finished: Wed Oct 24 11:01:10 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..91e54b3cb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:51:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:51:27 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576976076800. +WARNING: Using actual aggregate bytes moved = 27160780800. +write 416.91 26214400 100.00 0.370195 61.77 0.012444 62.13 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576954265600. +WARNING: Using actual aggregate bytes moved = 27222323200. +write 421.16 26214400 100.00 0.014395 61.64 0.012260 61.64 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576959590400. +WARNING: Using actual aggregate bytes moved = 27131596800. +write 420.14 26214400 100.00 0.017603 61.58 0.012438 61.59 2 + +Max Write: 421.16 MiB/sec (441.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 421.16 416.91 419.40 1.81 61.78596 0 96 6 3 0 0 1 0 0 1 26843545600 102400 27160780800 MPIIO 0 + +Finished: Tue Oct 23 20:54:33 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..6caa52738 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 09:15:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:15:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 215256924160. +read 1702.23 22978560 1024.00 0.401618 120.20 0.023086 120.60 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 218279968768. +read 1731.78 22978560 1024.00 0.018325 120.19 0.016253 120.20 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 219302330368. +read 1739.75 22978560 1024.00 0.019019 120.21 0.016462 120.21 2 + +Max Read: 1739.75 MiB/sec (1824.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1739.75 1702.23 1724.58 16.14 120.33906 0 96 6 3 0 0 1 0 0 1 23530045440 1048576 215256924160 MPIIO 0 + +Finished: Tue Oct 23 09:21:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640190 0xc0dfbe 0 + 3 12488498 0xbe8f32 0 + 5 12380563 0xbce993 0 + 6 12593819 0xc02a9b 0 + 0 12422211 0xbd8c43 0 + 2 12568557 0xbfc7ed 0 + 4 12510290 0xbee452 0 + 7 12458918 0xbe1ba6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eecefeb3c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:51:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:51:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 191937642496. +read 5999 26214400 1024.00 0.356762 30.17 0.012815 30.52 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 193187545088. +read 6106 26214400 1024.00 0.016179 30.16 0.012551 30.17 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 192852000768. +read 6091 26214400 1024.00 0.015134 30.19 0.012823 30.20 2 + +Max Read: 6106.30 MiB/sec (6402.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 6106.30 5998.54 6065.22 47.57 30.29426 0 96 6 3 0 0 1 0 0 1 26843545600 1048576 191937642496 MPIIO 0 + +Finished: Wed Oct 24 10:52:36 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7ad1a8bd6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 09:09:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:09:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258880167936. +WARNING: Using actual aggregate bytes moved = 510574723072. +write 4039 22978560 1024.00 0.357625 120.21 0.012212 120.55 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258882265088. +WARNING: Using actual aggregate bytes moved = 505900171264. +write 4012 22978560 1024.00 0.098760 120.17 0.011034 120.26 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258880167936. +WARNING: Using actual aggregate bytes moved = 473096519680. +write 3752 22978560 1024.00 0.058560 120.20 0.011193 120.25 2 + +Max Write: 4039.02 MiB/sec (4235.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4039.02 3752.17 3934.32 129.28 120.35379 0 96 6 3 0 0 1 0 0 1 23530045440 1048576 510574723072 MPIIO 0 + +Finished: Tue Oct 23 09:15:12 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..ca34efc06 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:06:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:06:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 414533550080. +read 3273.29 22978560 10240 0.409388 120.38 0.014809 120.77 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 417626849280. +read 3308.40 22978560 10240 0.017003 120.37 0.015016 120.38 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 422639042560. +read 3346.21 22978560 10240 0.017556 120.44 0.015250 120.45 2 + +Max Read: 3346.21 MiB/sec (3508.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3346.21 3273.29 3309.30 29.77 120.53718 0 96 6 3 0 0 1 0 0 1 23530045440 10485760 414533550080 MPIIO 0 + +Finished: Tue Oct 23 07:12:52 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379549 0xbce59d 0 + 6 12592809 0xc026a9 0 + 0 12421203 0xbd8853 0 + 2 12567552 0xbfc400 0 + 4 12509278 0xbee05e 0 + 7 12457915 0xbe17bb 0 + 1 12639187 0xc0dbd3 0 + 3 12487491 0xbe8b43 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..9b92fa0a6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:42:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:42:19 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 204755435520. +read 6399 26214400 10240 0.339259 30.18 0.000963 30.52 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 206433157120. +read 6520 26214400 10240 0.003345 30.19 0.001008 30.19 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 207838248960. +read 6568 26214400 10240 0.003837 30.17 0.001033 30.18 2 + +Max Read: 6567.83 MiB/sec (6886.87 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 6567.83 6398.69 6495.54 71.20 30.29680 0 96 6 3 0 0 1 0 0 1 26843545600 10485760 204755435520 MPIIO 0 + +Finished: Wed Oct 24 10:43:50 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ae5a49539 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 07:00:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 07:00:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258863390720. +WARNING: Using actual aggregate bytes moved = 428615925760. +write 3376.36 22978560 10240 0.359075 120.71 0.013151 121.07 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258748047360. +WARNING: Using actual aggregate bytes moved = 427514920960. +write 3384.04 22978560 10240 0.031607 120.46 0.012897 120.48 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258842419200. +WARNING: Using actual aggregate bytes moved = 426078371840. +write 3365.74 22978560 10240 0.129134 120.61 0.013151 120.73 2 + +Max Write: 3384.04 MiB/sec (3548.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3384.04 3365.74 3375.38 7.51 120.75791 0 96 6 3 0 0 1 0 0 1 23530045440 10485760 428615925760 MPIIO 0 + +Finished: Tue Oct 23 07:06:30 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..12bacfcc4 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 22:21:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:21:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6348816384. +read 88.22 26214400 16.00 0.358973 68.28 0.014673 68.63 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6376144896. +read 89.06 26214400 16.00 0.017285 68.27 0.014640 68.28 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6384926720. +read 89.18 26214400 16.00 0.017508 68.27 0.014639 68.28 2 + +Max Read: 89.18 MiB/sec (93.51 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 89.18 88.22 88.82 0.42 68.39482 0 96 6 3 0 0 1 0 0 1 26843545600 16384 6348816384 MPIIO 0 + +Finished: Tue Oct 23 22:24:56 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384341 0xbcf855 0 + 6 12597602 0xc03962 0 + 0 12426004 0xbd9b14 0 + 2 12572333 0xbfd6ad 0 + 4 12514076 0xbef31c 0 + 7 12462706 0xbe2a72 0 + 1 12643984 0xc0ee90 0 + 3 12492282 0xbe9dfa 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8bf779e73 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 22:18:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:18:00 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576969908224. +WARNING: Using actual aggregate bytes moved = 4593238016. +write 63.61 26214400 16.00 0.351773 68.52 0.001044 68.87 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576939417600. +WARNING: Using actual aggregate bytes moved = 4604821504. +write 64.13 26214400 16.00 0.003141 68.47 0.001192 68.48 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576956604416. +WARNING: Using actual aggregate bytes moved = 4598972416. +write 64.02 26214400 16.00 0.003272 68.51 0.001262 68.51 2 + +Max Write: 64.13 MiB/sec (67.25 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 64.13 63.61 63.92 0.23 68.61903 0 96 6 3 0 0 1 0 0 1 26843545600 16384 4593238016 MPIIO 0 + +Finished: Tue Oct 23 22:21:26 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..319870eb7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1574 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:48:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:48:24 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 64711987200. +read 1027.52 26214400 100.00 0.013367 60.05 0.013125 60.06 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 67529216000. +read 1072.62 26214400 100.00 0.012674 60.04 0.012968 60.04 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 68304076800. +read 1084.91 26214400 100.00 0.012922 60.04 0.012880 60.04 2 + +Max Read: 1084.91 MiB/sec (1137.61 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1084.91 1027.52 1061.68 24.67 60.04782 0 96 6 3 1 0 1 0 0 1 26843545600 102400 64711987200 POSIX 0 + +Finished: Tue Oct 23 20:51:24 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571292 0xbfd29c 0 + 3 12491242 0xbe99ea 0 + 4 12513033 0xbeef09 0 + 0 12424959 0xbd96ff 0 + 7 12461666 0xbe2662 0 + 1 12642947 0xc0ea83 0 + 5 12383302 0xbcf446 0 + 6 12596560 0xc03550 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461602 0xbe2622 0 + 1 12642880 0xc0ea40 0 + 3 12491177 0xbe99a9 0 + 5 12383238 0xbcf406 0 + 6 12596495 0xc0350f 0 + 0 12424895 0xbd96bf 0 + 2 12571234 0xbfd262 0 + 4 12512970 0xbeeeca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513004 0xbeeeec 0 + 7 12461636 0xbe2644 0 + 1 12642913 0xc0ea61 0 + 3 12491211 0xbe99cb 0 + 5 12383271 0xbcf427 0 + 6 12596529 0xc03531 0 + 0 12424930 0xbd96e2 0 + 2 12571268 0xbfd284 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571301 0xbfd2a5 0 + 4 12513041 0xbeef11 0 + 1 12642951 0xc0ea87 0 + 5 12383308 0xbcf44c 0 + 0 12424967 0xbd9707 0 + 7 12461674 0xbe266a 0 + 3 12491250 0xbe99f2 0 + 6 12596567 0xc03557 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461598 0xbe261e 0 + 6 12596491 0xc0350b 0 + 4 12512966 0xbeeec6 0 + 5 12383235 0xbcf403 0 + 0 12424892 0xbd96bc 0 + 3 12491175 0xbe99a7 0 + 1 12642878 0xc0ea3e 0 + 2 12571232 0xbfd260 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424938 0xbd96ea 0 + 4 12513012 0xbeeef4 0 + 5 12383280 0xbcf430 0 + 1 12642926 0xc0ea6e 0 + 2 12571277 0xbfd28d 0 + 7 12461649 0xbe2651 0 + 6 12596540 0xc0353c 0 + 3 12491225 0xbe99d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571275 0xbfd28b 0 + 3 12491221 0xbe99d5 0 + 6 12596538 0xc0353a 0 + 4 12513017 0xbeeef9 0 + 5 12383285 0xbcf435 0 + 1 12642933 0xc0ea75 0 + 7 12461653 0xbe2655 0 + 0 12424946 0xbd96f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383307 0xbcf44b 0 + 6 12596565 0xc03555 0 + 0 12424966 0xbd9706 0 + 2 12571302 0xbfd2a6 0 + 4 12513040 0xbeef10 0 + 7 12461673 0xbe2669 0 + 1 12642950 0xc0ea86 0 + 3 12491249 0xbe99f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424901 0xbd96c5 0 + 1 12642886 0xc0ea46 0 + 5 12383245 0xbcf40d 0 + 2 12571240 0xbfd268 0 + 7 12461609 0xbe2629 0 + 6 12596502 0xc03516 0 + 4 12512978 0xbeeed2 0 + 3 12491185 0xbe99b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596573 0xc0355d 0 + 4 12513048 0xbeef18 0 + 1 12642958 0xc0ea8e 0 + 5 12383315 0xbcf453 0 + 0 12424975 0xbd970f 0 + 2 12571310 0xbfd2ae 0 + 7 12461681 0xbe2671 0 + 3 12491257 0xbe99f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424907 0xbd96cb 0 + 5 12383251 0xbcf413 0 + 4 12512983 0xbeeed7 0 + 2 12571247 0xbfd26f 0 + 7 12461615 0xbe262f 0 + 1 12642893 0xc0ea4d 0 + 3 12491190 0xbe99b6 0 + 6 12596508 0xc0351c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491173 0xbe99a5 0 + 2 12571231 0xbfd25f 0 + 1 12642876 0xc0ea3c 0 + 6 12596492 0xc0350c 0 + 4 12512967 0xbeeec7 0 + 5 12383236 0xbcf404 0 + 7 12461600 0xbe2620 0 + 0 12424893 0xbd96bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461662 0xbe265e 0 + 5 12383297 0xbcf441 0 + 0 12424956 0xbd96fc 0 + 4 12513030 0xbeef06 0 + 3 12491240 0xbe99e8 0 + 6 12596556 0xc0354c 0 + 1 12642942 0xc0ea7e 0 + 2 12571294 0xbfd29e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383264 0xbcf420 0 + 6 12596520 0xc03528 0 + 0 12424924 0xbd96dc 0 + 2 12571261 0xbfd27d 0 + 4 12512997 0xbeeee5 0 + 7 12461629 0xbe263d 0 + 1 12642915 0xc0ea63 0 + 3 12491213 0xbe99cd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383259 0xbcf41b 0 + 0 12424916 0xbd96d4 0 + 7 12461623 0xbe2637 0 + 1 12642901 0xc0ea55 0 + 2 12571255 0xbfd277 0 + 3 12491200 0xbe99c0 0 + 6 12596525 0xc0352d 0 + 4 12513003 0xbeeeeb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491216 0xbe99d0 0 + 0 12424934 0xbd96e6 0 + 4 12513008 0xbeeef0 0 + 1 12642918 0xc0ea66 0 + 6 12596534 0xc03536 0 + 2 12571272 0xbfd288 0 + 7 12461641 0xbe2649 0 + 5 12383277 0xbcf42d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642898 0xc0ea52 0 + 5 12383257 0xbcf419 0 + 0 12424914 0xbd96d2 0 + 2 12571254 0xbfd276 0 + 3 12491197 0xbe99bd 0 + 4 12512990 0xbeeede 0 + 7 12461622 0xbe2636 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424918 0xbd96d6 0 + 4 12512995 0xbeeee3 0 + 3 12491207 0xbe99c7 0 + 5 12383266 0xbcf422 0 + 1 12642907 0xc0ea5b 0 + 7 12461628 0xbe263c 0 + 6 12596523 0xc0352b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596575 0xc0355f 0 + 0 12424976 0xbd9710 0 + 2 12571311 0xbfd2af 0 + 4 12513050 0xbeef1a 0 + 7 12461682 0xbe2672 0 + 1 12642960 0xc0ea90 0 + 3 12491258 0xbe99fa 0 + 5 12383317 0xbcf455 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642930 0xc0ea72 0 + 3 12491231 0xbe99df 0 + 5 12383292 0xbcf43c 0 + 6 12596550 0xc03546 0 + 0 12424951 0xbd96f7 0 + 2 12571286 0xbfd296 0 + 4 12513025 0xbeef01 0 + 7 12461657 0xbe2659 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642900 0xc0ea54 0 + 7 12461624 0xbe2638 0 + 6 12596515 0xc03523 0 + 2 12571257 0xbfd279 0 + 4 12512994 0xbeeee2 0 + 3 12491204 0xbe99c4 0 + 0 12424922 0xbd96da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571237 0xbfd265 0 + 4 12512974 0xbeeece 0 + 5 12383242 0xbcf40a 0 + 7 12461606 0xbe2626 0 + 6 12596499 0xc03513 0 + 3 12491182 0xbe99ae 0 + 0 12424900 0xbd96c4 0 + 1 12642885 0xc0ea45 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491194 0xbe99ba 0 + 5 12383255 0xbcf417 0 + 6 12596512 0xc03520 0 + 0 12424912 0xbd96d0 0 + 2 12571251 0xbfd273 0 + 4 12512987 0xbeeedb 0 + 7 12461619 0xbe2633 0 + 1 12642897 0xc0ea51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424927 0xbd96df 0 + 2 12571263 0xbfd27f 0 + 4 12512999 0xbeeee7 0 + 7 12461634 0xbe2642 0 + 1 12642911 0xc0ea5f 0 + 3 12491210 0xbe99ca 0 + 5 12383270 0xbcf426 0 + 6 12596528 0xc03530 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642881 0xc0ea41 0 + 3 12491178 0xbe99aa 0 + 5 12383239 0xbcf407 0 + 6 12596496 0xc03510 0 + 0 12424896 0xbd96c0 0 + 2 12571235 0xbfd263 0 + 4 12512971 0xbeeecb 0 + 7 12461603 0xbe2623 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642970 0xc0ea9a 0 + 3 12491268 0xbe9a04 0 + 5 12383327 0xbcf45f 0 + 6 12596585 0xc03569 0 + 0 12424986 0xbd971a 0 + 2 12571321 0xbfd2b9 0 + 4 12513060 0xbeef24 0 + 7 12461692 0xbe267c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461625 0xbe2639 0 + 1 12642905 0xc0ea59 0 + 3 12491205 0xbe99c5 0 + 5 12383265 0xbcf421 0 + 6 12596522 0xc0352a 0 + 0 12424929 0xbd96e1 0 + 2 12571266 0xbfd282 0 + 4 12513001 0xbeeee9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512980 0xbeeed4 0 + 7 12461612 0xbe262c 0 + 1 12642890 0xc0ea4a 0 + 3 12491187 0xbe99b3 0 + 5 12383248 0xbcf410 0 + 6 12596505 0xc03519 0 + 0 12424905 0xbd96c9 0 + 2 12571244 0xbfd26c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596537 0xc03539 0 + 1 12642927 0xc0ea6f 0 + 5 12383283 0xbcf433 0 + 2 12571279 0xbfd28f 0 + 3 12491227 0xbe99db 0 + 7 12461652 0xbe2654 0 + 0 12424944 0xbd96f0 0 + 4 12513020 0xbeeefc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642956 0xc0ea8c 0 + 6 12596571 0xc0355b 0 + 2 12571307 0xbfd2ab 0 + 7 12461678 0xbe266e 0 + 3 12491254 0xbe99f6 0 + 0 12424973 0xbd970d 0 + 4 12513047 0xbeef17 0 + 5 12383314 0xbcf452 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513053 0xbeef1d 0 + 7 12461685 0xbe2675 0 + 1 12642963 0xc0ea93 0 + 3 12491261 0xbe99fd 0 + 5 12383320 0xbcf458 0 + 6 12596578 0xc03562 0 + 0 12424979 0xbd9713 0 + 2 12571314 0xbfd2b2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642917 0xc0ea65 0 + 3 12491215 0xbe99cf 0 + 5 12383274 0xbcf42a 0 + 6 12596532 0xc03534 0 + 0 12424933 0xbd96e5 0 + 2 12571270 0xbfd286 0 + 4 12513007 0xbeeeef 0 + 7 12461639 0xbe2647 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491229 0xbe99dd 0 + 5 12383289 0xbcf439 0 + 6 12596549 0xc03545 0 + 0 12424949 0xbd96f5 0 + 2 12571284 0xbfd294 0 + 4 12513023 0xbeeeff 0 + 7 12461655 0xbe2657 0 + 1 12642934 0xc0ea76 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513029 0xbeef05 0 + 7 12461661 0xbe265d 0 + 1 12642939 0xc0ea7b 0 + 3 12491237 0xbe99e5 0 + 5 12383296 0xbcf440 0 + 6 12596555 0xc0354b 0 + 0 12424955 0xbd96fb 0 + 2 12571291 0xbfd29b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491179 0xbe99ab 0 + 5 12383240 0xbcf408 0 + 6 12596497 0xc03511 0 + 0 12424897 0xbd96c1 0 + 2 12571236 0xbfd264 0 + 4 12512972 0xbeeecc 0 + 7 12461604 0xbe2624 0 + 1 12642882 0xc0ea42 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642945 0xc0ea81 0 + 5 12383301 0xbcf445 0 + 0 12424961 0xbd9701 0 + 4 12513037 0xbeef0d 0 + 3 12491247 0xbe99ef 0 + 6 12596564 0xc03554 0 + 2 12571299 0xbfd2a3 0 + 7 12461669 0xbe2665 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596551 0xc03547 0 + 0 12424952 0xbd96f8 0 + 2 12571287 0xbfd297 0 + 4 12513026 0xbeef02 0 + 7 12461658 0xbe265a 0 + 1 12642936 0xc0ea78 0 + 3 12491234 0xbe99e2 0 + 5 12383293 0xbcf43d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513043 0xbeef13 0 + 3 12491251 0xbe99f3 0 + 5 12383311 0xbcf44f 0 + 6 12596569 0xc03559 0 + 0 12424970 0xbd970a 0 + 2 12571304 0xbfd2a8 0 + 7 12461676 0xbe266c 0 + 1 12642954 0xc0ea8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461647 0xbe264f 0 + 1 12642929 0xc0ea71 0 + 3 12491224 0xbe99d8 0 + 5 12383287 0xbcf437 0 + 6 12596546 0xc03542 0 + 0 12424947 0xbd96f3 0 + 2 12571282 0xbfd292 0 + 4 12513022 0xbeeefe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571276 0xbfd28c 0 + 4 12513015 0xbeeef7 0 + 7 12461650 0xbe2652 0 + 1 12642932 0xc0ea74 0 + 3 12491230 0xbe99de 0 + 5 12383290 0xbcf43a 0 + 6 12596547 0xc03543 0 + 0 12424948 0xbd96f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642919 0xc0ea67 0 + 6 12596535 0xc03537 0 + 7 12461643 0xbe264b 0 + 0 12424941 0xbd96ed 0 + 3 12491220 0xbe99d4 0 + 5 12383282 0xbcf432 0 + 4 12513016 0xbeeef8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383244 0xbcf40c 0 + 7 12461608 0xbe2628 0 + 3 12491183 0xbe99af 0 + 6 12596501 0xc03515 0 + 4 12512977 0xbeeed1 0 + 1 12642887 0xc0ea47 0 + 0 12424903 0xbd96c7 0 + 2 12571242 0xbfd26a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513009 0xbeeef1 0 + 5 12383276 0xbcf42c 0 + 2 12571273 0xbfd289 0 + 1 12642921 0xc0ea69 0 + 7 12461642 0xbe264a 0 + 0 12424939 0xbd96eb 0 + 6 12596536 0xc03538 0 + 3 12491219 0xbe99d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383324 0xbcf45c 0 + 6 12596582 0xc03566 0 + 0 12424983 0xbd9717 0 + 2 12571318 0xbfd2b6 0 + 1 12642967 0xc0ea97 0 + 3 12491265 0xbe9a01 0 + 4 12513058 0xbeef22 0 + 7 12461690 0xbe267a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642892 0xc0ea4c 0 + 3 12491189 0xbe99b5 0 + 5 12383250 0xbcf412 0 + 2 12571246 0xbfd26e 0 + 4 12512982 0xbeeed6 0 + 7 12461614 0xbe262e 0 + 6 12596507 0xc0351b 0 + 0 12424908 0xbd96cc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461686 0xbe2676 0 + 1 12642964 0xc0ea94 0 + 3 12491262 0xbe99fe 0 + 5 12383321 0xbcf459 0 + 6 12596579 0xc03563 0 + 0 12424980 0xbd9714 0 + 2 12571315 0xbfd2b3 0 + 4 12513054 0xbeef1e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596566 0xc03556 0 + 7 12461672 0xbe2668 0 + 3 12491248 0xbe99f0 0 + 2 12571303 0xbfd2a7 0 + 4 12513042 0xbeef12 0 + 5 12383309 0xbcf44d 0 + 0 12424968 0xbd9708 0 + 1 12642952 0xc0ea88 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424936 0xbd96e8 0 + 3 12491218 0xbe99d2 0 + 4 12513011 0xbeeef3 0 + 5 12383279 0xbcf42f 0 + 1 12642924 0xc0ea6c 0 + 6 12596539 0xc0353b 0 + 7 12461651 0xbe2653 0 + 2 12571281 0xbfd291 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383310 0xbcf44e 0 + 6 12596568 0xc03558 0 + 0 12424969 0xbd9709 0 + 7 12461675 0xbe266b 0 + 1 12642953 0xc0ea89 0 + 4 12513044 0xbeef14 0 + 3 12491252 0xbe99f4 0 + 2 12571305 0xbfd2a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491241 0xbe99e9 0 + 5 12383299 0xbcf443 0 + 6 12596557 0xc0354d 0 + 4 12513032 0xbeef08 0 + 7 12461664 0xbe2660 0 + 1 12642946 0xc0ea82 0 + 0 12424960 0xbd9700 0 + 2 12571296 0xbfd2a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571230 0xbfd25e 0 + 5 12383234 0xbcf402 0 + 0 12424891 0xbd96bb 0 + 7 12461599 0xbe261f 0 + 3 12491174 0xbe99a6 0 + 1 12642877 0xc0ea3d 0 + 6 12596493 0xc0350d 0 + 4 12512968 0xbeeec8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596521 0xc03529 0 + 0 12424928 0xbd96e0 0 + 2 12571262 0xbfd27e 0 + 4 12513000 0xbeeee8 0 + 7 12461632 0xbe2640 0 + 1 12642910 0xc0ea5e 0 + 3 12491209 0xbe99c9 0 + 5 12383269 0xbcf425 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642965 0xc0ea95 0 + 3 12491263 0xbe99ff 0 + 5 12383322 0xbcf45a 0 + 6 12596580 0xc03564 0 + 0 12424981 0xbd9715 0 + 2 12571316 0xbfd2b4 0 + 4 12513055 0xbeef1f 0 + 7 12461687 0xbe2677 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461689 0xbe2679 0 + 1 12642968 0xc0ea98 0 + 4 12513057 0xbeef21 0 + 3 12491266 0xbe9a02 0 + 5 12383325 0xbcf45d 0 + 6 12596583 0xc03567 0 + 0 12424984 0xbd9718 0 + 2 12571319 0xbfd2b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383288 0xbcf438 0 + 6 12596548 0xc03544 0 + 0 12424950 0xbd96f6 0 + 2 12571285 0xbfd295 0 + 4 12513024 0xbeef00 0 + 7 12461656 0xbe2658 0 + 1 12642935 0xc0ea77 0 + 3 12491233 0xbe99e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642903 0xc0ea57 0 + 3 12491203 0xbe99c3 0 + 5 12383262 0xbcf41e 0 + 6 12596519 0xc03527 0 + 0 12424926 0xbd96de 0 + 2 12571264 0xbfd280 0 + 4 12513002 0xbeeeea 0 + 7 12461635 0xbe2643 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424953 0xbd96f9 0 + 2 12571288 0xbfd298 0 + 4 12513027 0xbeef03 0 + 7 12461659 0xbe265b 0 + 1 12642937 0xc0ea79 0 + 3 12491235 0xbe99e3 0 + 5 12383294 0xbcf43e 0 + 6 12596552 0xc03548 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571243 0xbfd26b 0 + 4 12512979 0xbeeed3 0 + 7 12461611 0xbe262b 0 + 1 12642889 0xc0ea49 0 + 3 12491186 0xbe99b2 0 + 5 12383247 0xbcf40f 0 + 6 12596504 0xc03518 0 + 0 12424904 0xbd96c8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383313 0xbcf451 0 + 0 12424972 0xbd970c 0 + 4 12513046 0xbeef16 0 + 1 12642957 0xc0ea8d 0 + 6 12596572 0xc0355c 0 + 2 12571308 0xbfd2ac 0 + 7 12461679 0xbe266f 0 + 3 12491255 0xbe99f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596514 0xc03522 0 + 4 12512989 0xbeeedd 0 + 2 12571253 0xbfd275 0 + 7 12461621 0xbe2635 0 + 5 12383258 0xbcf41a 0 + 1 12642899 0xc0ea53 0 + 3 12491196 0xbe99bc 0 + 0 12424915 0xbd96d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571309 0xbfd2ad 0 + 7 12461680 0xbe2670 0 + 3 12491256 0xbe99f8 0 + 6 12596574 0xc0355e 0 + 0 12424974 0xbd970e 0 + 4 12513049 0xbeef19 0 + 1 12642959 0xc0ea8f 0 + 5 12383316 0xbcf454 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642902 0xc0ea56 0 + 6 12596516 0xc03524 0 + 5 12383261 0xbcf41d 0 + 2 12571258 0xbfd27a 0 + 4 12512996 0xbeeee4 0 + 3 12491206 0xbe99c6 0 + 0 12424925 0xbd96dd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512976 0xbeeed0 0 + 0 12424902 0xbd96c6 0 + 3 12491184 0xbe99b0 0 + 2 12571241 0xbfd269 0 + 7 12461610 0xbe262a 0 + 5 12383246 0xbcf40e 0 + 1 12642888 0xc0ea48 0 + 6 12596503 0xc03517 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642883 0xc0ea43 0 + 3 12491181 0xbe99ad 0 + 4 12512975 0xbeeecf 0 + 0 12424899 0xbd96c3 0 + 7 12461607 0xbe2627 0 + 5 12383243 0xbcf40b 0 + 6 12596500 0xc03514 0 + 2 12571239 0xbfd267 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461616 0xbe2630 0 + 3 12491191 0xbe99b7 0 + 6 12596509 0xc0351d 0 + 2 12571249 0xbfd271 0 + 4 12512984 0xbeeed8 0 + 1 12642895 0xc0ea4f 0 + 5 12383253 0xbcf415 0 + 0 12424910 0xbd96ce 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491238 0xbe99e6 0 + 6 12596554 0xc0354a 0 + 2 12571290 0xbfd29a 0 + 7 12461663 0xbe265f 0 + 1 12642941 0xc0ea7d 0 + 5 12383298 0xbcf442 0 + 0 12424957 0xbd96fd 0 + 4 12513031 0xbeef07 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383241 0xbcf409 0 + 6 12596498 0xc03512 0 + 4 12512973 0xbeeecd 0 + 3 12491180 0xbe99ac 0 + 0 12424898 0xbd96c2 0 + 7 12461605 0xbe2625 0 + 2 12571238 0xbfd266 0 + 1 12642884 0xc0ea44 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461691 0xbe267b 0 + 1 12642969 0xc0ea99 0 + 3 12491267 0xbe9a03 0 + 5 12383326 0xbcf45e 0 + 6 12596584 0xc03568 0 + 0 12424985 0xbd9719 0 + 2 12571320 0xbfd2b8 0 + 4 12513059 0xbeef23 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491198 0xbe99be 0 + 4 12512991 0xbeeedf 0 + 0 12424917 0xbd96d5 0 + 5 12383260 0xbcf41c 0 + 7 12461626 0xbe263a 0 + 1 12642904 0xc0ea58 0 + 6 12596524 0xc0352c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461677 0xbe266d 0 + 1 12642955 0xc0ea8b 0 + 3 12491253 0xbe99f5 0 + 5 12383312 0xbcf450 0 + 6 12596570 0xc0355a 0 + 0 12424971 0xbd970b 0 + 2 12571306 0xbfd2aa 0 + 4 12513045 0xbeef15 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596533 0xc03535 0 + 2 12571271 0xbfd287 0 + 7 12461640 0xbe2648 0 + 3 12491217 0xbe99d1 0 + 5 12383275 0xbcf42b 0 + 0 12424935 0xbd96e7 0 + 4 12513010 0xbeeef2 0 + 1 12642920 0xc0ea68 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461613 0xbe262d 0 + 1 12642891 0xc0ea4b 0 + 3 12491188 0xbe99b4 0 + 5 12383249 0xbcf411 0 + 6 12596506 0xc0351a 0 + 0 12424906 0xbd96ca 0 + 2 12571245 0xbfd26d 0 + 4 12512981 0xbeeed5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512992 0xbeeee0 0 + 3 12491201 0xbe99c1 0 + 0 12424920 0xbd96d8 0 + 2 12571259 0xbfd27b 0 + 1 12642909 0xc0ea5d 0 + 7 12461631 0xbe263f 0 + 6 12596526 0xc0352e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513014 0xbeeef6 0 + 7 12461648 0xbe2650 0 + 1 12642931 0xc0ea73 0 + 3 12491226 0xbe99da 0 + 5 12383286 0xbcf436 0 + 6 12596543 0xc0353f 0 + 0 12424945 0xbd96f1 0 + 2 12571283 0xbfd293 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424977 0xbd9711 0 + 2 12571312 0xbfd2b0 0 + 4 12513051 0xbeef1b 0 + 7 12461683 0xbe2673 0 + 1 12642961 0xc0ea91 0 + 3 12491259 0xbe99fb 0 + 5 12383318 0xbcf456 0 + 6 12596576 0xc03560 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642940 0xc0ea7c 0 + 3 12491239 0xbe99e7 0 + 5 12383300 0xbcf444 0 + 6 12596558 0xc0354e 0 + 0 12424958 0xbd96fe 0 + 2 12571295 0xbfd29f 0 + 4 12513036 0xbeef0c 0 + 7 12461667 0xbe2663 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461638 0xbe2646 0 + 1 12642916 0xc0ea64 0 + 3 12491214 0xbe99ce 0 + 5 12383273 0xbcf429 0 + 6 12596531 0xc03533 0 + 0 12424932 0xbd96e4 0 + 2 12571269 0xbfd285 0 + 4 12513006 0xbeeeee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461645 0xbe264d 0 + 0 12424942 0xbd96ee 0 + 1 12642928 0xc0ea70 0 + 5 12383284 0xbcf434 0 + 3 12491228 0xbe99dc 0 + 4 12513021 0xbeeefd 0 + 6 12596545 0xc03541 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571256 0xbfd278 0 + 4 12512993 0xbeeee1 0 + 6 12596517 0xc03525 0 + 0 12424921 0xbd96d9 0 + 3 12491208 0xbe99c8 0 + 1 12642908 0xc0ea5c 0 + 5 12383267 0xbcf423 0 + 7 12461630 0xbe263e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461644 0xbe264c 0 + 1 12642923 0xc0ea6b 0 + 5 12383281 0xbcf431 0 + 2 12571278 0xbfd28e 0 + 3 12491222 0xbe99d6 0 + 0 12424943 0xbd96ef 0 + 4 12513018 0xbeeefa 0 + 6 12596544 0xc03540 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642896 0xc0ea50 0 + 3 12491193 0xbe99b9 0 + 5 12383254 0xbcf416 0 + 6 12596511 0xc0351f 0 + 0 12424911 0xbd96cf 0 + 2 12571250 0xbfd272 0 + 4 12512986 0xbeeeda 0 + 7 12461618 0xbe2632 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513035 0xbeef0b 0 + 3 12491244 0xbe99ec 0 + 6 12596559 0xc0354f 0 + 2 12571297 0xbfd2a1 0 + 7 12461668 0xbe2664 0 + 5 12383306 0xbcf44a 0 + 0 12424965 0xbd9705 0 + 1 12642948 0xc0ea84 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642943 0xc0ea7f 0 + 3 12491243 0xbe99eb 0 + 5 12383305 0xbcf449 0 + 6 12596563 0xc03553 0 + 0 12424964 0xbd9704 0 + 2 12571300 0xbfd2a4 0 + 4 12513039 0xbeef0f 0 + 7 12461671 0xbe2667 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571313 0xbfd2b1 0 + 4 12513052 0xbeef1c 0 + 7 12461684 0xbe2674 0 + 1 12642962 0xc0ea92 0 + 3 12491260 0xbe99fc 0 + 5 12383319 0xbcf457 0 + 6 12596577 0xc03561 0 + 0 12424978 0xbd9712 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383278 0xbcf42e 0 + 0 12424940 0xbd96ec 0 + 1 12642925 0xc0ea6d 0 + 7 12461646 0xbe264e 0 + 6 12596541 0xc0353d 0 + 2 12571280 0xbfd290 0 + 4 12513019 0xbeeefb 0 + 3 12491232 0xbe99e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512969 0xbeeec9 0 + 7 12461601 0xbe2621 0 + 1 12642879 0xc0ea3f 0 + 3 12491176 0xbe99a8 0 + 5 12383237 0xbcf405 0 + 6 12596494 0xc0350e 0 + 0 12424894 0xbd96be 0 + 2 12571233 0xbfd261 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571267 0xbfd283 0 + 4 12513005 0xbeeeed 0 + 7 12461637 0xbe2645 0 + 1 12642914 0xc0ea62 0 + 3 12491212 0xbe99cc 0 + 5 12383272 0xbcf428 0 + 6 12596530 0xc03532 0 + 0 12424931 0xbd96e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571293 0xbfd29d 0 + 4 12513034 0xbeef0a 0 + 7 12461665 0xbe2661 0 + 1 12642944 0xc0ea80 0 + 3 12491246 0xbe99ee 0 + 5 12383304 0xbcf448 0 + 6 12596561 0xc03551 0 + 0 12424962 0xbd9702 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491245 0xbe99ed 0 + 5 12383303 0xbcf447 0 + 6 12596562 0xc03552 0 + 0 12424963 0xbd9703 0 + 2 12571298 0xbfd2a2 0 + 4 12513038 0xbeef0e 0 + 7 12461670 0xbe2666 0 + 1 12642949 0xc0ea85 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491199 0xbe99bf 0 + 0 12424919 0xbd96d7 0 + 7 12461627 0xbe263b 0 + 1 12642906 0xc0ea5a 0 + 2 12571265 0xbfd281 0 + 6 12596527 0xc0352f 0 + 5 12383268 0xbcf424 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491264 0xbe9a00 0 + 5 12383323 0xbcf45b 0 + 6 12596581 0xc03565 0 + 0 12424982 0xbd9716 0 + 2 12571317 0xbfd2b5 0 + 4 12513056 0xbeef20 0 + 7 12461688 0xbe2678 0 + 1 12642966 0xc0ea96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571289 0xbfd299 0 + 4 12513028 0xbeef04 0 + 7 12461660 0xbe265c 0 + 1 12642938 0xc0ea7a 0 + 3 12491236 0xbe99e4 0 + 5 12383295 0xbcf43f 0 + 6 12596553 0xc03549 0 + 0 12424954 0xbd96fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571248 0xbfd270 0 + 1 12642894 0xc0ea4e 0 + 5 12383252 0xbcf414 0 + 0 12424909 0xbd96cd 0 + 7 12461617 0xbe2631 0 + 3 12491192 0xbe99b8 0 + 6 12596510 0xc0351e 0 + 4 12512985 0xbeeed9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383256 0xbcf418 0 + 6 12596513 0xc03521 0 + 0 12424913 0xbd96d1 0 + 2 12571252 0xbfd274 0 + 4 12512988 0xbeeedc 0 + 3 12491195 0xbe99bb 0 + 7 12461620 0xbe2634 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424937 0xbd96e9 0 + 2 12571274 0xbfd28a 0 + 1 12642922 0xc0ea6a 0 + 4 12513013 0xbeeef5 0 + 3 12491223 0xbe99d7 0 + 6 12596542 0xc0353e 0 + 7 12461654 0xbe2656 0 + 5 12383291 0xbcf43b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491202 0xbe99c2 0 + 5 12383263 0xbcf41f 0 + 6 12596518 0xc03526 0 + 0 12424923 0xbd96db 0 + 2 12571260 0xbfd27c 0 + 4 12512998 0xbeeee6 0 + 7 12461633 0xbe2641 0 + 1 12642912 0xc0ea60 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c96f0a4fb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:42:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:42:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576931225600. +WARNING: Using actual aggregate bytes moved = 104101376000. +write 832.29 26214400 100.00 0.017550 119.27 0.013124 119.28 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2575377510400. +WARNING: Using actual aggregate bytes moved = 98503782400. +write 744.85 26214400 100.00 0.017856 126.11 0.014458 126.12 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2575326310400. +WARNING: Using actual aggregate bytes moved = 96915558400. +write 739.35 26214400 100.00 0.019516 124.99 0.013645 125.01 2 + +Max Write: 832.29 MiB/sec (872.72 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 832.29 739.35 772.16 42.58 123.47169 0 96 6 3 1 0 1 0 0 1 26843545600 102400 104101376000 POSIX 0 + +Finished: Tue Oct 23 20:48:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4b97596ae --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1573 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 09:03:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 09:03:02 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 707005513728. +read 5616 22978560 1024.00 0.013524 120.04 0.013122 120.05 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 831314198528. +read 6604 22978560 1024.00 0.013273 120.05 0.013456 120.06 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 850064834560. +read 6753 22978560 1024.00 0.013484 120.05 0.013503 120.05 2 + +Max Read: 6752.88 MiB/sec (7080.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 6752.88 5616.48 6324.32 504.22 120.05176 0 96 6 3 1 0 1 0 0 1 23530045440 1048576 707005513728 POSIX 0 + +Finished: Tue Oct 23 09:09:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568496 0xbfc7b0 0 + 1 12640127 0xc0df7f 0 + 6 12593758 0xc02a5e 0 + 7 12458858 0xbe1b6a 0 + 3 12488438 0xbe8ef6 0 + 5 12380507 0xbce95b 0 + 0 12422157 0xbd8c0d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593781 0xc02a75 0 + 4 12510253 0xbee42d 0 + 1 12640154 0xc0df9a 0 + 7 12458882 0xbe1b82 0 + 5 12380525 0xbce96d 0 + 3 12488461 0xbe8f0d 0 + 0 12422174 0xbd8c1e 0 + 2 12568522 0xbfc7ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510242 0xbee422 0 + 2 12568511 0xbfc7bf 0 + 0 12422163 0xbd8c13 0 + 7 12458870 0xbe1b76 0 + 1 12640143 0xc0df8f 0 + 3 12488452 0xbe8f04 0 + 6 12593774 0xc02a6e 0 + 5 12380519 0xbce967 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640182 0xc0dfb6 0 + 3 12488489 0xbe8f29 0 + 5 12380555 0xbce98b 0 + 6 12593810 0xc02a92 0 + 0 12422202 0xbd8c3a 0 + 7 12458911 0xbe1b9f 0 + 2 12568550 0xbfc7e6 0 + 4 12510284 0xbee44c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380515 0xbce963 0 + 0 12422166 0xbd8c16 0 + 3 12488455 0xbe8f07 0 + 7 12458876 0xbe1b7c 0 + 4 12510247 0xbee427 0 + 6 12593778 0xc02a72 0 + 1 12640151 0xc0df97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380540 0xbce97c 0 + 6 12593796 0xc02a84 0 + 0 12422188 0xbd8c2c 0 + 2 12568536 0xbfc7d8 0 + 4 12510268 0xbee43c 0 + 7 12458897 0xbe1b91 0 + 3 12488477 0xbe8f1d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640116 0xc0df74 0 + 3 12488422 0xbe8ee6 0 + 7 12458844 0xbe1b5c 0 + 0 12422137 0xbd8bf9 0 + 4 12510220 0xbee40c 0 + 5 12380490 0xbce94a 0 + 2 12568488 0xbfc7a8 0 + 6 12593747 0xc02a53 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510283 0xbee44b 0 + 7 12458912 0xbe1ba0 0 + 1 12640184 0xc0dfb8 0 + 3 12488491 0xbe8f2b 0 + 5 12380556 0xbce98c 0 + 6 12593812 0xc02a94 0 + 0 12422204 0xbd8c3c 0 + 2 12568551 0xbfc7e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510229 0xbee415 0 + 1 12640129 0xc0df81 0 + 2 12568499 0xbfc7b3 0 + 3 12488433 0xbe8ef1 0 + 0 12422152 0xbd8c08 0 + 5 12380504 0xbce958 0 + 6 12593764 0xc02a64 0 + 7 12458862 0xbe1b6e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640096 0xc0df60 0 + 3 12488401 0xbe8ed1 0 + 5 12380466 0xbce932 0 + 6 12593724 0xc02a3c 0 + 0 12422115 0xbd8be3 0 + 2 12568464 0xbfc790 0 + 4 12510196 0xbee3f4 0 + 7 12458823 0xbe1b47 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380468 0xbce934 0 + 6 12593726 0xc02a3e 0 + 0 12422117 0xbd8be5 0 + 7 12458825 0xbe1b49 0 + 1 12640098 0xc0df62 0 + 3 12488403 0xbe8ed3 0 + 2 12568466 0xbfc792 0 + 4 12510199 0xbee3f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422145 0xbd8c01 0 + 2 12568494 0xbfc7ae 0 + 4 12510226 0xbee412 0 + 7 12458853 0xbe1b65 0 + 1 12640125 0xc0df7d 0 + 3 12488431 0xbe8eef 0 + 5 12380496 0xbce950 0 + 6 12593753 0xc02a59 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510227 0xbee413 0 + 2 12568498 0xbfc7b2 0 + 0 12422149 0xbd8c05 0 + 3 12488435 0xbe8ef3 0 + 7 12458859 0xbe1b6b 0 + 5 12380501 0xbce955 0 + 6 12593763 0xc02a63 0 + 1 12640135 0xc0df87 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593773 0xc02a6d 0 + 2 12568515 0xbfc7c3 0 + 1 12640147 0xc0df93 0 + 7 12458877 0xbe1b7d 0 + 5 12380522 0xbce96a 0 + 3 12488457 0xbe8f09 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568546 0xbfc7e2 0 + 4 12510279 0xbee447 0 + 7 12458907 0xbe1b9b 0 + 1 12640179 0xc0dfb3 0 + 3 12488486 0xbe8f26 0 + 5 12380551 0xbce987 0 + 6 12593807 0xc02a8f 0 + 0 12422199 0xbd8c37 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568512 0xbfc7c0 0 + 3 12488451 0xbe8f03 0 + 1 12640144 0xc0df90 0 + 7 12458874 0xbe1b7a 0 + 0 12422170 0xbd8c1a 0 + 4 12510250 0xbee42a 0 + 6 12593779 0xc02a73 0 + 5 12380523 0xbce96b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380498 0xbce952 0 + 0 12422146 0xbd8c02 0 + 6 12593755 0xc02a5b 0 + 4 12510232 0xbee418 0 + 2 12568501 0xbfc7b5 0 + 1 12640134 0xc0df86 0 + 3 12488441 0xbe8ef9 0 + 7 12458865 0xbe1b71 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593782 0xc02a76 0 + 4 12510254 0xbee42e 0 + 7 12458883 0xbe1b83 0 + 1 12640156 0xc0df9c 0 + 3 12488463 0xbe8f0f 0 + 5 12380528 0xbce970 0 + 0 12422175 0xbd8c1f 0 + 2 12568523 0xbfc7cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488402 0xbe8ed2 0 + 5 12380467 0xbce933 0 + 6 12593725 0xc02a3d 0 + 0 12422116 0xbd8be4 0 + 2 12568465 0xbfc791 0 + 4 12510197 0xbee3f5 0 + 7 12458824 0xbe1b48 0 + 1 12640097 0xc0df61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593761 0xc02a61 0 + 0 12422155 0xbd8c0b 0 + 2 12568505 0xbfc7b9 0 + 4 12510237 0xbee41d 0 + 7 12458866 0xbe1b72 0 + 1 12640138 0xc0df8a 0 + 3 12488445 0xbe8efd 0 + 5 12380510 0xbce95e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593752 0xc02a58 0 + 0 12422144 0xbd8c00 0 + 2 12568493 0xbfc7ad 0 + 4 12510225 0xbee411 0 + 7 12458852 0xbe1b64 0 + 1 12640124 0xc0df7c 0 + 3 12488430 0xbe8eee 0 + 5 12380495 0xbce94f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593730 0xc02a42 0 + 4 12510203 0xbee3fb 0 + 0 12422122 0xbd8bea 0 + 7 12458830 0xbe1b4e 0 + 5 12380473 0xbce939 0 + 2 12568472 0xbfc798 0 + 3 12488409 0xbe8ed9 0 + 1 12640104 0xc0df68 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458836 0xbe1b54 0 + 5 12380479 0xbce93f 0 + 0 12422128 0xbd8bf0 0 + 1 12640110 0xc0df6e 0 + 6 12593737 0xc02a49 0 + 3 12488415 0xbe8edf 0 + 2 12568478 0xbfc79e 0 + 4 12510210 0xbee402 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422183 0xbd8c27 0 + 2 12568531 0xbfc7d3 0 + 4 12510263 0xbee437 0 + 7 12458891 0xbe1b8b 0 + 1 12640164 0xc0dfa4 0 + 3 12488471 0xbe8f17 0 + 5 12380535 0xbce977 0 + 6 12593791 0xc02a7f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640121 0xc0df79 0 + 3 12488427 0xbe8eeb 0 + 5 12380492 0xbce94c 0 + 6 12593749 0xc02a55 0 + 0 12422141 0xbd8bfd 0 + 2 12568490 0xbfc7aa 0 + 4 12510222 0xbee40e 0 + 7 12458849 0xbe1b61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510230 0xbee416 0 + 7 12458857 0xbe1b69 0 + 1 12640132 0xc0df84 0 + 3 12488437 0xbe8ef5 0 + 6 12593760 0xc02a60 0 + 2 12568502 0xbfc7b6 0 + 5 12380505 0xbce959 0 + 0 12422156 0xbd8c0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568495 0xbfc7af 0 + 4 12510228 0xbee414 0 + 1 12640126 0xc0df7e 0 + 7 12458856 0xbe1b68 0 + 0 12422150 0xbd8c06 0 + 6 12593759 0xc02a5f 0 + 5 12380506 0xbce95a 0 + 3 12488440 0xbe8ef8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458821 0xbe1b45 0 + 6 12593722 0xc02a3a 0 + 2 12568463 0xbfc78f 0 + 1 12640095 0xc0df5f 0 + 3 12488400 0xbe8ed0 0 + 0 12422114 0xbd8be2 0 + 5 12380465 0xbce931 0 + 4 12510195 0xbee3f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593793 0xc02a81 0 + 0 12422186 0xbd8c2a 0 + 3 12488472 0xbe8f18 0 + 4 12510265 0xbee439 0 + 2 12568534 0xbfc7d6 0 + 5 12380538 0xbce97a 0 + 7 12458895 0xbe1b8f 0 + 1 12640168 0xc0dfa8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640117 0xc0df75 0 + 5 12380488 0xbce948 0 + 7 12458843 0xbe1b5b 0 + 3 12488424 0xbe8ee8 0 + 6 12593746 0xc02a52 0 + 4 12510219 0xbee40b 0 + 0 12422139 0xbd8bfb 0 + 2 12568487 0xbfc7a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640105 0xc0df69 0 + 2 12568473 0xbfc799 0 + 7 12458832 0xbe1b50 0 + 3 12488410 0xbe8eda 0 + 0 12422125 0xbd8bed 0 + 5 12380476 0xbce93c 0 + 4 12510207 0xbee3ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568509 0xbfc7bd 0 + 4 12510241 0xbee421 0 + 3 12488447 0xbe8eff 0 + 5 12380512 0xbce960 0 + 7 12458868 0xbe1b74 0 + 0 12422164 0xbd8c14 0 + 1 12640142 0xc0df8e 0 + 6 12593772 0xc02a6c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640169 0xc0dfa9 0 + 7 12458896 0xbe1b90 0 + 3 12488476 0xbe8f1c 0 + 4 12510269 0xbee43d 0 + 5 12380542 0xbce97e 0 + 6 12593799 0xc02a87 0 + 0 12422191 0xbd8c2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380518 0xbce966 0 + 6 12593775 0xc02a6f 0 + 0 12422169 0xbd8c19 0 + 2 12568517 0xbfc7c5 0 + 4 12510249 0xbee429 0 + 7 12458879 0xbe1b7f 0 + 1 12640153 0xc0df99 0 + 3 12488459 0xbe8f0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593789 0xc02a7d 0 + 0 12422181 0xbd8c25 0 + 2 12568530 0xbfc7d2 0 + 4 12510262 0xbee436 0 + 7 12458890 0xbe1b8a 0 + 1 12640163 0xc0dfa3 0 + 3 12488469 0xbe8f15 0 + 5 12380534 0xbce976 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593783 0xc02a77 0 + 1 12640155 0xc0df9b 0 + 5 12380526 0xbce96e 0 + 3 12488462 0xbe8f0e 0 + 4 12510256 0xbee430 0 + 7 12458884 0xbe1b84 0 + 0 12422176 0xbd8c20 0 + 2 12568524 0xbfc7cc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568540 0xbfc7dc 0 + 4 12510273 0xbee441 0 + 7 12458901 0xbe1b95 0 + 1 12640173 0xc0dfad 0 + 6 12593802 0xc02a8a 0 + 3 12488480 0xbe8f20 0 + 0 12422195 0xbd8c33 0 + 5 12380547 0xbce983 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640101 0xc0df65 0 + 3 12488406 0xbe8ed6 0 + 5 12380471 0xbce937 0 + 6 12593729 0xc02a41 0 + 0 12422120 0xbd8be8 0 + 2 12568469 0xbfc795 0 + 4 12510201 0xbee3f9 0 + 7 12458828 0xbe1b4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422147 0xbd8c03 0 + 5 12380499 0xbce953 0 + 4 12510231 0xbee417 0 + 3 12488434 0xbe8ef2 0 + 7 12458863 0xbe1b6f 0 + 2 12568507 0xbfc7bb 0 + 6 12593766 0xc02a66 0 + 1 12640137 0xc0df89 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593797 0xc02a85 0 + 0 12422189 0xbd8c2d 0 + 2 12568537 0xbfc7d9 0 + 4 12510271 0xbee43f 0 + 7 12458899 0xbe1b93 0 + 1 12640171 0xc0dfab 0 + 3 12488478 0xbe8f1e 0 + 5 12380543 0xbce97f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380494 0xbce94e 0 + 6 12593751 0xc02a57 0 + 0 12422143 0xbd8bff 0 + 2 12568492 0xbfc7ac 0 + 4 12510224 0xbee410 0 + 7 12458851 0xbe1b63 0 + 1 12640123 0xc0df7b 0 + 3 12488429 0xbe8eed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593756 0xc02a5c 0 + 1 12640131 0xc0df83 0 + 2 12568500 0xbfc7b4 0 + 3 12488436 0xbe8ef4 0 + 0 12422153 0xbd8c09 0 + 4 12510235 0xbee41b 0 + 5 12380508 0xbce95c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458848 0xbe1b60 0 + 1 12640120 0xc0df78 0 + 3 12488426 0xbe8eea 0 + 5 12380491 0xbce94b 0 + 6 12593748 0xc02a54 0 + 0 12422140 0xbd8bfc 0 + 2 12568489 0xbfc7a9 0 + 4 12510221 0xbee40d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488421 0xbe8ee5 0 + 5 12380487 0xbce947 0 + 6 12593744 0xc02a50 0 + 4 12510217 0xbee409 0 + 0 12422135 0xbd8bf7 0 + 2 12568486 0xbfc7a6 0 + 7 12458846 0xbe1b5e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640161 0xc0dfa1 0 + 6 12593788 0xc02a7c 0 + 0 12422180 0xbd8c24 0 + 4 12510260 0xbee434 0 + 5 12380533 0xbce975 0 + 2 12568529 0xbfc7d1 0 + 7 12458889 0xbe1b89 0 + 3 12488468 0xbe8f14 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422198 0xbd8c36 0 + 2 12568545 0xbfc7e1 0 + 4 12510278 0xbee446 0 + 7 12458906 0xbe1b9a 0 + 1 12640178 0xc0dfb2 0 + 3 12488485 0xbe8f25 0 + 5 12380550 0xbce986 0 + 6 12593806 0xc02a8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568513 0xbfc7c1 0 + 1 12640145 0xc0df91 0 + 5 12380520 0xbce968 0 + 6 12593776 0xc02a70 0 + 4 12510252 0xbee42c 0 + 3 12488458 0xbe8f0a 0 + 7 12458880 0xbe1b80 0 + 0 12422172 0xbd8c1c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488470 0xbe8f16 0 + 2 12568532 0xbfc7d4 0 + 1 12640165 0xc0dfa5 0 + 6 12593792 0xc02a80 0 + 7 12458892 0xbe1b8c 0 + 0 12422184 0xbd8c28 0 + 5 12380536 0xbce978 0 + 4 12510264 0xbee438 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640128 0xc0df80 0 + 5 12380502 0xbce956 0 + 7 12458864 0xbe1b70 0 + 2 12568504 0xbfc7b8 0 + 0 12422158 0xbd8c0e 0 + 3 12488443 0xbe8efb 0 + 4 12510238 0xbee41e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488407 0xbe8ed7 0 + 0 12422121 0xbd8be9 0 + 2 12568470 0xbfc796 0 + 5 12380472 0xbce938 0 + 4 12510202 0xbee3fa 0 + 1 12640103 0xc0df67 0 + 6 12593731 0xc02a43 0 + 7 12458829 0xbe1b4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488417 0xbe8ee1 0 + 5 12380482 0xbce942 0 + 6 12593739 0xc02a4b 0 + 0 12422131 0xbd8bf3 0 + 2 12568480 0xbfc7a0 0 + 4 12510212 0xbee404 0 + 7 12458839 0xbe1b57 0 + 1 12640113 0xc0df71 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593757 0xc02a5d 0 + 5 12380500 0xbce954 0 + 7 12458860 0xbe1b6c 0 + 2 12568506 0xbfc7ba 0 + 3 12488444 0xbe8efc 0 + 0 12422159 0xbd8c0f 0 + 1 12640139 0xc0df8b 0 + 4 12510239 0xbee41f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593801 0xc02a89 0 + 0 12422194 0xbd8c32 0 + 2 12568542 0xbfc7de 0 + 4 12510275 0xbee443 0 + 7 12458903 0xbe1b97 0 + 1 12640175 0xc0dfaf 0 + 3 12488482 0xbe8f22 0 + 5 12380548 0xbce984 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593770 0xc02a6a 0 + 4 12510244 0xbee424 0 + 5 12380517 0xbce965 0 + 3 12488453 0xbe8f05 0 + 2 12568516 0xbfc7c4 0 + 7 12458873 0xbe1b79 0 + 1 12640150 0xc0df96 0 + 0 12422171 0xbd8c1b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458894 0xbe1b8e 0 + 4 12510266 0xbee43a 0 + 5 12380537 0xbce979 0 + 1 12640166 0xc0dfa6 0 + 6 12593794 0xc02a82 0 + 0 12422187 0xbd8c2b 0 + 3 12488474 0xbe8f1a 0 + 2 12568535 0xbfc7d7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568521 0xbfc7c9 0 + 7 12458881 0xbe1b81 0 + 3 12488460 0xbe8f0c 0 + 0 12422173 0xbd8c1d 0 + 4 12510255 0xbee42f 0 + 6 12593784 0xc02a78 0 + 1 12640157 0xc0df9d 0 + 5 12380527 0xbce96f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422192 0xbd8c30 0 + 2 12568539 0xbfc7db 0 + 4 12510272 0xbee440 0 + 7 12458900 0xbe1b94 0 + 1 12640172 0xc0dfac 0 + 3 12488479 0xbe8f1f 0 + 5 12380544 0xbce980 0 + 6 12593800 0xc02a88 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510282 0xbee44a 0 + 5 12380554 0xbce98a 0 + 7 12458910 0xbe1b9e 0 + 2 12568549 0xbfc7e5 0 + 1 12640183 0xc0dfb7 0 + 3 12488490 0xbe8f2a 0 + 6 12593811 0xc02a93 0 + 0 12422203 0xbd8c3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422124 0xbd8bec 0 + 1 12640106 0xc0df6a 0 + 4 12510206 0xbee3fe 0 + 6 12593733 0xc02a45 0 + 2 12568474 0xbfc79a 0 + 3 12488411 0xbe8edb 0 + 7 12458833 0xbe1b51 0 + 5 12380477 0xbce93d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640141 0xc0df8d 0 + 2 12568510 0xbfc7be 0 + 3 12488448 0xbe8f00 0 + 6 12593771 0xc02a6b 0 + 5 12380514 0xbce962 0 + 4 12510245 0xbee425 0 + 0 12422168 0xbd8c18 0 + 7 12458872 0xbe1b78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568533 0xbfc7d5 0 + 0 12422185 0xbd8c29 0 + 7 12458893 0xbe1b8d 0 + 3 12488473 0xbe8f19 0 + 4 12510267 0xbee43b 0 + 5 12380539 0xbce97b 0 + 1 12640167 0xc0dfa7 0 + 6 12593795 0xc02a83 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380475 0xbce93b 0 + 4 12510205 0xbee3fd 0 + 6 12593734 0xc02a46 0 + 2 12568475 0xbfc79b 0 + 0 12422126 0xbd8bee 0 + 7 12458834 0xbe1b52 0 + 1 12640107 0xc0df6b 0 + 3 12488412 0xbe8edc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422160 0xbd8c10 0 + 2 12568508 0xbfc7bc 0 + 4 12510240 0xbee420 0 + 7 12458867 0xbe1b73 0 + 1 12640140 0xc0df8c 0 + 3 12488446 0xbe8efe 0 + 5 12380511 0xbce95f 0 + 6 12593767 0xc02a67 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422161 0xbd8c11 0 + 5 12380513 0xbce961 0 + 7 12458869 0xbe1b75 0 + 6 12593768 0xc02a68 0 + 3 12488449 0xbe8f01 0 + 2 12568514 0xbfc7c2 0 + 1 12640146 0xc0df92 0 + 4 12510246 0xbee426 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510198 0xbee3f6 0 + 0 12422118 0xbd8be6 0 + 7 12458826 0xbe1b4a 0 + 1 12640099 0xc0df63 0 + 3 12488404 0xbe8ed4 0 + 5 12380469 0xbce935 0 + 6 12593727 0xc02a3f 0 + 2 12568467 0xbfc793 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458913 0xbe1ba1 0 + 1 12640185 0xc0dfb9 0 + 3 12488492 0xbe8f2c 0 + 5 12380557 0xbce98d 0 + 6 12593813 0xc02a95 0 + 0 12422205 0xbd8c3d 0 + 2 12568552 0xbfc7e8 0 + 4 12510285 0xbee44d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640111 0xc0df6f 0 + 3 12488416 0xbe8ee0 0 + 5 12380481 0xbce941 0 + 6 12593738 0xc02a4a 0 + 0 12422130 0xbd8bf2 0 + 2 12568479 0xbfc79f 0 + 4 12510211 0xbee403 0 + 7 12458838 0xbe1b56 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568477 0xbfc79d 0 + 1 12640109 0xc0df6d 0 + 3 12488414 0xbe8ede 0 + 6 12593736 0xc02a48 0 + 4 12510209 0xbee401 0 + 5 12380480 0xbce940 0 + 7 12458837 0xbe1b55 0 + 0 12422129 0xbd8bf1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380497 0xbce951 0 + 6 12593754 0xc02a5a 0 + 7 12458854 0xbe1b66 0 + 2 12568497 0xbfc7b1 0 + 3 12488432 0xbe8ef0 0 + 0 12422151 0xbd8c07 0 + 1 12640133 0xc0df85 0 + 4 12510234 0xbee41a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380532 0xbce974 0 + 2 12568528 0xbfc7d0 0 + 7 12458888 0xbe1b88 0 + 1 12640162 0xc0dfa2 0 + 3 12488467 0xbe8f13 0 + 6 12593790 0xc02a7e 0 + 4 12510261 0xbee435 0 + 0 12422182 0xbd8c26 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380483 0xbce943 0 + 6 12593740 0xc02a4c 0 + 2 12568481 0xbfc7a1 0 + 1 12640114 0xc0df72 0 + 0 12422133 0xbd8bf5 0 + 4 12510214 0xbee406 0 + 7 12458841 0xbe1b59 0 + 3 12488419 0xbe8ee3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458886 0xbe1b86 0 + 1 12640160 0xc0dfa0 0 + 3 12488466 0xbe8f12 0 + 5 12380531 0xbce973 0 + 6 12593787 0xc02a7b 0 + 0 12422179 0xbd8c23 0 + 2 12568527 0xbfc7cf 0 + 4 12510259 0xbee433 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458827 0xbe1b4b 0 + 1 12640100 0xc0df64 0 + 3 12488405 0xbe8ed5 0 + 5 12380470 0xbce936 0 + 6 12593728 0xc02a40 0 + 0 12422119 0xbd8be7 0 + 2 12568468 0xbfc794 0 + 4 12510200 0xbee3f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640186 0xc0dfba 0 + 3 12488493 0xbe8f2d 0 + 5 12380558 0xbce98e 0 + 6 12593814 0xc02a96 0 + 0 12422206 0xbd8c3e 0 + 2 12568553 0xbfc7e9 0 + 4 12510286 0xbee44e 0 + 7 12458914 0xbe1ba2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458855 0xbe1b67 0 + 0 12422148 0xbd8c04 0 + 1 12640130 0xc0df82 0 + 4 12510233 0xbee419 0 + 3 12488439 0xbe8ef7 0 + 6 12593765 0xc02a65 0 + 5 12380509 0xbce95d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422165 0xbd8c15 0 + 3 12488454 0xbe8f06 0 + 1 12640149 0xc0df95 0 + 7 12458875 0xbe1b7b 0 + 4 12510251 0xbee42b 0 + 6 12593780 0xc02a74 0 + 5 12380524 0xbce96c 0 + 2 12568520 0xbfc7c8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593805 0xc02a8d 0 + 0 12422197 0xbd8c35 0 + 2 12568544 0xbfc7e0 0 + 4 12510277 0xbee445 0 + 7 12458905 0xbe1b99 0 + 1 12640177 0xc0dfb1 0 + 3 12488484 0xbe8f24 0 + 5 12380549 0xbce985 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380545 0xbce981 0 + 0 12422193 0xbd8c31 0 + 2 12568541 0xbfc7dd 0 + 4 12510274 0xbee442 0 + 7 12458902 0xbe1b96 0 + 6 12593804 0xc02a8c 0 + 1 12640174 0xc0dfae 0 + 3 12488481 0xbe8f21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640159 0xc0df9f 0 + 3 12488465 0xbe8f11 0 + 5 12380530 0xbce972 0 + 6 12593786 0xc02a7a 0 + 0 12422178 0xbd8c22 0 + 2 12568526 0xbfc7ce 0 + 4 12510258 0xbee432 0 + 7 12458887 0xbe1b87 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568462 0xbfc78e 0 + 1 12640094 0xc0df5e 0 + 3 12488399 0xbe8ecf 0 + 5 12380464 0xbce930 0 + 0 12422113 0xbd8be1 0 + 4 12510194 0xbee3f2 0 + 7 12458822 0xbe1b46 0 + 6 12593723 0xc02a3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380546 0xbce982 0 + 6 12593803 0xc02a8b 0 + 0 12422196 0xbd8c34 0 + 2 12568543 0xbfc7df 0 + 4 12510276 0xbee444 0 + 7 12458904 0xbe1b98 0 + 1 12640176 0xc0dfb0 0 + 3 12488483 0xbe8f23 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593742 0xc02a4e 0 + 0 12422134 0xbd8bf6 0 + 2 12568483 0xbfc7a3 0 + 4 12510215 0xbee407 0 + 7 12458842 0xbe1b5a 0 + 5 12380485 0xbce945 0 + 1 12640115 0xc0df73 0 + 3 12488420 0xbe8ee4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488475 0xbe8f1b 0 + 1 12640170 0xc0dfaa 0 + 5 12380541 0xbce97d 0 + 6 12593798 0xc02a86 0 + 0 12422190 0xbd8c2e 0 + 2 12568538 0xbfc7da 0 + 4 12510270 0xbee43e 0 + 7 12458898 0xbe1b92 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458871 0xbe1b77 0 + 0 12422167 0xbd8c17 0 + 5 12380521 0xbce969 0 + 3 12488456 0xbe8f08 0 + 6 12593777 0xc02a71 0 + 4 12510248 0xbee428 0 + 2 12568519 0xbfc7c7 0 + 1 12640152 0xc0df98 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12510280 0xbee448 0 + 7 12458908 0xbe1b9c 0 + 1 12640180 0xc0dfb4 0 + 3 12488487 0xbe8f27 0 + 5 12380552 0xbce988 0 + 6 12593808 0xc02a90 0 + 0 12422200 0xbd8c38 0 + 2 12568547 0xbfc7e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458909 0xbe1b9d 0 + 1 12640181 0xc0dfb5 0 + 3 12488488 0xbe8f28 0 + 5 12380553 0xbce989 0 + 6 12593809 0xc02a91 0 + 0 12422201 0xbd8c39 0 + 2 12568548 0xbfc7e4 0 + 4 12510281 0xbee449 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458885 0xbe1b85 0 + 1 12640158 0xc0df9e 0 + 3 12488464 0xbe8f10 0 + 5 12380529 0xbce971 0 + 6 12593785 0xc02a79 0 + 0 12422177 0xbd8c21 0 + 2 12568525 0xbfc7cd 0 + 4 12510257 0xbee431 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380503 0xbce957 0 + 6 12593762 0xc02a62 0 + 0 12422154 0xbd8c0a 0 + 2 12568503 0xbfc7b7 0 + 4 12510236 0xbee41c 0 + 7 12458861 0xbe1b6d 0 + 1 12640136 0xc0df88 0 + 3 12488442 0xbe8efa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640112 0xc0df70 0 + 3 12488418 0xbe8ee2 0 + 0 12422132 0xbd8bf4 0 + 4 12510213 0xbee405 0 + 7 12458840 0xbe1b58 0 + 5 12380484 0xbce944 0 + 2 12568482 0xbfc7a2 0 + 6 12593741 0xc02a4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422162 0xbd8c12 0 + 4 12510243 0xbee423 0 + 6 12593769 0xc02a69 0 + 3 12488450 0xbe8f02 0 + 5 12380516 0xbce964 0 + 1 12640148 0xc0df94 0 + 7 12458878 0xbe1b7e 0 + 2 12568518 0xbfc7c6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380486 0xbce946 0 + 6 12593743 0xc02a4f 0 + 2 12568484 0xbfc7a4 0 + 4 12510216 0xbee408 0 + 1 12640118 0xc0df76 0 + 3 12488423 0xbe8ee7 0 + 0 12422136 0xbd8bf8 0 + 7 12458845 0xbe1b5d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568485 0xbfc7a5 0 + 4 12510218 0xbee40a 0 + 5 12380489 0xbce949 0 + 1 12640119 0xc0df77 0 + 6 12593745 0xc02a51 0 + 7 12458847 0xbe1b5f 0 + 0 12422138 0xbd8bfa 0 + 3 12488425 0xbe8ee9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488428 0xbe8eec 0 + 5 12380493 0xbce94d 0 + 6 12593750 0xc02a56 0 + 0 12422142 0xbd8bfe 0 + 2 12568491 0xbfc7ab 0 + 4 12510223 0xbee40f 0 + 7 12458850 0xbe1b62 0 + 1 12640122 0xc0df7a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12422127 0xbd8bef 0 + 2 12568476 0xbfc79c 0 + 4 12510208 0xbee400 0 + 7 12458835 0xbe1b53 0 + 1 12640108 0xc0df6c 0 + 3 12488413 0xbe8edd 0 + 5 12380478 0xbce93e 0 + 6 12593735 0xc02a47 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488494 0xbe8f2e 0 + 5 12380559 0xbce98f 0 + 6 12593815 0xc02a97 0 + 0 12422207 0xbd8c3f 0 + 2 12568554 0xbfc7ea 0 + 4 12510287 0xbee44f 0 + 7 12458915 0xbe1ba3 0 + 1 12640187 0xc0dfbb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12640102 0xc0df66 0 + 3 12488408 0xbe8ed8 0 + 0 12422123 0xbd8beb 0 + 7 12458831 0xbe1b4f 0 + 2 12568471 0xbfc797 0 + 5 12380474 0xbce93a 0 + 6 12593732 0xc02a44 0 + 4 12510204 0xbee3fc 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d59132682 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 08:55:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:55:48 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258585518080. +WARNING: Using actual aggregate bytes moved = 646951469056. +write 4512 22978560 1024.00 0.018372 136.75 0.014122 136.75 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258321276928. +WARNING: Using actual aggregate bytes moved = 657801084928. +write 4604 22978560 1024.00 0.025285 136.24 0.014200 136.26 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258284576768. +WARNING: Using actual aggregate bytes moved = 659234488320. +write 4626 22978560 1024.00 0.020200 135.90 0.014157 135.91 2 + +Max Write: 4625.93 MiB/sec (4850.64 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4625.93 4511.66 4580.52 49.51 136.30564 0 96 6 3 1 0 1 0 0 1 23530045440 1048576 646951469056 POSIX 0 + +Finished: Tue Oct 23 09:02:42 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c0f5e0242 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1571 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 06:54:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:54:17 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 795848212480. +read 6309 22978560 10240 0.015650 120.30 0.015203 120.30 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 919171235840. +read 7294 22978560 10240 0.015194 120.17 0.015326 120.17 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 927821987840. +read 7359 22978560 10240 0.015340 120.24 0.015501 120.24 2 + +Max Read: 7358.69 MiB/sec (7716.14 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 7358.69 6308.87 6987.31 480.45 120.24048 0 96 6 3 1 0 1 0 0 1 23530045440 10485760 795848212480 POSIX 0 + +Finished: Tue Oct 23 07:00:17 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567542 0xbfc3f6 0 + 4 12509267 0xbee053 0 + 3 12487481 0xbe8b39 0 + 5 12379539 0xbce593 0 + 0 12421193 0xbd8849 0 + 7 12457905 0xbe17b1 0 + 6 12592800 0xc026a0 0 + 1 12639178 0xc0dbca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567534 0xbfc3ee 0 + 7 12457897 0xbe17a9 0 + 6 12592793 0xc02699 0 + 4 12509260 0xbee04c 0 + 1 12639170 0xc0dbc2 0 + 3 12487474 0xbe8b32 0 + 5 12379532 0xbce58c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487483 0xbe8b3b 0 + 5 12379541 0xbce595 0 + 6 12592801 0xc026a1 0 + 0 12421195 0xbd884b 0 + 2 12567544 0xbfc3f8 0 + 4 12509269 0xbee055 0 + 7 12457907 0xbe17b3 0 + 1 12639179 0xc0dbcb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567465 0xbfc3a9 0 + 3 12487407 0xbe8aef 0 + 0 12421119 0xbd87ff 0 + 4 12509192 0xbee008 0 + 6 12592725 0xc02655 0 + 1 12639104 0xc0db80 0 + 7 12457830 0xbe1766 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592794 0xc0269a 0 + 0 12421187 0xbd8843 0 + 2 12567536 0xbfc3f0 0 + 4 12509261 0xbee04d 0 + 7 12457899 0xbe17ab 0 + 1 12639171 0xc0dbc3 0 + 3 12487475 0xbe8b33 0 + 5 12379533 0xbce58d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487470 0xbe8b2e 0 + 7 12457894 0xbe17a6 0 + 5 12379528 0xbce588 0 + 6 12592789 0xc02695 0 + 0 12421184 0xbd8840 0 + 2 12567532 0xbfc3ec 0 + 4 12509257 0xbee049 0 + 1 12639167 0xc0dbbf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592761 0xc02679 0 + 4 12509229 0xbee02d 0 + 1 12639143 0xc0dba7 0 + 5 12379504 0xbce570 0 + 0 12421160 0xbd8828 0 + 3 12487446 0xbe8b16 0 + 2 12567507 0xbfc3d3 0 + 7 12457876 0xbe1794 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592779 0xc0268b 0 + 7 12457885 0xbe179d 0 + 0 12421173 0xbd8835 0 + 4 12509248 0xbee040 0 + 3 12487462 0xbe8b26 0 + 5 12379522 0xbce582 0 + 1 12639160 0xc0dbb8 0 + 2 12567524 0xbfc3e4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509264 0xbee050 0 + 2 12567540 0xbfc3f4 0 + 3 12487479 0xbe8b37 0 + 5 12379538 0xbce592 0 + 0 12421191 0xbd8847 0 + 7 12457904 0xbe17b0 0 + 1 12639176 0xc0dbc8 0 + 6 12592798 0xc0269e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457865 0xbe1789 0 + 1 12639141 0xc0dba5 0 + 0 12421158 0xbd8826 0 + 3 12487443 0xbe8b13 0 + 4 12509232 0xbee030 0 + 6 12592767 0xc0267f 0 + 2 12567508 0xbfc3d4 0 + 5 12379510 0xbce576 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487449 0xbe8b19 0 + 6 12592769 0xc02681 0 + 2 12567510 0xbfc3d6 0 + 7 12457878 0xbe1796 0 + 5 12379513 0xbce579 0 + 0 12421168 0xbd8830 0 + 4 12509239 0xbee037 0 + 1 12639151 0xc0dbaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509181 0xbedffd 0 + 5 12379455 0xbce53f 0 + 7 12457819 0xbe175b 0 + 6 12592713 0xc02649 0 + 1 12639093 0xc0db75 0 + 3 12487397 0xbe8ae5 0 + 0 12421110 0xbd87f6 0 + 2 12567457 0xbfc3a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487459 0xbe8b23 0 + 4 12509246 0xbee03e 0 + 5 12379519 0xbce57f 0 + 2 12567522 0xbfc3e2 0 + 0 12421174 0xbd8836 0 + 1 12639158 0xc0dbb6 0 + 6 12592781 0xc0268d 0 + 7 12457887 0xbe179f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509187 0xbee003 0 + 0 12421116 0xbd87fc 0 + 7 12457825 0xbe1761 0 + 6 12592719 0xc0264f 0 + 3 12487403 0xbe8aeb 0 + 2 12567462 0xbfc3a6 0 + 1 12639099 0xc0db7b 0 + 5 12379462 0xbce546 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379501 0xbce56d 0 + 7 12457866 0xbe178a 0 + 1 12639142 0xc0dba6 0 + 0 12421159 0xbd8827 0 + 6 12592766 0xc0267e 0 + 4 12509235 0xbee033 0 + 3 12487453 0xbe8b1d 0 + 2 12567514 0xbfc3da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421129 0xbd8809 0 + 3 12487415 0xbe8af7 0 + 1 12639114 0xc0db8a 0 + 5 12379478 0xbce556 0 + 7 12457843 0xbe1773 0 + 6 12592738 0xc02662 0 + 4 12509205 0xbee015 0 + 2 12567479 0xbfc3b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487409 0xbe8af1 0 + 5 12379468 0xbce54c 0 + 6 12592727 0xc02657 0 + 0 12421123 0xbd8803 0 + 2 12567469 0xbfc3ad 0 + 4 12509195 0xbee00b 0 + 7 12457833 0xbe1769 0 + 1 12639106 0xc0db82 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487465 0xbe8b29 0 + 5 12379523 0xbce583 0 + 2 12567526 0xbfc3e6 0 + 4 12509251 0xbee043 0 + 1 12639161 0xc0dbb9 0 + 6 12592786 0xc02692 0 + 0 12421181 0xbd883d 0 + 7 12457893 0xbe17a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421171 0xbd8833 0 + 2 12567519 0xbfc3df 0 + 4 12509244 0xbee03c 0 + 7 12457882 0xbe179a 0 + 1 12639154 0xc0dbb2 0 + 3 12487458 0xbe8b22 0 + 5 12379517 0xbce57d 0 + 6 12592777 0xc02689 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379497 0xbce569 0 + 6 12592757 0xc02675 0 + 0 12421151 0xbd881f 0 + 2 12567499 0xbfc3cb 0 + 4 12509224 0xbee028 0 + 7 12457862 0xbe1786 0 + 1 12639135 0xc0db9f 0 + 3 12487438 0xbe8b0e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421141 0xbd8815 0 + 5 12379488 0xbce560 0 + 6 12592749 0xc0266d 0 + 1 12639128 0xc0db98 0 + 4 12509219 0xbee023 0 + 3 12487435 0xbe8b0b 0 + 2 12567497 0xbfc3c9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567538 0xbfc3f2 0 + 4 12509263 0xbee04f 0 + 7 12457901 0xbe17ad 0 + 1 12639174 0xc0dbc6 0 + 3 12487478 0xbe8b36 0 + 0 12421190 0xbd8846 0 + 5 12379537 0xbce591 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509234 0xbee032 0 + 3 12487448 0xbe8b18 0 + 6 12592768 0xc02680 0 + 7 12457877 0xbe1795 0 + 5 12379508 0xbce574 0 + 1 12639147 0xc0dbab 0 + 0 12421166 0xbd882e 0 + 2 12567513 0xbfc3d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379469 0xbce54d 0 + 6 12592728 0xc02658 0 + 4 12509196 0xbee00c 0 + 7 12457834 0xbe176a 0 + 1 12639107 0xc0db83 0 + 3 12487410 0xbe8af2 0 + 2 12567471 0xbfc3af 0 + 0 12421125 0xbd8805 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487424 0xbe8b00 0 + 1 12639120 0xc0db90 0 + 0 12421138 0xbd8812 0 + 7 12457849 0xbe1779 0 + 5 12379484 0xbce55c 0 + 6 12592743 0xc02667 0 + 4 12509212 0xbee01c 0 + 2 12567487 0xbfc3bf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567503 0xbfc3cf 0 + 7 12457870 0xbe178e 0 + 1 12639144 0xc0dba8 0 + 6 12592764 0xc0267c 0 + 0 12421163 0xbd882b 0 + 3 12487450 0xbe8b1a 0 + 4 12509236 0xbee034 0 + 5 12379515 0xbce57b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639138 0xc0dba2 0 + 4 12509228 0xbee02c 0 + 7 12457868 0xbe178c 0 + 6 12592762 0xc0267a 0 + 2 12567505 0xbfc3d1 0 + 3 12487447 0xbe8b17 0 + 0 12421164 0xbd882c 0 + 5 12379507 0xbce573 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379512 0xbce578 0 + 6 12592770 0xc02682 0 + 0 12421169 0xbd8831 0 + 2 12567517 0xbfc3dd 0 + 4 12509241 0xbee039 0 + 7 12457880 0xbe1798 0 + 1 12639152 0xc0dbb0 0 + 3 12487456 0xbe8b20 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379473 0xbce551 0 + 4 12509201 0xbee011 0 + 0 12421130 0xbd880a 0 + 7 12457840 0xbe1770 0 + 2 12567477 0xbfc3b5 0 + 1 12639116 0xc0db8c 0 + 6 12592737 0xc02661 0 + 3 12487419 0xbe8afb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421155 0xbd8823 0 + 2 12567504 0xbfc3d0 0 + 3 12487444 0xbe8b14 0 + 4 12509233 0xbee031 0 + 1 12639145 0xc0dba9 0 + 7 12457873 0xbe1791 0 + 5 12379509 0xbce575 0 + 6 12592775 0xc02687 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379487 0xbce55f 0 + 6 12592748 0xc0266c 0 + 1 12639127 0xc0db97 0 + 3 12487434 0xbe8b0a 0 + 7 12457856 0xbe1780 0 + 2 12567496 0xbfc3c8 0 + 0 12421149 0xbd881d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592751 0xc0266f 0 + 0 12421146 0xbd881a 0 + 2 12567494 0xbfc3c6 0 + 4 12509221 0xbee025 0 + 7 12457859 0xbe1783 0 + 1 12639132 0xc0db9c 0 + 3 12487437 0xbe8b0d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457874 0xbe1792 0 + 5 12379511 0xbce577 0 + 0 12421167 0xbd882f 0 + 4 12509238 0xbee036 0 + 1 12639150 0xc0dbae 0 + 6 12592773 0xc02685 0 + 2 12567516 0xbfc3dc 0 + 3 12487455 0xbe8b1f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639177 0xc0dbc9 0 + 6 12592799 0xc0269f 0 + 2 12567543 0xbfc3f7 0 + 3 12487482 0xbe8b3a 0 + 5 12379540 0xbce594 0 + 0 12421194 0xbd884a 0 + 4 12509268 0xbee054 0 + 7 12457906 0xbe17b2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487426 0xbe8b02 0 + 7 12457850 0xbe177a 0 + 2 12567485 0xbfc3bd 0 + 5 12379485 0xbce55d 0 + 6 12592744 0xc02668 0 + 0 12421139 0xbd8813 0 + 4 12509214 0xbee01e 0 + 1 12639124 0xc0db94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379524 0xbce584 0 + 7 12457890 0xbe17a2 0 + 4 12509253 0xbee045 0 + 1 12639162 0xc0dbba 0 + 0 12421182 0xbd883e 0 + 3 12487467 0xbe8b2b 0 + 6 12592788 0xc02694 0 + 2 12567530 0xbfc3ea 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421137 0xbd8811 0 + 7 12457848 0xbe1778 0 + 6 12592742 0xc02666 0 + 2 12567484 0xbfc3bc 0 + 3 12487425 0xbe8b01 0 + 4 12509210 0xbee01a 0 + 5 12379483 0xbce55b 0 + 1 12639121 0xc0db91 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639157 0xc0dbb5 0 + 3 12487463 0xbe8b27 0 + 5 12379521 0xbce581 0 + 6 12592783 0xc0268f 0 + 0 12421177 0xbd8839 0 + 2 12567525 0xbfc3e5 0 + 4 12509249 0xbee041 0 + 7 12457889 0xbe17a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421128 0xbd8808 0 + 4 12509200 0xbee010 0 + 1 12639111 0xc0db87 0 + 6 12592734 0xc0265e 0 + 3 12487416 0xbe8af8 0 + 2 12567476 0xbfc3b4 0 + 5 12379477 0xbce555 0 + 7 12457844 0xbe1774 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421109 0xbd87f5 0 + 2 12567455 0xbfc39f 0 + 6 12592714 0xc0264a 0 + 5 12379456 0xbce540 0 + 7 12457820 0xbe175c 0 + 1 12639094 0xc0db76 0 + 3 12487398 0xbe8ae6 0 + 4 12509183 0xbedfff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421198 0xbd884e 0 + 2 12567547 0xbfc3fb 0 + 4 12509272 0xbee058 0 + 7 12457910 0xbe17b6 0 + 1 12639182 0xc0dbce 0 + 3 12487486 0xbe8b3e 0 + 5 12379544 0xbce598 0 + 6 12592804 0xc026a4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379542 0xbce596 0 + 6 12592802 0xc026a2 0 + 0 12421196 0xbd884c 0 + 2 12567545 0xbfc3f9 0 + 4 12509270 0xbee056 0 + 7 12457908 0xbe17b4 0 + 1 12639180 0xc0dbcc 0 + 3 12487484 0xbe8b3c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509274 0xbee05a 0 + 7 12457912 0xbe17b8 0 + 1 12639184 0xc0dbd0 0 + 3 12487488 0xbe8b40 0 + 5 12379546 0xbce59a 0 + 6 12592806 0xc026a6 0 + 0 12421200 0xbd8850 0 + 2 12567549 0xbfc3fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487400 0xbe8ae8 0 + 0 12421113 0xbd87f9 0 + 2 12567459 0xbfc3a3 0 + 7 12457823 0xbe175f 0 + 5 12379459 0xbce543 0 + 4 12509186 0xbee002 0 + 6 12592718 0xc0264e 0 + 1 12639097 0xc0db79 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567520 0xbfc3e0 0 + 4 12509245 0xbee03d 0 + 7 12457883 0xbe179b 0 + 5 12379518 0xbce57e 0 + 6 12592778 0xc0268a 0 + 1 12639155 0xc0dbb3 0 + 0 12421172 0xbd8834 0 + 3 12487460 0xbe8b24 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567472 0xbfc3b0 0 + 4 12509198 0xbee00e 0 + 7 12457836 0xbe176c 0 + 1 12639109 0xc0db85 0 + 3 12487412 0xbe8af4 0 + 5 12379471 0xbce54f 0 + 6 12592730 0xc0265a 0 + 0 12421126 0xbd8806 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421153 0xbd8821 0 + 2 12567501 0xbfc3cd 0 + 1 12639137 0xc0dba1 0 + 4 12509226 0xbee02a 0 + 6 12592759 0xc02677 0 + 7 12457864 0xbe1788 0 + 5 12379499 0xbce56b 0 + 3 12487440 0xbe8b10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421178 0xbd883a 0 + 7 12457888 0xbe17a0 0 + 3 12487466 0xbe8b2a 0 + 4 12509252 0xbee044 0 + 2 12567529 0xbfc3e9 0 + 1 12639163 0xc0dbbb 0 + 6 12592787 0xc02693 0 + 5 12379526 0xbce586 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509199 0xbee00f 0 + 7 12457837 0xbe176d 0 + 5 12379472 0xbce550 0 + 2 12567473 0xbfc3b1 0 + 1 12639110 0xc0db86 0 + 3 12487413 0xbe8af5 0 + 0 12421127 0xbd8807 0 + 6 12592731 0xc0265b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379490 0xbce562 0 + 6 12592750 0xc0266e 0 + 0 12421145 0xbd8819 0 + 2 12567493 0xbfc3c5 0 + 4 12509220 0xbee024 0 + 7 12457857 0xbe1781 0 + 1 12639131 0xc0db9b 0 + 3 12487436 0xbe8b0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567454 0xbfc39e 0 + 4 12509180 0xbedffc 0 + 7 12457818 0xbe175a 0 + 1 12639091 0xc0db73 0 + 3 12487395 0xbe8ae3 0 + 5 12379454 0xbce53e 0 + 6 12592712 0xc02648 0 + 0 12421108 0xbd87f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592803 0xc026a3 0 + 0 12421197 0xbd884d 0 + 2 12567546 0xbfc3fa 0 + 4 12509271 0xbee057 0 + 7 12457909 0xbe17b5 0 + 1 12639181 0xc0dbcd 0 + 3 12487485 0xbe8b3d 0 + 5 12379543 0xbce597 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509209 0xbee019 0 + 5 12379482 0xbce55a 0 + 0 12421136 0xbd8810 0 + 7 12457847 0xbe1777 0 + 6 12592741 0xc02665 0 + 2 12567483 0xbfc3bb 0 + 1 12639119 0xc0db8f 0 + 3 12487423 0xbe8aff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379525 0xbce585 0 + 6 12592785 0xc02691 0 + 2 12567527 0xbfc3e7 0 + 7 12457891 0xbe17a3 0 + 0 12421180 0xbd883c 0 + 4 12509255 0xbee047 0 + 1 12639165 0xc0dbbd 0 + 3 12487469 0xbe8b2d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379530 0xbce58a 0 + 6 12592791 0xc02697 0 + 0 12421185 0xbd8841 0 + 2 12567533 0xbfc3ed 0 + 4 12509258 0xbee04a 0 + 7 12457896 0xbe17a8 0 + 1 12639168 0xc0dbc0 0 + 3 12487472 0xbe8b30 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592776 0xc02688 0 + 0 12421170 0xbd8832 0 + 2 12567518 0xbfc3de 0 + 4 12509243 0xbee03b 0 + 7 12457881 0xbe1799 0 + 1 12639153 0xc0dbb1 0 + 3 12487457 0xbe8b21 0 + 5 12379516 0xbce57c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487432 0xbe8b08 0 + 5 12379493 0xbce565 0 + 6 12592753 0xc02671 0 + 2 12567495 0xbfc3c7 0 + 0 12421147 0xbd881b 0 + 1 12639133 0xc0db9d 0 + 4 12509223 0xbee027 0 + 7 12457860 0xbe1784 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487427 0xbe8b03 0 + 2 12567486 0xbfc3be 0 + 4 12509211 0xbee01b 0 + 5 12379486 0xbce55e 0 + 1 12639122 0xc0db92 0 + 7 12457852 0xbe177c 0 + 6 12592746 0xc0266a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421140 0xbd8814 0 + 6 12592747 0xc0266b 0 + 2 12567491 0xbfc3c3 0 + 4 12509216 0xbee020 0 + 7 12457854 0xbe177e 0 + 5 12379492 0xbce564 0 + 1 12639129 0xc0db99 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567470 0xbfc3ae 0 + 0 12421124 0xbd8804 0 + 5 12379470 0xbce54e 0 + 4 12509197 0xbee00d 0 + 7 12457835 0xbe176b 0 + 1 12639108 0xc0db84 0 + 3 12487411 0xbe8af3 0 + 6 12592729 0xc02659 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379480 0xbce558 0 + 6 12592739 0xc02663 0 + 0 12421133 0xbd880d 0 + 2 12567480 0xbfc3b8 0 + 4 12509207 0xbee017 0 + 7 12457845 0xbe1775 0 + 1 12639117 0xc0db8d 0 + 3 12487421 0xbe8afd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509213 0xbee01d 0 + 3 12487429 0xbe8b05 0 + 0 12421143 0xbd8817 0 + 2 12567492 0xbfc3c4 0 + 1 12639126 0xc0db96 0 + 7 12457855 0xbe177f 0 + 6 12592752 0xc02670 0 + 5 12379494 0xbce566 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379500 0xbce56c 0 + 4 12509227 0xbee02b 0 + 6 12592760 0xc02678 0 + 0 12421154 0xbd8822 0 + 1 12639139 0xc0dba3 0 + 2 12567502 0xbfc3ce 0 + 7 12457867 0xbe178b 0 + 3 12487441 0xbe8b11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639140 0xc0dba4 0 + 0 12421156 0xbd8824 0 + 7 12457871 0xbe178f 0 + 4 12509231 0xbee02f 0 + 5 12379505 0xbce571 0 + 6 12592765 0xc0267d 0 + 2 12567509 0xbfc3d5 0 + 3 12487451 0xbe8b1b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567488 0xbfc3c0 0 + 4 12509215 0xbee01f 0 + 1 12639125 0xc0db95 0 + 3 12487431 0xbe8b07 0 + 5 12379495 0xbce567 0 + 7 12457858 0xbe1782 0 + 0 12421148 0xbd881c 0 + 6 12592756 0xc02674 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421115 0xbd87fb 0 + 3 12487402 0xbe8aea 0 + 2 12567461 0xbfc3a5 0 + 5 12379461 0xbce545 0 + 4 12509188 0xbee004 0 + 6 12592720 0xc02650 0 + 7 12457826 0xbe1762 0 + 1 12639100 0xc0db7c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567521 0xbfc3e1 0 + 6 12592780 0xc0268c 0 + 4 12509247 0xbee03f 0 + 7 12457886 0xbe179e 0 + 3 12487464 0xbe8b28 0 + 1 12639159 0xc0dbb7 0 + 0 12421176 0xbd8838 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639092 0xc0db74 0 + 3 12487396 0xbe8ae4 0 + 2 12567456 0xbfc3a0 0 + 5 12379457 0xbce541 0 + 0 12421111 0xbd87f7 0 + 4 12509182 0xbedffe 0 + 6 12592715 0xc0264b 0 + 7 12457821 0xbe175d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592732 0xc0265c 0 + 7 12457838 0xbe176e 0 + 4 12509202 0xbee012 0 + 5 12379475 0xbce553 0 + 2 12567475 0xbfc3b3 0 + 1 12639115 0xc0db8b 0 + 0 12421132 0xbd880c 0 + 3 12487420 0xbe8afc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639098 0xc0db7a 0 + 3 12487404 0xbe8aec 0 + 2 12567463 0xbfc3a7 0 + 5 12379463 0xbce547 0 + 6 12592722 0xc02652 0 + 0 12421118 0xbd87fe 0 + 7 12457827 0xbe1763 0 + 4 12509190 0xbee006 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592758 0xc02676 0 + 0 12421152 0xbd8820 0 + 2 12567500 0xbfc3cc 0 + 4 12509225 0xbee029 0 + 7 12457863 0xbe1787 0 + 1 12639136 0xc0dba0 0 + 3 12487439 0xbe8b0f 0 + 5 12379498 0xbce56a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421183 0xbd883f 0 + 2 12567531 0xbfc3eb 0 + 4 12509256 0xbee048 0 + 7 12457895 0xbe17a7 0 + 5 12379529 0xbce589 0 + 6 12592790 0xc02696 0 + 1 12639166 0xc0dbbe 0 + 3 12487471 0xbe8b2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592792 0xc02698 0 + 4 12509259 0xbee04b 0 + 1 12639169 0xc0dbc1 0 + 3 12487473 0xbe8b31 0 + 5 12379531 0xbce58b 0 + 0 12421186 0xbd8842 0 + 2 12567535 0xbfc3ef 0 + 7 12457898 0xbe17aa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379474 0xbce552 0 + 2 12567474 0xbfc3b2 0 + 1 12639113 0xc0db89 0 + 7 12457839 0xbe176f 0 + 3 12487417 0xbe8af9 0 + 6 12592736 0xc02660 0 + 4 12509204 0xbee014 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487414 0xbe8af6 0 + 6 12592735 0xc0265f 0 + 0 12421131 0xbd880b 0 + 7 12457842 0xbe1772 0 + 2 12567478 0xbfc3b6 0 + 5 12379479 0xbce557 0 + 4 12509206 0xbee016 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457884 0xbe179c 0 + 1 12639156 0xc0dbb4 0 + 3 12487461 0xbe8b25 0 + 5 12379520 0xbce580 0 + 6 12592782 0xc0268e 0 + 0 12421175 0xbd8837 0 + 2 12567523 0xbfc3e3 0 + 4 12509250 0xbee042 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379503 0xbce56f 0 + 7 12457872 0xbe1790 0 + 6 12592763 0xc0267b 0 + 0 12421162 0xbd882a 0 + 3 12487452 0xbe8b1c 0 + 2 12567512 0xbfc3d8 0 + 4 12509237 0xbee035 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567548 0xbfc3fc 0 + 4 12509273 0xbee059 0 + 7 12457911 0xbe17b7 0 + 1 12639183 0xc0dbcf 0 + 3 12487487 0xbe8b3f 0 + 5 12379545 0xbce599 0 + 6 12592805 0xc026a5 0 + 0 12421199 0xbd884f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379535 0xbce58f 0 + 3 12487477 0xbe8b35 0 + 6 12592797 0xc0269d 0 + 7 12457903 0xbe17af 0 + 1 12639175 0xc0dbc7 0 + 2 12567541 0xbfc3f5 0 + 4 12509266 0xbee052 0 + 0 12421192 0xbd8848 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457869 0xbe178d 0 + 3 12487442 0xbe8b12 0 + 5 12379506 0xbce572 0 + 0 12421165 0xbd882d 0 + 2 12567511 0xbfc3d7 0 + 1 12639148 0xc0dbac 0 + 6 12592771 0xc02683 0 + 4 12509240 0xbee038 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592733 0xc0265d 0 + 1 12639112 0xc0db88 0 + 5 12379476 0xbce554 0 + 7 12457841 0xbe1771 0 + 4 12509203 0xbee013 0 + 3 12487418 0xbe8afa 0 + 2 12567481 0xbfc3b9 0 + 0 12421134 0xbd880e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592721 0xc02651 0 + 0 12421117 0xbd87fd 0 + 1 12639101 0xc0db7d 0 + 4 12509189 0xbee005 0 + 5 12379464 0xbce548 0 + 3 12487405 0xbe8aed 0 + 2 12567464 0xbfc3a8 0 + 7 12457828 0xbe1764 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639105 0xc0db81 0 + 3 12487408 0xbe8af0 0 + 5 12379467 0xbce54b 0 + 6 12592726 0xc02656 0 + 0 12421122 0xbd8802 0 + 2 12567468 0xbfc3ac 0 + 4 12509194 0xbee00a 0 + 7 12457832 0xbe1768 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421161 0xbd8829 0 + 7 12457875 0xbe1793 0 + 1 12639149 0xc0dbad 0 + 5 12379514 0xbce57a 0 + 2 12567515 0xbfc3db 0 + 3 12487454 0xbe8b1e 0 + 4 12509242 0xbee03a 0 + 6 12592774 0xc02686 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487406 0xbe8aee 0 + 4 12509191 0xbee007 0 + 1 12639102 0xc0db7e 0 + 6 12592724 0xc02654 0 + 2 12567466 0xbfc3aa 0 + 5 12379466 0xbce54a 0 + 0 12421121 0xbd8801 0 + 7 12457831 0xbe1767 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592717 0xc0264d 0 + 4 12509185 0xbee001 0 + 1 12639096 0xc0db78 0 + 0 12421114 0xbd87fa 0 + 7 12457824 0xbe1760 0 + 2 12567460 0xbfc3a4 0 + 3 12487401 0xbe8ae9 0 + 5 12379460 0xbce544 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421188 0xbd8844 0 + 2 12567537 0xbfc3f1 0 + 4 12509262 0xbee04e 0 + 7 12457900 0xbe17ac 0 + 1 12639172 0xc0dbc4 0 + 3 12487476 0xbe8b34 0 + 5 12379534 0xbce58e 0 + 6 12592796 0xc0269c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457853 0xbe177d 0 + 2 12567490 0xbfc3c2 0 + 3 12487430 0xbe8b06 0 + 0 12421144 0xbd8818 0 + 5 12379491 0xbce563 0 + 4 12509218 0xbee022 0 + 6 12592754 0xc02672 0 + 1 12639130 0xc0db9a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639095 0xc0db77 0 + 3 12487399 0xbe8ae7 0 + 5 12379458 0xbce542 0 + 6 12592716 0xc0264c 0 + 0 12421112 0xbd87f8 0 + 2 12567458 0xbfc3a2 0 + 4 12509184 0xbee000 0 + 7 12457822 0xbe175e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592740 0xc02664 0 + 0 12421135 0xbd880f 0 + 2 12567482 0xbfc3ba 0 + 4 12509208 0xbee018 0 + 7 12457846 0xbe1776 0 + 1 12639118 0xc0db8e 0 + 3 12487422 0xbe8afe 0 + 5 12379481 0xbce559 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592795 0xc0269b 0 + 1 12639173 0xc0dbc5 0 + 0 12421189 0xbd8845 0 + 2 12567539 0xbfc3f3 0 + 7 12457902 0xbe17ae 0 + 5 12379536 0xbce590 0 + 4 12509265 0xbee051 0 + 3 12487480 0xbe8b38 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592723 0xc02653 0 + 7 12457829 0xbe1765 0 + 5 12379465 0xbce549 0 + 1 12639103 0xc0db7f 0 + 0 12421120 0xbd8800 0 + 2 12567467 0xbfc3ab 0 + 4 12509193 0xbee009 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457851 0xbe177b 0 + 3 12487428 0xbe8b04 0 + 1 12639123 0xc0db93 0 + 6 12592745 0xc02669 0 + 0 12421142 0xbd8816 0 + 2 12567489 0xbfc3c1 0 + 5 12379489 0xbce561 0 + 4 12509217 0xbee021 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592784 0xc02690 0 + 0 12421179 0xbd883b 0 + 2 12567528 0xbfc3e8 0 + 4 12509254 0xbee046 0 + 7 12457892 0xbe17a4 0 + 1 12639164 0xc0dbbc 0 + 3 12487468 0xbe8b2c 0 + 5 12379527 0xbce587 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487433 0xbe8b09 0 + 5 12379496 0xbce568 0 + 6 12592755 0xc02673 0 + 0 12421150 0xbd881e 0 + 2 12567498 0xbfc3ca 0 + 4 12509222 0xbee026 0 + 7 12457861 0xbe1785 0 + 1 12639134 0xc0db9e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379502 0xbce56e 0 + 0 12421157 0xbd8825 0 + 4 12509230 0xbee02e 0 + 3 12487445 0xbe8b15 0 + 2 12567506 0xbfc3d2 0 + 1 12639146 0xc0dbaa 0 + 6 12592772 0xc02684 0 + 7 12457879 0xbe1797 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..29ff28e5c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 06:47:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:47:13 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2254773944320. +WARNING: Using actual aggregate bytes moved = 755457064960. +write 5413 22978560 10240 0.004983 133.09 0.001055 133.10 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2255539404800. +WARNING: Using actual aggregate bytes moved = 744405073920. +write 5309 22978560 10240 0.009368 133.71 0.001285 133.72 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258139873280. +WARNING: Using actual aggregate bytes moved = 752227450880. +write 5404 22978560 10240 0.006030 132.73 0.001555 132.74 2 + +Max Write: 5413.09 MiB/sec (5676.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5413.09 5309.01 5375.53 47.17 133.18446 0 96 6 3 1 0 1 0 0 1 23530045440 10485760 755457064960 POSIX 0 + +Finished: Tue Oct 23 06:53:58 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e60e40350 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1575 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 22:14:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:14:57 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 11886166016. +read 188.52 26214400 16.00 0.014380 60.12 0.013810 60.13 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 13679247360. +read 216.98 26214400 16.00 0.013852 60.12 0.013882 60.12 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 13553306173440. +WARNING: Using actual aggregate bytes moved = 13748289536. +read 218.05 26214400 16.00 0.017351 60.12 0.013840 60.13 2 + +Max Read: 218.05 MiB/sec (228.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 218.05 188.52 207.85 13.67 60.12694 0 96 6 3 1 0 1 0 0 1 26843545600 16384 11886166016 POSIX 0 + +Finished: Tue Oct 23 22:17:57 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425967 0xbd9aef 0 + 2 12572297 0xbfd689 0 + 4 12514037 0xbef2f5 0 + 7 12462669 0xbe2a4d 0 + 1 12643946 0xc0ee6a 0 + 3 12492245 0xbe9dd5 0 + 5 12384304 0xbcf830 0 + 6 12597564 0xc0393c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514003 0xbef2d3 0 + 5 12384270 0xbcf80e 0 + 2 12572263 0xbfd667 0 + 7 12462634 0xbe2a2a 0 + 6 12597538 0xc03922 0 + 3 12492218 0xbe9dba 0 + 0 12425940 0xbd9ad4 0 + 1 12643918 0xc0ee4e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643953 0xc0ee71 0 + 3 12492252 0xbe9ddc 0 + 5 12384311 0xbcf837 0 + 2 12572306 0xbfd692 0 + 6 12597574 0xc03946 0 + 0 12425977 0xbd9af9 0 + 4 12514048 0xbef300 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462610 0xbe2a12 0 + 1 12643888 0xc0ee30 0 + 3 12492187 0xbe9d9b 0 + 5 12384245 0xbcf7f5 0 + 6 12597506 0xc03902 0 + 0 12425908 0xbd9ab4 0 + 2 12572238 0xbfd64e 0 + 4 12513978 0xbef2ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597520 0xc03910 0 + 4 12513992 0xbef2c8 0 + 1 12643902 0xc0ee3e 0 + 5 12384259 0xbcf803 0 + 0 12425922 0xbd9ac2 0 + 2 12572253 0xbfd65d 0 + 3 12492202 0xbe9daa 0 + 7 12462625 0xbe2a21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597563 0xc0393b 0 + 0 12425966 0xbd9aee 0 + 2 12572296 0xbfd688 0 + 4 12514036 0xbef2f4 0 + 7 12462668 0xbe2a4c 0 + 1 12643945 0xc0ee69 0 + 3 12492244 0xbe9dd4 0 + 5 12384303 0xbcf82f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384271 0xbcf80f 0 + 6 12597531 0xc0391b 0 + 0 12425936 0xbd9ad0 0 + 2 12572268 0xbfd66c 0 + 4 12514009 0xbef2d9 0 + 7 12462641 0xbe2a31 0 + 1 12643917 0xc0ee4d 0 + 3 12492217 0xbe9db9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514056 0xbef308 0 + 7 12462687 0xbe2a5f 0 + 1 12643965 0xc0ee7d 0 + 3 12492264 0xbe9de8 0 + 5 12384322 0xbcf842 0 + 6 12597583 0xc0394f 0 + 0 12425986 0xbd9b02 0 + 2 12572315 0xbfd69b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425953 0xbd9ae1 0 + 6 12597551 0xc0392f 0 + 4 12514030 0xbef2ee 0 + 2 12572289 0xbfd681 0 + 7 12462662 0xbe2a46 0 + 1 12643939 0xc0ee63 0 + 3 12492238 0xbe9dce 0 + 5 12384298 0xbcf82a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513989 0xbef2c5 0 + 7 12462621 0xbe2a1d 0 + 5 12384256 0xbcf800 0 + 6 12597517 0xc0390d 0 + 0 12425919 0xbd9abf 0 + 2 12572249 0xbfd659 0 + 1 12643899 0xc0ee3b 0 + 3 12492199 0xbe9da7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597567 0xc0393f 0 + 0 12425971 0xbd9af3 0 + 2 12572300 0xbfd68c 0 + 1 12643951 0xc0ee6f 0 + 7 12462674 0xbe2a52 0 + 4 12514044 0xbef2fc 0 + 3 12492250 0xbe9dda 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643912 0xc0ee48 0 + 6 12597530 0xc0391a 0 + 4 12514007 0xbef2d7 0 + 3 12492213 0xbe9db5 0 + 2 12572266 0xbfd66a 0 + 5 12384273 0xbcf811 0 + 7 12462639 0xbe2a2f 0 + 0 12425938 0xbd9ad2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425998 0xbd9b0e 0 + 2 12572328 0xbfd6a8 0 + 4 12514070 0xbef316 0 + 7 12462701 0xbe2a6d 0 + 1 12643979 0xc0ee8b 0 + 3 12492277 0xbe9df5 0 + 5 12384336 0xbcf850 0 + 6 12597597 0xc0395d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462616 0xbe2a18 0 + 0 12425914 0xbd9aba 0 + 2 12572244 0xbfd654 0 + 1 12643894 0xc0ee36 0 + 6 12597513 0xc03909 0 + 4 12513985 0xbef2c1 0 + 3 12492195 0xbe9da3 0 + 5 12384252 0xbcf7fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597540 0xc03924 0 + 0 12425943 0xbd9ad7 0 + 2 12572273 0xbfd671 0 + 4 12514013 0xbef2dd 0 + 7 12462645 0xbe2a35 0 + 1 12643922 0xc0ee52 0 + 3 12492222 0xbe9dbe 0 + 5 12384280 0xbcf818 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425932 0xbd9acc 0 + 7 12462632 0xbe2a28 0 + 6 12597529 0xc03919 0 + 2 12572261 0xbfd665 0 + 3 12492212 0xbe9db4 0 + 4 12514008 0xbef2d8 0 + 1 12643916 0xc0ee4c 0 + 5 12384275 0xbcf813 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492221 0xbe9dbd 0 + 4 12514014 0xbef2de 0 + 5 12384281 0xbcf819 0 + 1 12643923 0xc0ee53 0 + 6 12597541 0xc03925 0 + 0 12425945 0xbd9ad9 0 + 2 12572275 0xbfd673 0 + 7 12462647 0xbe2a37 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513995 0xbef2cb 0 + 7 12462627 0xbe2a23 0 + 1 12643905 0xc0ee41 0 + 3 12492204 0xbe9dac 0 + 5 12384262 0xbcf806 0 + 6 12597523 0xc03913 0 + 0 12425925 0xbd9ac5 0 + 2 12572255 0xbfd65f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492256 0xbe9de0 0 + 5 12384314 0xbcf83a 0 + 6 12597577 0xc03949 0 + 0 12425980 0xbd9afc 0 + 2 12572309 0xbfd695 0 + 4 12514050 0xbef302 0 + 7 12462681 0xbe2a59 0 + 1 12643960 0xc0ee78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462628 0xbe2a24 0 + 5 12384263 0xbcf807 0 + 6 12597524 0xc03914 0 + 0 12425926 0xbd9ac6 0 + 4 12513996 0xbef2cc 0 + 1 12643906 0xc0ee42 0 + 2 12572257 0xbfd661 0 + 3 12492206 0xbe9dae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492198 0xbe9da6 0 + 4 12513990 0xbef2c6 0 + 5 12384257 0xbcf801 0 + 6 12597518 0xc0390e 0 + 0 12425920 0xbd9ac0 0 + 2 12572250 0xbfd65a 0 + 7 12462622 0xbe2a1e 0 + 1 12643900 0xc0ee3c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462688 0xbe2a60 0 + 1 12643966 0xc0ee7e 0 + 3 12492265 0xbe9de9 0 + 5 12384323 0xbcf843 0 + 6 12597584 0xc03950 0 + 0 12425987 0xbd9b03 0 + 2 12572316 0xbfd69c 0 + 4 12514057 0xbef309 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514039 0xbef2f7 0 + 7 12462671 0xbe2a4f 0 + 1 12643948 0xc0ee6c 0 + 3 12492247 0xbe9dd7 0 + 5 12384306 0xbcf832 0 + 6 12597566 0xc0393e 0 + 0 12425969 0xbd9af1 0 + 2 12572299 0xbfd68b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462612 0xbe2a14 0 + 6 12597509 0xc03905 0 + 1 12643892 0xc0ee34 0 + 2 12572242 0xbfd652 0 + 3 12492192 0xbe9da0 0 + 5 12384249 0xbcf7f9 0 + 4 12513983 0xbef2bf 0 + 0 12425913 0xbd9ab9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643911 0xc0ee47 0 + 4 12514006 0xbef2d6 0 + 2 12572265 0xbfd669 0 + 0 12425934 0xbd9ace 0 + 7 12462638 0xbe2a2e 0 + 5 12384274 0xbcf812 0 + 6 12597537 0xc03921 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597580 0xc0394c 0 + 0 12425983 0xbd9aff 0 + 2 12572312 0xbfd698 0 + 4 12514053 0xbef305 0 + 7 12462684 0xbe2a5c 0 + 1 12643962 0xc0ee7a 0 + 3 12492261 0xbe9de5 0 + 5 12384319 0xbcf83f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643926 0xc0ee56 0 + 3 12492226 0xbe9dc2 0 + 6 12597545 0xc03929 0 + 5 12384286 0xbcf81e 0 + 0 12425948 0xbd9adc 0 + 2 12572279 0xbfd677 0 + 4 12514020 0xbef2e4 0 + 7 12462652 0xbe2a3c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492227 0xbe9dc3 0 + 5 12384287 0xbcf81f 0 + 6 12597548 0xc0392c 0 + 0 12425950 0xbd9ade 0 + 2 12572282 0xbfd67a 0 + 4 12514023 0xbef2e7 0 + 7 12462654 0xbe2a3e 0 + 1 12643932 0xc0ee5c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384258 0xbcf802 0 + 6 12597519 0xc0390f 0 + 0 12425921 0xbd9ac1 0 + 2 12572251 0xbfd65b 0 + 4 12513991 0xbef2c7 0 + 7 12462623 0xbe2a1f 0 + 1 12643901 0xc0ee3d 0 + 3 12492200 0xbe9da8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572258 0xbfd662 0 + 3 12492208 0xbe9db0 0 + 6 12597527 0xc03917 0 + 0 12425930 0xbd9aca 0 + 1 12643909 0xc0ee45 0 + 5 12384267 0xbcf80b 0 + 4 12514000 0xbef2d0 0 + 7 12462633 0xbe2a29 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572248 0xbfd658 0 + 4 12513988 0xbef2c4 0 + 7 12462620 0xbe2a1c 0 + 1 12643898 0xc0ee3a 0 + 3 12492197 0xbe9da5 0 + 5 12384255 0xbcf7ff 0 + 6 12597516 0xc0390c 0 + 0 12425918 0xbd9abe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425952 0xbd9ae0 0 + 1 12643929 0xc0ee59 0 + 5 12384290 0xbcf822 0 + 2 12572284 0xbfd67c 0 + 7 12462657 0xbe2a41 0 + 3 12492235 0xbe9dcb 0 + 4 12514031 0xbef2ef 0 + 6 12597556 0xc03934 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597559 0xc03937 0 + 4 12514032 0xbef2f0 0 + 1 12643941 0xc0ee65 0 + 5 12384299 0xbcf82b 0 + 0 12425962 0xbd9aea 0 + 7 12462665 0xbe2a49 0 + 2 12572293 0xbfd685 0 + 3 12492242 0xbe9dd2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514045 0xbef2fd 0 + 7 12462677 0xbe2a55 0 + 1 12643955 0xc0ee73 0 + 3 12492255 0xbe9ddf 0 + 5 12384312 0xbcf838 0 + 6 12597576 0xc03948 0 + 0 12425979 0xbd9afb 0 + 2 12572307 0xbfd693 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514005 0xbef2d5 0 + 0 12425933 0xbd9acd 0 + 7 12462637 0xbe2a2d 0 + 3 12492214 0xbe9db6 0 + 6 12597533 0xc0391d 0 + 5 12384277 0xbcf815 0 + 2 12572269 0xbfd66d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462692 0xbe2a64 0 + 3 12492269 0xbe9ded 0 + 5 12384329 0xbcf849 0 + 2 12572321 0xbfd6a1 0 + 4 12514064 0xbef310 0 + 1 12643975 0xc0ee87 0 + 6 12597594 0xc0395a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572325 0xbfd6a5 0 + 4 12514067 0xbef313 0 + 7 12462699 0xbe2a6b 0 + 1 12643977 0xc0ee89 0 + 3 12492275 0xbe9df3 0 + 0 12425999 0xbd9b0f 0 + 5 12384335 0xbcf84f 0 + 6 12597596 0xc0395c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425995 0xbd9b0b 0 + 2 12572322 0xbfd6a2 0 + 4 12514063 0xbef30f 0 + 7 12462697 0xbe2a69 0 + 1 12643974 0xc0ee86 0 + 3 12492273 0xbe9df1 0 + 5 12384332 0xbcf84c 0 + 6 12597595 0xc0395b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514024 0xbef2e8 0 + 7 12462658 0xbe2a42 0 + 1 12643935 0xc0ee5f 0 + 3 12492237 0xbe9dcd 0 + 5 12384296 0xbcf828 0 + 2 12572290 0xbfd682 0 + 0 12425961 0xbd9ae9 0 + 6 12597557 0xc03935 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462690 0xbe2a62 0 + 3 12492268 0xbe9dec 0 + 0 12425991 0xbd9b07 0 + 6 12597588 0xc03954 0 + 4 12514062 0xbef30e 0 + 1 12643973 0xc0ee85 0 + 5 12384331 0xbcf84b 0 + 2 12572326 0xbfd6a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492193 0xbe9da1 0 + 4 12513984 0xbef2c0 0 + 5 12384251 0xbcf7fb 0 + 0 12425915 0xbd9abb 0 + 7 12462617 0xbe2a19 0 + 6 12597514 0xc0390a 0 + 1 12643896 0xc0ee38 0 + 2 12572246 0xbfd656 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384276 0xbcf814 0 + 6 12597536 0xc03920 0 + 0 12425941 0xbd9ad5 0 + 2 12572271 0xbfd66f 0 + 4 12514011 0xbef2db 0 + 7 12462643 0xbe2a33 0 + 1 12643920 0xc0ee50 0 + 3 12492219 0xbe9dbb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514021 0xbef2e5 0 + 3 12492232 0xbe9dc8 0 + 0 12425956 0xbd9ae4 0 + 2 12572287 0xbfd67f 0 + 7 12462661 0xbe2a45 0 + 1 12643937 0xc0ee61 0 + 5 12384297 0xbcf829 0 + 6 12597558 0xc03936 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643967 0xc0ee7f 0 + 3 12492266 0xbe9dea 0 + 5 12384324 0xbcf844 0 + 6 12597585 0xc03951 0 + 0 12425988 0xbd9b04 0 + 2 12572317 0xbfd69d 0 + 4 12514058 0xbef30a 0 + 7 12462689 0xbe2a61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513977 0xbef2b9 0 + 7 12462609 0xbe2a11 0 + 1 12643887 0xc0ee2f 0 + 3 12492186 0xbe9d9a 0 + 5 12384244 0xbcf7f4 0 + 6 12597505 0xc03901 0 + 0 12425907 0xbd9ab3 0 + 2 12572237 0xbfd64d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597592 0xc03958 0 + 0 12425997 0xbd9b0d 0 + 2 12572327 0xbfd6a7 0 + 4 12514069 0xbef315 0 + 7 12462700 0xbe2a6c 0 + 1 12643978 0xc0ee8a 0 + 3 12492276 0xbe9df4 0 + 5 12384334 0xbcf84e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572314 0xbfd69a 0 + 4 12514055 0xbef307 0 + 7 12462686 0xbe2a5e 0 + 1 12643964 0xc0ee7c 0 + 3 12492263 0xbe9de7 0 + 5 12384321 0xbcf841 0 + 6 12597582 0xc0394e 0 + 0 12425985 0xbd9b01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514002 0xbef2d2 0 + 3 12492211 0xbe9db3 0 + 1 12643913 0xc0ee49 0 + 5 12384272 0xbcf810 0 + 7 12462636 0xbe2a2c 0 + 2 12572267 0xbfd66b 0 + 0 12425937 0xbd9ad1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514001 0xbef2d1 0 + 5 12384268 0xbcf80c 0 + 2 12572264 0xbfd668 0 + 7 12462635 0xbe2a2b 0 + 0 12425935 0xbd9acf 0 + 1 12643915 0xc0ee4b 0 + 6 12597535 0xc0391f 0 + 3 12492216 0xbe9db8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425917 0xbd9abd 0 + 2 12572247 0xbfd657 0 + 4 12513987 0xbef2c3 0 + 7 12462619 0xbe2a1b 0 + 1 12643897 0xc0ee39 0 + 3 12492196 0xbe9da4 0 + 5 12384254 0xbcf7fe 0 + 6 12597515 0xc0390b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492215 0xbe9db7 0 + 5 12384278 0xbcf816 0 + 6 12597539 0xc03923 0 + 0 12425942 0xbd9ad6 0 + 2 12572272 0xbfd670 0 + 4 12514012 0xbef2dc 0 + 7 12462644 0xbe2a34 0 + 1 12643921 0xc0ee51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492189 0xbe9d9d 0 + 1 12643890 0xc0ee32 0 + 0 12425911 0xbd9ab7 0 + 6 12597510 0xc03906 0 + 4 12513981 0xbef2bd 0 + 7 12462615 0xbe2a17 0 + 5 12384250 0xbcf7fa 0 + 2 12572243 0xbfd653 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572281 0xbfd679 0 + 3 12492230 0xbe9dc6 0 + 5 12384292 0xbcf824 0 + 0 12425954 0xbd9ae2 0 + 4 12514027 0xbef2eb 0 + 7 12462659 0xbe2a43 0 + 1 12643936 0xc0ee60 0 + 6 12597555 0xc03933 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572240 0xbfd650 0 + 5 12384247 0xbcf7f7 0 + 4 12513980 0xbef2bc 0 + 0 12425910 0xbd9ab6 0 + 1 12643891 0xc0ee33 0 + 3 12492191 0xbe9d9f 0 + 7 12462613 0xbe2a15 0 + 6 12597511 0xc03907 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384326 0xbcf846 0 + 7 12462691 0xbe2a63 0 + 4 12514061 0xbef30d 0 + 0 12425994 0xbd9b0a 0 + 1 12643972 0xc0ee84 0 + 6 12597591 0xc03957 0 + 3 12492272 0xbe9df0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514059 0xbef30b 0 + 5 12384327 0xbcf847 0 + 1 12643970 0xc0ee82 0 + 2 12572319 0xbfd69f 0 + 3 12492271 0xbe9def 0 + 6 12597590 0xc03956 0 + 0 12425996 0xbd9b0c 0 + 7 12462698 0xbe2a6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492205 0xbe9dad 0 + 2 12572256 0xbfd660 0 + 7 12462629 0xbe2a25 0 + 5 12384264 0xbcf808 0 + 0 12425927 0xbd9ac7 0 + 4 12513997 0xbef2cd 0 + 6 12597525 0xc03915 0 + 1 12643907 0xc0ee43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643903 0xc0ee3f 0 + 6 12597522 0xc03912 0 + 2 12572254 0xbfd65e 0 + 4 12513994 0xbef2ca 0 + 7 12462626 0xbe2a22 0 + 3 12492203 0xbe9dab 0 + 5 12384261 0xbcf805 0 + 0 12425924 0xbd9ac4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384265 0xbcf809 0 + 0 12425928 0xbd9ac8 0 + 7 12462630 0xbe2a26 0 + 6 12597528 0xc03918 0 + 4 12513998 0xbef2ce 0 + 3 12492209 0xbe9db1 0 + 1 12643910 0xc0ee46 0 + 2 12572260 0xbfd664 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492223 0xbe9dbf 0 + 5 12384283 0xbcf81b 0 + 6 12597543 0xc03927 0 + 0 12425946 0xbd9ada 0 + 2 12572276 0xbfd674 0 + 4 12514016 0xbef2e0 0 + 7 12462648 0xbe2a38 0 + 1 12643925 0xc0ee55 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384289 0xbcf821 0 + 7 12462653 0xbe2a3d 0 + 3 12492231 0xbe9dc7 0 + 6 12597549 0xc0392d 0 + 0 12425955 0xbd9ae3 0 + 4 12514026 0xbef2ea 0 + 1 12643934 0xc0ee5e 0 + 2 12572285 0xbfd67d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643908 0xc0ee44 0 + 3 12492207 0xbe9daf 0 + 5 12384266 0xbcf80a 0 + 6 12597526 0xc03916 0 + 0 12425929 0xbd9ac9 0 + 2 12572259 0xbfd663 0 + 4 12513999 0xbef2cf 0 + 7 12462631 0xbe2a27 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643958 0xc0ee76 0 + 3 12492257 0xbe9de1 0 + 5 12384317 0xbcf83d 0 + 6 12597578 0xc0394a 0 + 0 12425981 0xbd9afd 0 + 2 12572310 0xbfd696 0 + 4 12514051 0xbef303 0 + 7 12462682 0xbe2a5a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597534 0xc0391e 0 + 0 12425939 0xbd9ad3 0 + 2 12572270 0xbfd66e 0 + 4 12514010 0xbef2da 0 + 7 12462642 0xbe2a32 0 + 5 12384279 0xbcf817 0 + 1 12643919 0xc0ee4f 0 + 3 12492220 0xbe9dbc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514017 0xbef2e1 0 + 6 12597544 0xc03928 0 + 7 12462649 0xbe2a39 0 + 3 12492228 0xbe9dc4 0 + 5 12384288 0xbcf820 0 + 2 12572278 0xbfd676 0 + 0 12425951 0xbd9adf 0 + 1 12643928 0xc0ee58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514022 0xbef2e6 0 + 5 12384291 0xbcf823 0 + 1 12643931 0xc0ee5b 0 + 7 12462655 0xbe2a3f 0 + 3 12492234 0xbe9dca 0 + 6 12597552 0xc03930 0 + 2 12572288 0xbfd680 0 + 0 12425959 0xbd9ae7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572329 0xbfd6a9 0 + 4 12514071 0xbef317 0 + 7 12462702 0xbe2a6e 0 + 1 12643980 0xc0ee8c 0 + 3 12492278 0xbe9df6 0 + 5 12384337 0xbcf851 0 + 6 12597598 0xc0395e 0 + 0 12426000 0xbd9b10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572298 0xbfd68a 0 + 4 12514038 0xbef2f6 0 + 7 12462670 0xbe2a4e 0 + 1 12643947 0xc0ee6b 0 + 3 12492246 0xbe9dd6 0 + 5 12384305 0xbcf831 0 + 6 12597565 0xc0393d 0 + 0 12425968 0xbd9af0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597508 0xc03904 0 + 3 12492190 0xbe9d9e 0 + 2 12572241 0xbfd651 0 + 5 12384248 0xbcf7f8 0 + 7 12462614 0xbe2a16 0 + 1 12643893 0xc0ee35 0 + 4 12513982 0xbef2be 0 + 0 12425912 0xbd9ab8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514040 0xbef2f8 0 + 0 12425972 0xbd9af4 0 + 7 12462673 0xbe2a51 0 + 3 12492249 0xbe9dd9 0 + 1 12643952 0xc0ee70 0 + 2 12572302 0xbfd68e 0 + 5 12384309 0xbcf835 0 + 6 12597573 0xc03945 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425931 0xbd9acb 0 + 3 12492210 0xbe9db2 0 + 4 12514004 0xbef2d4 0 + 5 12384269 0xbcf80d 0 + 2 12572262 0xbfd666 0 + 1 12643914 0xc0ee4a 0 + 6 12597532 0xc0391c 0 + 7 12462640 0xbe2a30 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492233 0xbe9dc9 0 + 5 12384294 0xbcf826 0 + 4 12514028 0xbef2ec 0 + 6 12597554 0xc03932 0 + 0 12425960 0xbd9ae8 0 + 2 12572291 0xbfd683 0 + 7 12462663 0xbe2a47 0 + 1 12643940 0xc0ee64 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597568 0xc03940 0 + 1 12643950 0xc0ee6e 0 + 0 12425973 0xbd9af5 0 + 7 12462676 0xbe2a54 0 + 3 12492251 0xbe9ddb 0 + 5 12384310 0xbcf836 0 + 2 12572304 0xbfd690 0 + 4 12514047 0xbef2ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492241 0xbe9dd1 0 + 6 12597561 0xc03939 0 + 2 12572294 0xbfd686 0 + 5 12384302 0xbcf82e 0 + 0 12425964 0xbd9aec 0 + 4 12514035 0xbef2f3 0 + 7 12462667 0xbe2a4b 0 + 1 12643944 0xc0ee68 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462672 0xbe2a50 0 + 1 12643949 0xc0ee6d 0 + 3 12492248 0xbe9dd8 0 + 0 12425970 0xbd9af2 0 + 5 12384307 0xbcf833 0 + 6 12597569 0xc03941 0 + 4 12514042 0xbef2fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514043 0xbef2fb 0 + 6 12597571 0xc03943 0 + 0 12425974 0xbd9af6 0 + 2 12572303 0xbfd68f 0 + 7 12462679 0xbe2a57 0 + 1 12643957 0xc0ee75 0 + 3 12492258 0xbe9de2 0 + 5 12384316 0xbcf83c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425944 0xbd9ad8 0 + 2 12572274 0xbfd672 0 + 4 12514015 0xbef2df 0 + 7 12462646 0xbe2a36 0 + 5 12384282 0xbcf81a 0 + 6 12597542 0xc03926 0 + 1 12643924 0xc0ee54 0 + 3 12492224 0xbe9dc0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492267 0xbe9deb 0 + 5 12384325 0xbcf845 0 + 2 12572318 0xbfd69e 0 + 1 12643968 0xc0ee80 0 + 0 12425989 0xbd9b05 0 + 6 12597586 0xc03952 0 + 4 12514060 0xbef30c 0 + 7 12462693 0xbe2a65 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572283 0xbfd67b 0 + 4 12514025 0xbef2e9 0 + 7 12462656 0xbe2a40 0 + 1 12643933 0xc0ee5d 0 + 3 12492236 0xbe9dcc 0 + 5 12384295 0xbcf827 0 + 6 12597553 0xc03931 0 + 0 12425958 0xbd9ae6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425990 0xbd9b06 0 + 6 12597587 0xc03953 0 + 1 12643969 0xc0ee81 0 + 5 12384328 0xbcf848 0 + 7 12462694 0xbe2a66 0 + 2 12572323 0xbfd6a3 0 + 4 12514068 0xbef314 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425984 0xbd9b00 0 + 2 12572313 0xbfd699 0 + 4 12514054 0xbef306 0 + 7 12462685 0xbe2a5d 0 + 1 12643963 0xc0ee7b 0 + 3 12492262 0xbe9de6 0 + 5 12384320 0xbcf840 0 + 6 12597581 0xc0394d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514041 0xbef2f9 0 + 6 12597570 0xc03942 0 + 7 12462675 0xbe2a53 0 + 2 12572301 0xbfd68d 0 + 1 12643954 0xc0ee72 0 + 3 12492253 0xbe9ddd 0 + 5 12384315 0xbcf83b 0 + 0 12425976 0xbd9af8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643889 0xc0ee31 0 + 3 12492188 0xbe9d9c 0 + 5 12384246 0xbcf7f6 0 + 6 12597507 0xc03903 0 + 0 12425909 0xbd9ab5 0 + 2 12572239 0xbfd64f 0 + 4 12513979 0xbef2bb 0 + 7 12462611 0xbe2a13 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572252 0xbfd65c 0 + 7 12462624 0xbe2a20 0 + 3 12492201 0xbe9da9 0 + 6 12597521 0xc03911 0 + 4 12513993 0xbef2c9 0 + 5 12384260 0xbcf804 0 + 1 12643904 0xc0ee40 0 + 0 12425923 0xbd9ac3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425993 0xbd9b09 0 + 6 12597589 0xc03955 0 + 7 12462696 0xbe2a68 0 + 2 12572324 0xbfd6a4 0 + 4 12514065 0xbef311 0 + 1 12643976 0xc0ee88 0 + 3 12492274 0xbe9df2 0 + 5 12384333 0xbcf84d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462678 0xbe2a56 0 + 1 12643956 0xc0ee74 0 + 3 12492254 0xbe9dde 0 + 5 12384313 0xbcf839 0 + 6 12597575 0xc03947 0 + 0 12425978 0xbd9afa 0 + 2 12572308 0xbfd694 0 + 4 12514049 0xbef301 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384308 0xbcf834 0 + 4 12514046 0xbef2fe 0 + 6 12597572 0xc03944 0 + 0 12425975 0xbd9af7 0 + 2 12572305 0xbfd691 0 + 1 12643959 0xc0ee77 0 + 7 12462680 0xbe2a58 0 + 3 12492259 0xbe9de3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384293 0xbcf825 0 + 6 12597550 0xc0392e 0 + 0 12425957 0xbd9ae5 0 + 2 12572286 0xbfd67e 0 + 4 12514029 0xbef2ed 0 + 7 12462660 0xbe2a44 0 + 1 12643938 0xc0ee62 0 + 3 12492239 0xbe9dcf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384300 0xbcf82c 0 + 7 12462666 0xbe2a4a 0 + 6 12597562 0xc0393a 0 + 2 12572295 0xbfd687 0 + 1 12643943 0xc0ee67 0 + 4 12514034 0xbef2f2 0 + 0 12425965 0xbd9aed 0 + 3 12492243 0xbe9dd3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597512 0xc03908 0 + 3 12492194 0xbe9da2 0 + 2 12572245 0xbfd655 0 + 1 12643895 0xc0ee37 0 + 0 12425916 0xbd9abc 0 + 7 12462618 0xbe2a1a 0 + 4 12513986 0xbef2c2 0 + 5 12384253 0xbcf7fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514072 0xbef318 0 + 7 12462703 0xbe2a6f 0 + 1 12643981 0xc0ee8d 0 + 3 12492279 0xbe9df7 0 + 5 12384338 0xbcf852 0 + 6 12597599 0xc0395f 0 + 0 12426001 0xbd9b11 0 + 2 12572330 0xbfd6aa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384284 0xbcf81c 0 + 3 12492225 0xbe9dc1 0 + 4 12514018 0xbef2e2 0 + 6 12597546 0xc0392a 0 + 7 12462650 0xbe2a3a 0 + 0 12425949 0xbd9add 0 + 2 12572280 0xbfd678 0 + 1 12643930 0xc0ee5a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12572292 0xbfd684 0 + 7 12462664 0xbe2a48 0 + 3 12492240 0xbe9dd0 0 + 6 12597560 0xc03938 0 + 5 12384301 0xbcf82d 0 + 4 12514033 0xbef2f1 0 + 0 12425963 0xbd9aeb 0 + 1 12643942 0xc0ee66 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425947 0xbd9adb 0 + 5 12384285 0xbcf81d 0 + 2 12572277 0xbfd675 0 + 4 12514019 0xbef2e3 0 + 1 12643927 0xc0ee57 0 + 6 12597547 0xc0392b 0 + 7 12462651 0xbe2a3b 0 + 3 12492229 0xbe9dc5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425992 0xbd9b08 0 + 1 12643971 0xc0ee83 0 + 3 12492270 0xbe9dee 0 + 2 12572320 0xbfd6a0 0 + 7 12462695 0xbe2a67 0 + 5 12384330 0xbcf84a 0 + 4 12514066 0xbef312 0 + 6 12597593 0xc03959 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12384318 0xbcf83e 0 + 6 12597579 0xc0394b 0 + 0 12425982 0xbd9afe 0 + 2 12572311 0xbfd697 0 + 4 12514052 0xbef304 0 + 7 12462683 0xbe2a5b 0 + 1 12643961 0xc0ee79 0 + 3 12492260 0xbe9de4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c11c93976 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 96 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 22:06:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 22:06:30 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 96 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576750739456. +WARNING: Using actual aggregate bytes moved = 44685459456. +write 252.30 26214400 16.00 0.018492 168.90 0.015088 168.91 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2572911755264. +WARNING: Using actual aggregate bytes moved = 39616102400. +write 230.47 26214400 16.00 0.022397 163.91 0.015352 163.93 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2575189606400. +WARNING: Using actual aggregate bytes moved = 40638087168. +write 230.12 26214400 16.00 0.019302 168.40 0.015599 168.42 2 + +Max Write: 252.30 MiB/sec (264.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 252.30 230.12 237.63 10.38 167.08469 0 96 6 3 1 0 1 0 0 1 26843545600 16384 44685459456 POSIX 0 + +Finished: Tue Oct 23 22:14:52 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7acac10db --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:11:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:11:03 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 33230336000. +read 512.19 19660800 100.00 0.513790 61.36 0.002868 61.87 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 33932390400. +read 527.39 19660800 100.00 0.005589 61.36 0.002923 61.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 34252902400. +read 532.33 19660800 100.00 0.006677 61.36 0.004403 61.36 2 + +Max Read: 532.33 MiB/sec (558.19 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 532.33 512.19 523.97 8.57 61.53242 0 128 8 3 0 0 1 0 0 1 20132659200 102400 33230336000 MPIIO 0 + +Finished: Tue Oct 23 20:14:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596066 0xc03362 0 + 0 12424459 0xbd950b 0 + 2 12570798 0xbfd0ae 0 + 4 12512537 0xbeed19 0 + 7 12461168 0xbe2470 0 + 1 12642446 0xc0e88e 0 + 3 12490743 0xbe97f7 0 + 5 12382810 0xbcf25a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e8c0057e5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:54:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:54:29 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 44640665600. +read 1335.60 19660800 100.00 0.502604 31.38 0.008556 31.88 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 44677529600. +read 1359.00 19660800 100.00 0.011048 31.35 0.007899 31.35 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 44529561600. +read 1354.94 19660800 100.00 0.011456 31.34 0.008016 31.34 2 + +Max Read: 1359.00 MiB/sec (1425.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1359.00 1335.60 1349.84 10.21 31.52332 0 128 8 3 0 0 1 0 0 1 20132659200 102400 44640665600 MPIIO 0 + +Finished: Wed Oct 24 10:56:03 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..995da0739 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 20:07:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:07:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576975052800. +WARNING: Using actual aggregate bytes moved = 27621580800. +write 422.91 19660800 100.00 0.500381 61.79 0.000697 62.29 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576963379200. +WARNING: Using actual aggregate bytes moved = 28443443200. +write 440.21 19660800 100.00 0.003456 61.62 0.000779 61.62 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576969932800. +WARNING: Using actual aggregate bytes moved = 27850752000. +write 432.11 19660800 100.00 0.004572 61.46 0.000876 61.47 2 + +Max Write: 440.21 MiB/sec (461.59 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 440.21 422.91 431.74 7.07 61.79198 0 128 8 3 0 0 1 0 0 1 20132659200 102400 27621580800 MPIIO 0 + +Finished: Tue Oct 23 20:10:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..907d8ab1f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 08:49:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:49:44 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 234833838080. +read 1854.44 17233920 1024.00 0.572369 120.20 0.006264 120.77 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 237358809088. +read 1882.75 17233920 1024.00 0.009623 120.22 0.006211 120.23 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 238922235904. +read 1895.51 17233920 1024.00 0.009305 120.20 0.006212 120.21 2 + +Max Read: 1895.51 MiB/sec (1987.58 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1895.51 1854.44 1877.57 17.16 120.40146 0 128 8 3 0 0 1 0 0 1 17647534080 1048576 234833838080 MPIIO 0 + +Finished: Tue Oct 23 08:55:45 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593532 0xc0297c 0 + 0 12421922 0xbd8b22 0 + 2 12568270 0xbfc6ce 0 + 4 12510003 0xbee333 0 + 7 12458631 0xbe1a87 0 + 1 12639904 0xc0dea0 0 + 3 12488208 0xbe8e10 0 + 5 12380274 0xbce872 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e394b23c4 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:45:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:45:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 213719711744. +read 6639 19660800 1024.00 0.501391 30.20 0.000836 30.70 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 216062230528. +read 6823 19660800 1024.00 0.003893 30.20 0.001191 30.20 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 218766508032. +read 6911 19660800 1024.00 0.004452 30.18 0.001408 30.19 2 + +Max Read: 6911.29 MiB/sec (7247.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 6911.29 6639.35 6791.08 113.24 30.36242 0 128 8 3 0 0 1 0 0 1 20132659200 1048576 213719711744 MPIIO 0 + +Finished: Wed Oct 24 10:47:17 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d01d900fc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 08:43:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:43:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258880167936. +WARNING: Using actual aggregate bytes moved = 533859401728. +write 4218 17233920 1024.00 0.502268 120.20 0.002527 120.70 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258882265088. +WARNING: Using actual aggregate bytes moved = 532963917824. +write 4225 17233920 1024.00 0.091345 120.21 0.000960 120.30 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258877022208. +WARNING: Using actual aggregate bytes moved = 529912561664. +write 4204 17233920 1024.00 0.011866 120.21 0.001168 120.22 2 + +Max Write: 4225.05 MiB/sec (4430.29 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4225.05 4203.61 4215.56 8.92 120.40826 0 128 8 3 0 0 1 0 0 1 17647534080 1048576 533859401728 MPIIO 0 + +Finished: Tue Oct 23 08:49:20 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e71da8846 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 06:41:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:41:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 419566714880. +read 3307.83 17233920 10240 0.562957 120.40 0.004821 120.96 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 423268188160. +read 3349.56 17233920 10240 0.010286 120.50 0.004934 120.51 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 424683765760. +read 3361.33 17233920 10240 0.008095 120.49 0.004823 120.49 2 + +Max Read: 3361.33 MiB/sec (3524.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3361.33 3307.83 3339.57 22.95 120.65556 0 128 8 3 0 0 1 0 0 1 17647534080 10485760 419566714880 MPIIO 0 + +Finished: Tue Oct 23 06:47:10 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420917 0xbd8735 0 + 2 12567264 0xbfc2e0 0 + 4 12508987 0xbedf3b 0 + 7 12457629 0xbe169d 0 + 1 12638900 0xc0dab4 0 + 3 12487205 0xbe8a25 0 + 5 12379265 0xbce481 0 + 6 12592522 0xc0258a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..bbbee70c3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#TYPE:read.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:37:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:37:00 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 232259584000. +read 7215 19660800 10240 0.501931 30.20 0.000943 30.70 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 241046650880. +read 7610 19660800 10240 0.003793 30.20 0.000909 30.21 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 242483200000. +read 7651 19660800 10240 0.004120 30.22 0.001248 30.23 2 + +Max Read: 7650.62 MiB/sec (8022.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 7650.62 7214.60 7491.69 196.64 30.37872 0 128 8 3 0 0 1 0 0 1 20132659200 10485760 232259584000 MPIIO 0 + +Finished: Wed Oct 24 10:38:31 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..74f08530c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 06:34:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:34:35 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258873876480. +WARNING: Using actual aggregate bytes moved = 477144023040. +write 3760 17233920 10240 0.499358 120.52 0.000764 121.02 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258842419200. +WARNING: Using actual aggregate bytes moved = 475445329920. +write 3760 17233920 10240 0.030122 120.55 0.000970 120.59 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258831933440. +WARNING: Using actual aggregate bytes moved = 470904995840. +write 3718 17233920 10240 0.114969 120.66 0.001218 120.77 2 + +Max Write: 3760.16 MiB/sec (3942.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3760.16 3718.40 3746.17 19.64 120.79439 0 128 8 3 0 0 1 0 0 1 17647534080 10485760 477144023040 MPIIO 0 + +Finished: Tue Oct 23 06:40:44 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..66e1b363c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:28:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:28:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7226949632. +read 100.26 19660800 16.00 0.499991 68.24 0.001031 68.75 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7283228672. +read 101.78 19660800 16.00 0.004498 68.24 0.001824 68.24 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7291551744. +read 101.86 19660800 16.00 0.004573 68.26 0.001081 68.27 2 + +Max Read: 101.86 MiB/sec (106.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 101.86 100.26 101.30 0.74 68.41744 0 128 8 3 0 0 1 0 0 1 20132659200 16384 7226949632 MPIIO 0 + +Finished: Tue Oct 23 21:32:03 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597072 0xc03750 0 + 0 12425474 0xbd9902 0 + 2 12571809 0xbfd4a1 0 + 4 12513543 0xbef107 0 + 7 12462179 0xbe2863 0 + 1 12643456 0xc0ec80 0 + 3 12491753 0xbe9be9 0 + 5 12383813 0xbcf645 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..01427bdd1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ tee -a ./output_v2/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#TYPE:read.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 11:02:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 11:02:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread16/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 9196896256. +read 226.48 19660800 16.00 0.491865 38.24 0.001028 38.73 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 9200140288. +read 228.46 19660800 16.00 0.003531 38.40 0.000871 38.41 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 9175023616. +read 228.56 19660800 16.00 0.004523 38.28 0.000903 38.28 2 + +Max Read: 228.56 MiB/sec (239.66 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 228.56 226.48 227.83 0.96 38.47220 0 128 8 3 0 0 1 0 0 1 20132659200 16384 9196896256 MPIIO 0 + +Finished: Wed Oct 24 11:04:49 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5c5421458 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 21:25:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:25:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576979804160. +WARNING: Using actual aggregate bytes moved = 4941348864. +write 68.08 19660800 16.00 0.553325 68.66 0.000669 69.22 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576976101376. +WARNING: Using actual aggregate bytes moved = 4916150272. +write 68.46 19660800 16.00 0.002607 68.48 0.000758 68.49 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576980328448. +WARNING: Using actual aggregate bytes moved = 4860739584. +write 67.77 19660800 16.00 0.003006 68.40 0.000871 68.40 2 + +Max Write: 68.46 MiB/sec (71.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 68.46 67.77 68.10 0.28 68.70114 0 128 8 3 0 0 1 0 0 1 20132659200 16384 4941348864 MPIIO 0 + +Finished: Tue Oct 23 21:28:31 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e66b64a1a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,2075 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 20:04:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 20:04:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 78880153600. +read 1252.97 19660800 100.00 0.006958 60.04 0.006231 60.04 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 85085593600. +read 1351.49 19660800 100.00 0.006458 60.04 0.006164 60.04 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 88057753600. +read 1398.52 19660800 100.00 0.006605 60.04 0.006474 60.05 2 + +Max Read: 1398.52 MiB/sec (1466.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1398.52 1252.97 1334.33 60.65 60.04212 0 128 8 3 1 0 1 0 0 1 20132659200 102400 78880153600 POSIX 0 + +Finished: Tue Oct 23 20:07:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000110 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595985 0xc03311 0 + 7 12461087 0xbe241f 0 + 2 12570717 0xbfd05d 0 + 3 12490667 0xbe97ab 0 + 1 12642367 0xc0e83f 0 + 0 12424379 0xbd94bb 0 + 5 12382734 0xbcf20e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461048 0xbe23f8 0 + 3 12490625 0xbe9781 0 + 5 12382690 0xbcf1e2 0 + 0 12424337 0xbd9491 0 + 1 12642325 0xc0e815 0 + 6 12595946 0xc032ea 0 + 4 12512419 0xbeeca3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424427 0xbd94eb 0 + 2 12570766 0xbfd08e 0 + 1 12642417 0xc0e871 0 + 6 12596035 0xc03343 0 + 4 12512507 0xbeecfb 0 + 3 12490715 0xbe97db 0 + 7 12461137 0xbe2451 0 + 5 12382781 0xbcf23d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000113 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490677 0xbe97b5 0 + 6 12595999 0xc0331f 0 + 1 12642378 0xc0e84a 0 + 0 12424389 0xbd94c5 0 + 4 12512471 0xbeecd7 0 + 5 12382746 0xbcf21a 0 + 2 12570732 0xbfd06c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000096 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642432 0xc0e880 0 + 5 12382796 0xbcf24c 0 + 0 12424445 0xbd94fd 0 + 4 12512524 0xbeed0c 0 + 7 12461153 0xbe2461 0 + 3 12490730 0xbe97ea 0 + 2 12570785 0xbfd0a1 0 + 6 12596053 0xc03355 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570669 0xbfd02d 0 + 4 12512411 0xbeec9b 0 + 7 12461041 0xbe23f1 0 + 1 12642317 0xc0e80d 0 + 3 12490618 0xbe977a 0 + 5 12382683 0xbcf1db 0 + 6 12595938 0xc032e2 0 + 0 12424330 0xbd948a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512424 0xbeeca8 0 + 7 12461053 0xbe23fd 0 + 1 12642330 0xc0e81a 0 + 3 12490631 0xbe9787 0 + 5 12382696 0xbcf1e8 0 + 6 12595951 0xc032ef 0 + 0 12424343 0xbd9497 0 + 2 12570681 0xbfd039 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596028 0xc0333c 0 + 4 12512499 0xbeecf3 0 + 7 12461128 0xbe2448 0 + 1 12642407 0xc0e867 0 + 0 12424420 0xbd94e4 0 + 2 12570759 0xbfd087 0 + 3 12490705 0xbe97d1 0 + 5 12382772 0xbcf234 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595955 0xc032f3 0 + 0 12424347 0xbd949b 0 + 2 12570685 0xbfd03d 0 + 4 12512428 0xbeecac 0 + 7 12461057 0xbe2401 0 + 1 12642334 0xc0e81e 0 + 3 12490635 0xbe978b 0 + 5 12382700 0xbcf1ec 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424352 0xbd94a0 0 + 4 12512433 0xbeecb1 0 + 1 12642339 0xc0e823 0 + 5 12382706 0xbcf1f2 0 + 6 12595960 0xc032f8 0 + 2 12570691 0xbfd043 0 + 7 12461063 0xbe2407 0 + +/esfs/jtacquaviva/ioperf/file_write.00000100 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490650 0xbe979a 0 + 6 12595972 0xc03304 0 + 2 12570703 0xbfd04f 0 + 4 12512444 0xbeecbc 0 + 0 12424363 0xbd94ab 0 + 1 12642352 0xc0e830 0 + 5 12382719 0xbcf1ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424423 0xbd94e7 0 + 7 12461131 0xbe244b 0 + 6 12596032 0xc03340 0 + 5 12382776 0xbcf238 0 + 2 12570763 0xbfd08b 0 + 4 12512504 0xbeecf8 0 + 1 12642412 0xc0e86c 0 + 3 12490710 0xbe97d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595963 0xc032fb 0 + 0 12424355 0xbd94a3 0 + 7 12461065 0xbe2409 0 + 1 12642342 0xc0e826 0 + 3 12490642 0xbe9792 0 + 5 12382708 0xbcf1f4 0 + 4 12512436 0xbeecb4 0 + 2 12570693 0xbfd045 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461115 0xbe243b 0 + 6 12596014 0xc0332e 0 + 2 12570747 0xbfd07b 0 + 3 12490693 0xbe97c5 0 + 1 12642395 0xc0e85b 0 + 0 12424408 0xbd94d8 0 + 5 12382759 0xbcf227 0 + 4 12512487 0xbeece7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461086 0xbe241e 0 + 1 12642365 0xc0e83d 0 + 3 12490668 0xbe97ac 0 + 0 12424378 0xbd94ba 0 + 5 12382733 0xbcf20d 0 + 6 12595989 0xc03315 0 + 4 12512461 0xbeeccd 0 + 2 12570720 0xbfd060 0 + +/esfs/jtacquaviva/ioperf/file_write.00000126 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642386 0xc0e852 0 + 3 12490686 0xbe97be 0 + 5 12382752 0xbcf220 0 + 6 12596009 0xc03329 0 + 0 12424402 0xbd94d2 0 + 2 12570741 0xbfd075 0 + 4 12512481 0xbeece1 0 + 7 12461110 0xbe2436 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382720 0xbcf200 0 + 6 12595975 0xc03307 0 + 0 12424366 0xbd94ae 0 + 2 12570705 0xbfd051 0 + 4 12512448 0xbeecc0 0 + 7 12461076 0xbe2414 0 + 1 12642354 0xc0e832 0 + 3 12490654 0xbe979e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512449 0xbeecc1 0 + 3 12490655 0xbe979f 0 + 7 12461078 0xbe2416 0 + 1 12642356 0xc0e834 0 + 5 12382721 0xbcf201 0 + 0 12424369 0xbd94b1 0 + 2 12570708 0xbfd054 0 + 6 12595978 0xc0330a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000115 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570746 0xbfd07a 0 + 1 12642393 0xc0e859 0 + 3 12490691 0xbe97c3 0 + 5 12382757 0xbcf225 0 + 0 12424407 0xbd94d7 0 + 4 12512486 0xbeece6 0 + 7 12461116 0xbe243c 0 + 6 12596016 0xc03330 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512490 0xbeecea 0 + 1 12642398 0xc0e85e 0 + 3 12490697 0xbe97c9 0 + 5 12382763 0xbcf22b 0 + 6 12596020 0xc03334 0 + 0 12424412 0xbd94dc 0 + 7 12461120 0xbe2440 0 + 2 12570751 0xbfd07f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570787 0xbfd0a3 0 + 6 12596056 0xc03358 0 + 4 12512527 0xbeed0f 0 + 0 12424449 0xbd9501 0 + 5 12382801 0xbcf251 0 + 7 12461158 0xbe2466 0 + 3 12490734 0xbe97ee 0 + 1 12642437 0xc0e885 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382743 0xbcf217 0 + 7 12461100 0xbe242c 0 + 2 12570730 0xbfd06a 0 + 1 12642380 0xc0e84c 0 + 4 12512472 0xbeecd8 0 + 0 12424393 0xbd94c9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570698 0xbfd04a 0 + 7 12461070 0xbe240e 0 + 3 12490647 0xbe9797 0 + 6 12595969 0xc03301 0 + 4 12512442 0xbeecba 0 + 1 12642348 0xc0e82c 0 + 5 12382714 0xbcf1fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570793 0xbfd0a9 0 + 4 12512532 0xbeed14 0 + 7 12461162 0xbe246a 0 + 1 12642441 0xc0e889 0 + 3 12490738 0xbe97f2 0 + 5 12382805 0xbcf255 0 + 6 12596061 0xc0335d 0 + 0 12424454 0xbd9506 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461058 0xbe2402 0 + 6 12595956 0xc032f4 0 + 1 12642336 0xc0e820 0 + 3 12490637 0xbe978d 0 + 0 12424349 0xbd949d 0 + 2 12570687 0xbfd03f 0 + 5 12382702 0xbcf1ee 0 + 4 12512430 0xbeecae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000120 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570700 0xbfd04c 0 + 4 12512443 0xbeecbb 0 + 7 12461072 0xbe2410 0 + 5 12382715 0xbcf1fb 0 + 6 12595970 0xc03302 0 + 1 12642349 0xc0e82d 0 + 3 12490649 0xbe9799 0 + 0 12424361 0xbd94a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000109 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490702 0xbe97ce 0 + 0 12424417 0xbd94e1 0 + 4 12512496 0xbeecf0 0 + 5 12382770 0xbcf232 0 + 2 12570757 0xbfd085 0 + 6 12596027 0xc0333b 0 + 7 12461126 0xbe2446 0 + 1 12642405 0xc0e865 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461139 0xbe2453 0 + 1 12642418 0xc0e872 0 + 3 12490716 0xbe97dc 0 + 5 12382782 0xbcf23e 0 + 6 12596038 0xc03346 0 + 0 12424431 0xbd94ef 0 + 2 12570770 0xbfd092 0 + 4 12512509 0xbeecfd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461043 0xbe23f3 0 + 1 12642319 0xc0e80f 0 + 3 12490620 0xbe977c 0 + 5 12382685 0xbcf1dd 0 + 6 12595940 0xc032e4 0 + 0 12424332 0xbd948c 0 + 2 12570671 0xbfd02f 0 + 4 12512413 0xbeec9d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490732 0xbe97ec 0 + 7 12461157 0xbe2465 0 + 5 12382800 0xbcf250 0 + 2 12570789 0xbfd0a5 0 + 6 12596057 0xc03359 0 + 0 12424450 0xbd9502 0 + 1 12642436 0xc0e884 0 + 4 12512528 0xbeed10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424413 0xbd94dd 0 + 2 12570753 0xbfd081 0 + 4 12512492 0xbeecec 0 + 7 12461122 0xbe2442 0 + 1 12642401 0xc0e861 0 + 3 12490699 0xbe97cb 0 + 5 12382765 0xbcf22d 0 + 6 12596022 0xc03336 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382786 0xbcf242 0 + 2 12570774 0xbfd096 0 + 4 12512513 0xbeed01 0 + 3 12490721 0xbe97e1 0 + 0 12424435 0xbd94f3 0 + 6 12596042 0xc0334a 0 + 7 12461145 0xbe2459 0 + 1 12642424 0xc0e878 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382744 0xbcf218 0 + 4 12512470 0xbeecd6 0 + 6 12596002 0xc03322 0 + 0 12424394 0xbd94ca 0 + 2 12570733 0xbfd06d 0 + 7 12461103 0xbe242f 0 + 1 12642382 0xc0e84e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382802 0xbcf252 0 + 6 12596058 0xc0335a 0 + 0 12424451 0xbd9503 0 + 2 12570790 0xbfd0a6 0 + 4 12512529 0xbeed11 0 + 7 12461159 0xbe2467 0 + 1 12642438 0xc0e886 0 + 3 12490735 0xbe97ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642422 0xc0e876 0 + 7 12461143 0xbe2457 0 + 3 12490720 0xbe97e0 0 + 5 12382787 0xbcf243 0 + 4 12512514 0xbeed02 0 + 6 12596043 0xc0334b 0 + 0 12424436 0xbd94f4 0 + 2 12570775 0xbfd097 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570760 0xbfd088 0 + 4 12512501 0xbeecf5 0 + 6 12596030 0xc0333e 0 + 1 12642409 0xc0e869 0 + 5 12382773 0xbcf235 0 + 7 12461130 0xbe244a 0 + 3 12490707 0xbe97d3 0 + 0 12424422 0xbd94e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000117 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595947 0xc032eb 0 + 3 12490628 0xbe9784 0 + 4 12512421 0xbeeca5 0 + 2 12570678 0xbfd036 0 + 0 12424341 0xbd9495 0 + 7 12461051 0xbe23fb 0 + 5 12382694 0xbcf1e6 0 + 1 12642328 0xc0e818 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490684 0xbe97bc 0 + 5 12382750 0xbcf21e 0 + 6 12596006 0xc03326 0 + 0 12424398 0xbd94ce 0 + 2 12570736 0xbfd070 0 + 4 12512476 0xbeecdc 0 + 7 12461107 0xbe2433 0 + 1 12642387 0xc0e853 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570715 0xbfd05b 0 + 4 12512460 0xbeeccc 0 + 7 12461091 0xbe2423 0 + 0 12424381 0xbd94bd 0 + 5 12382735 0xbcf20f 0 + 6 12595990 0xc03316 0 + 3 12490669 0xbe97ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424406 0xbd94d6 0 + 2 12570745 0xbfd079 0 + 4 12512485 0xbeece5 0 + 7 12461114 0xbe243a 0 + 1 12642394 0xc0e85a 0 + 3 12490692 0xbe97c4 0 + 5 12382758 0xbcf226 0 + 6 12596015 0xc0332f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595976 0xc03308 0 + 0 12424367 0xbd94af 0 + 7 12461077 0xbe2415 0 + 1 12642355 0xc0e833 0 + 2 12570707 0xbfd053 0 + 3 12490656 0xbe97a0 0 + 4 12512451 0xbeecc3 0 + 5 12382722 0xbcf202 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512412 0xbeec9c 0 + 7 12461042 0xbe23f2 0 + 1 12642318 0xc0e80e 0 + 3 12490619 0xbe977b 0 + 5 12382684 0xbcf1dc 0 + 6 12595939 0xc032e3 0 + 0 12424331 0xbd948b 0 + 2 12570670 0xbfd02e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424370 0xbd94b2 0 + 2 12570709 0xbfd055 0 + 4 12512452 0xbeecc4 0 + 7 12461080 0xbe2418 0 + 1 12642358 0xc0e836 0 + 3 12490658 0xbe97a2 0 + 5 12382724 0xbcf204 0 + 6 12595979 0xc0330b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382778 0xbcf23a 0 + 6 12596034 0xc03342 0 + 1 12642415 0xc0e86f 0 + 0 12424429 0xbd94ed 0 + 3 12490712 0xbe97d8 0 + 4 12512508 0xbeecfc 0 + 7 12461138 0xbe2452 0 + 2 12570768 0xbfd090 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596033 0xc03341 0 + 0 12424426 0xbd94ea 0 + 2 12570765 0xbfd08d 0 + 4 12512505 0xbeecf9 0 + 7 12461134 0xbe244e 0 + 1 12642413 0xc0e86d 0 + 3 12490711 0xbe97d7 0 + 5 12382777 0xbcf239 0 + +/esfs/jtacquaviva/ioperf/file_write.00000103 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461125 0xbe2445 0 + 5 12382768 0xbcf230 0 + 6 12596025 0xc03339 0 + 2 12570756 0xbfd084 0 + 1 12642404 0xc0e864 0 + 0 12424418 0xbd94e2 0 + 3 12490703 0xbe97cf 0 + 4 12512497 0xbeecf1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000111 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512523 0xbeed0b 0 + 3 12490729 0xbe97e9 0 + 6 12596052 0xc03354 0 + 2 12570784 0xbfd0a0 0 + 1 12642433 0xc0e881 0 + 5 12382797 0xbcf24d 0 + 0 12424446 0xbd94fe 0 + 7 12461154 0xbe2462 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490639 0xbe978f 0 + 5 12382704 0xbcf1f0 0 + 6 12595959 0xc032f7 0 + 0 12424351 0xbd949f 0 + 2 12570689 0xbfd041 0 + 4 12512432 0xbeecb0 0 + 7 12461061 0xbe2405 0 + 1 12642338 0xc0e822 0 + +/esfs/jtacquaviva/ioperf/file_write.00000098 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382686 0xbcf1de 0 + 2 12570672 0xbfd030 0 + 1 12642321 0xc0e811 0 + 6 12595942 0xc032e6 0 + 4 12512415 0xbeec9f 0 + 0 12424334 0xbd948e 0 + 7 12461045 0xbe23f5 0 + 3 12490622 0xbe977e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595977 0xc03309 0 + 0 12424368 0xbd94b0 0 + 2 12570706 0xbfd052 0 + 7 12461079 0xbe2417 0 + 4 12512450 0xbeecc2 0 + 1 12642357 0xc0e835 0 + 3 12490657 0xbe97a1 0 + 5 12382723 0xbcf203 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424434 0xbd94f2 0 + 7 12461142 0xbe2456 0 + 1 12642421 0xc0e875 0 + 5 12382785 0xbcf241 0 + 6 12596041 0xc03349 0 + 2 12570773 0xbfd095 0 + 3 12490719 0xbe97df 0 + 4 12512512 0xbeed00 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382705 0xbcf1f1 0 + 2 12570690 0xbfd042 0 + 7 12461062 0xbe2406 0 + 3 12490640 0xbe9790 0 + 0 12424353 0xbd94a1 0 + 6 12595961 0xc032f9 0 + 4 12512434 0xbeecb2 0 + 1 12642340 0xc0e824 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382716 0xbcf1fc 0 + 2 12570702 0xbfd04e 0 + 3 12490651 0xbe979b 0 + 4 12512445 0xbeecbd 0 + 1 12642351 0xc0e82f 0 + 6 12595974 0xc03306 0 + 0 12424364 0xbd94ac 0 + 7 12461075 0xbe2413 0 + +/esfs/jtacquaviva/ioperf/file_write.00000123 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570752 0xbfd080 0 + 4 12512493 0xbeeced 0 + 7 12461123 0xbe2443 0 + 1 12642402 0xc0e862 0 + 3 12490700 0xbe97cc 0 + 5 12382766 0xbcf22e 0 + 6 12596023 0xc03337 0 + 0 12424415 0xbd94df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000121 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512466 0xbeecd2 0 + 2 12570726 0xbfd066 0 + 6 12595996 0xc0331c 0 + 0 12424387 0xbd94c3 0 + 1 12642374 0xc0e846 0 + 7 12461096 0xbe2428 0 + 5 12382740 0xbcf214 0 + 3 12490675 0xbe97b3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382712 0xbcf1f8 0 + 6 12595967 0xc032ff 0 + 0 12424359 0xbd94a7 0 + 2 12570697 0xbfd049 0 + 4 12512440 0xbeecb8 0 + 7 12461069 0xbe240d 0 + 1 12642346 0xc0e82a 0 + 3 12490646 0xbe9796 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596059 0xc0335b 0 + 0 12424452 0xbd9504 0 + 2 12570791 0xbfd0a7 0 + 4 12512530 0xbeed12 0 + 7 12461160 0xbe2468 0 + 1 12642439 0xc0e887 0 + 3 12490736 0xbe97f0 0 + 5 12382803 0xbcf253 0 + +/esfs/jtacquaviva/ioperf/file_write.00000106 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595964 0xc032fc 0 + 1 12642343 0xc0e827 0 + 4 12512438 0xbeecb6 0 + 3 12490644 0xbe9794 0 + 0 12424356 0xbd94a4 0 + 7 12461068 0xbe240c 0 + 2 12570695 0xbfd047 0 + 5 12382711 0xbcf1f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461144 0xbe2458 0 + 1 12642423 0xc0e877 0 + 3 12490722 0xbe97e2 0 + 5 12382788 0xbcf244 0 + 6 12596044 0xc0334c 0 + 0 12424438 0xbd94f6 0 + 2 12570776 0xbfd098 0 + 4 12512515 0xbeed03 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595971 0xc03303 0 + 1 12642350 0xc0e82e 0 + 7 12461074 0xbe2412 0 + 5 12382718 0xbcf1fe 0 + 3 12490653 0xbe979d 0 + 0 12424365 0xbd94ad 0 + 4 12512447 0xbeecbf 0 + 2 12570704 0xbfd050 0 + +/esfs/jtacquaviva/ioperf/file_write.00000105 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490718 0xbe97de 0 + 5 12382784 0xbcf240 0 + 6 12596040 0xc03348 0 + 0 12424433 0xbd94f1 0 + 2 12570772 0xbfd094 0 + 4 12512511 0xbeecff 0 + 7 12461141 0xbe2455 0 + 1 12642420 0xc0e874 0 + +/esfs/jtacquaviva/ioperf/file_write.00000116 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642425 0xc0e879 0 + 2 12570777 0xbfd099 0 + 3 12490723 0xbe97e3 0 + 4 12512517 0xbeed05 0 + 5 12382790 0xbcf246 0 + 0 12424439 0xbd94f7 0 + 7 12461148 0xbe245c 0 + 6 12596047 0xc0334f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382789 0xbcf245 0 + 4 12512516 0xbeed04 0 + 6 12596046 0xc0334e 0 + 7 12461147 0xbe245b 0 + 3 12490724 0xbe97e4 0 + 0 12424440 0xbd94f8 0 + 2 12570779 0xbfd09b 0 + 1 12642427 0xc0e87b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596013 0xc0332d 0 + 0 12424405 0xbd94d5 0 + 2 12570744 0xbfd078 0 + 4 12512484 0xbeece4 0 + 7 12461113 0xbe2439 0 + 1 12642392 0xc0e858 0 + 3 12490690 0xbe97c2 0 + 5 12382756 0xbcf224 0 + +/esfs/jtacquaviva/ioperf/file_write.00000125 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461135 0xbe244f 0 + 0 12424428 0xbd94ec 0 + 1 12642416 0xc0e870 0 + 2 12570767 0xbfd08f 0 + 3 12490713 0xbe97d9 0 + 6 12596036 0xc03344 0 + 5 12382780 0xbcf23c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642396 0xc0e85c 0 + 3 12490694 0xbe97c6 0 + 0 12424409 0xbd94d9 0 + 2 12570748 0xbfd07c 0 + 4 12512488 0xbeece8 0 + 5 12382760 0xbcf228 0 + 7 12461118 0xbe243e 0 + 6 12596018 0xc03332 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424339 0xbd9493 0 + 2 12570677 0xbfd035 0 + 4 12512420 0xbeeca4 0 + 3 12490629 0xbe9785 0 + 7 12461050 0xbe23fa 0 + 1 12642327 0xc0e817 0 + 5 12382693 0xbcf1e5 0 + 6 12595949 0xc032ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461054 0xbe23fe 0 + 1 12642331 0xc0e81b 0 + 3 12490632 0xbe9788 0 + 5 12382697 0xbcf1e9 0 + 6 12595952 0xc032f0 0 + 0 12424344 0xbd9498 0 + 2 12570682 0xbfd03a 0 + 4 12512425 0xbeeca9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570782 0xbfd09e 0 + 4 12512521 0xbeed09 0 + 7 12461151 0xbe245f 0 + 5 12382794 0xbcf24a 0 + 6 12596050 0xc03352 0 + 0 12424443 0xbd94fb 0 + 1 12642430 0xc0e87e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424442 0xbd94fa 0 + 2 12570781 0xbfd09d 0 + 4 12512520 0xbeed08 0 + 7 12461150 0xbe245e 0 + 1 12642429 0xc0e87d 0 + 3 12490727 0xbe97e7 0 + 5 12382793 0xbcf249 0 + 6 12596049 0xc03351 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424437 0xbd94f5 0 + 7 12461146 0xbe245a 0 + 1 12642426 0xc0e87a 0 + 6 12596045 0xc0334d 0 + 2 12570778 0xbfd09a 0 + 4 12512518 0xbeed06 0 + 5 12382791 0xbcf247 0 + 3 12490725 0xbe97e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642363 0xc0e83b 0 + 7 12461085 0xbe241d 0 + 5 12382730 0xbcf20a 0 + 6 12595987 0xc03313 0 + 0 12424377 0xbd94b9 0 + 4 12512458 0xbeecca 0 + 3 12490666 0xbe97aa 0 + 2 12570718 0xbfd05e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000097 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424396 0xbd94cc 0 + 4 12512474 0xbeecda 0 + 1 12642383 0xc0e84f 0 + 5 12382748 0xbcf21c 0 + 2 12570735 0xbfd06f 0 + 7 12461105 0xbe2431 0 + 3 12490685 0xbe97bd 0 + 6 12596005 0xc03325 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570701 0xbfd04d 0 + 0 12424362 0xbd94aa 0 + 6 12595973 0xc03305 0 + 7 12461073 0xbe2411 0 + 5 12382717 0xbcf1fd 0 + 3 12490652 0xbe979c 0 + 4 12512446 0xbeecbe 0 + 1 12642353 0xc0e831 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512495 0xbeecef 0 + 7 12461124 0xbe2444 0 + 1 12642403 0xc0e863 0 + 3 12490701 0xbe97cd 0 + 5 12382767 0xbcf22f 0 + 6 12596024 0xc03338 0 + 0 12424416 0xbd94e0 0 + 2 12570755 0xbfd083 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382707 0xbcf1f3 0 + 6 12595962 0xc032fa 0 + 0 12424354 0xbd94a2 0 + 2 12570692 0xbfd044 0 + 4 12512435 0xbeecb3 0 + 7 12461064 0xbe2408 0 + 1 12642341 0xc0e825 0 + 3 12490641 0xbe9791 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595980 0xc0330c 0 + 0 12424371 0xbd94b3 0 + 4 12512453 0xbeecc5 0 + 5 12382725 0xbcf205 0 + 2 12570710 0xbfd056 0 + 1 12642359 0xc0e837 0 + 3 12490659 0xbe97a3 0 + 7 12461081 0xbe2419 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382771 0xbcf233 0 + 4 12512500 0xbeecf4 0 + 6 12596029 0xc0333d 0 + 1 12642408 0xc0e868 0 + 0 12424421 0xbd94e5 0 + 7 12461129 0xbe2449 0 + 3 12490706 0xbe97d2 0 + 2 12570761 0xbfd089 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595997 0xc0331d 0 + 4 12512468 0xbeecd4 0 + 5 12382742 0xbcf216 0 + 2 12570728 0xbfd068 0 + 1 12642381 0xc0e84d 0 + 0 12424392 0xbd94c8 0 + 7 12461102 0xbe242e 0 + 3 12490681 0xbe97b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424411 0xbd94db 0 + 2 12570750 0xbfd07e 0 + 4 12512491 0xbeeceb 0 + 3 12490696 0xbe97c8 0 + 5 12382762 0xbcf22a 0 + 6 12596019 0xc03333 0 + 1 12642399 0xc0e85f 0 + 7 12461119 0xbe243f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512467 0xbeecd3 0 + 1 12642377 0xc0e849 0 + 3 12490678 0xbe97b6 0 + 5 12382745 0xbcf219 0 + 0 12424391 0xbd94c7 0 + 7 12461101 0xbe242d 0 + 2 12570731 0xbfd06b 0 + 6 12596003 0xc03323 0 + +/esfs/jtacquaviva/ioperf/file_write.00000127 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424375 0xbd94b7 0 + 3 12490663 0xbe97a7 0 + 6 12595984 0xc03310 0 + 5 12382729 0xbcf209 0 + 2 12570714 0xbfd05a 0 + 1 12642364 0xc0e83c 0 + 4 12512457 0xbeecc9 0 + 7 12461088 0xbe2420 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424400 0xbd94d0 0 + 4 12512478 0xbeecde 0 + 1 12642388 0xc0e854 0 + 3 12490687 0xbe97bf 0 + 2 12570740 0xbfd074 0 + 7 12461109 0xbe2435 0 + 5 12382753 0xbcf221 0 + 6 12596010 0xc0332a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570786 0xbfd0a2 0 + 4 12512525 0xbeed0d 0 + 7 12461155 0xbe2463 0 + 1 12642434 0xc0e882 0 + 3 12490731 0xbe97eb 0 + 5 12382798 0xbcf24e 0 + 6 12596054 0xc03356 0 + 0 12424447 0xbd94ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000124 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642337 0xc0e821 0 + 3 12490638 0xbe978e 0 + 5 12382703 0xbcf1ef 0 + 6 12595958 0xc032f6 0 + 0 12424350 0xbd949e 0 + 2 12570688 0xbfd040 0 + 4 12512431 0xbeecaf 0 + 7 12461060 0xbe2404 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382751 0xbcf21f 0 + 2 12570739 0xbfd073 0 + 7 12461108 0xbe2434 0 + 6 12596008 0xc03328 0 + 0 12424401 0xbd94d1 0 + 4 12512480 0xbeece0 0 + 1 12642389 0xc0e855 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570680 0xbfd038 0 + 4 12512423 0xbeeca7 0 + 7 12461052 0xbe23fc 0 + 1 12642329 0xc0e819 0 + 3 12490630 0xbe9786 0 + 5 12382695 0xbcf1e7 0 + 6 12595950 0xc032ee 0 + 0 12424342 0xbd9496 0 + +/esfs/jtacquaviva/ioperf/file_write.00000102 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424348 0xbd949c 0 + 2 12570686 0xbfd03e 0 + 1 12642335 0xc0e81f 0 + 3 12490636 0xbe978c 0 + 5 12382701 0xbcf1ed 0 + 4 12512429 0xbeecad 0 + 7 12461059 0xbe2403 0 + 6 12595957 0xc032f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512533 0xbeed15 0 + 7 12461163 0xbe246b 0 + 1 12642442 0xc0e88a 0 + 3 12490739 0xbe97f3 0 + 5 12382806 0xbcf256 0 + 6 12596062 0xc0335e 0 + 0 12424455 0xbd9507 0 + 2 12570794 0xbfd0aa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382698 0xbcf1ea 0 + 0 12424345 0xbd9499 0 + 7 12461055 0xbe23ff 0 + 6 12595954 0xc032f2 0 + 2 12570684 0xbfd03c 0 + 4 12512427 0xbeecab 0 + 1 12642333 0xc0e81d 0 + 3 12490634 0xbe978a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000101 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461092 0xbe2424 0 + 1 12642369 0xc0e841 0 + 3 12490670 0xbe97ae 0 + 5 12382736 0xbcf210 0 + 6 12595991 0xc03317 0 + 0 12424382 0xbd94be 0 + 2 12570721 0xbfd061 0 + 4 12512462 0xbeecce 0 + +/esfs/jtacquaviva/ioperf/file_write.00000108 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642326 0xc0e816 0 + 3 12490627 0xbe9783 0 + 5 12382692 0xbcf1e4 0 + 6 12595948 0xc032ec 0 + 0 12424340 0xbd9494 0 + 2 12570679 0xbfd037 0 + 4 12512422 0xbeeca6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642400 0xc0e860 0 + 0 12424414 0xbd94de 0 + 7 12461121 0xbe2441 0 + 2 12570754 0xbfd082 0 + 3 12490698 0xbe97ca 0 + 6 12596021 0xc03335 0 + 4 12512494 0xbeecee 0 + 5 12382764 0xbcf22c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000099 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642419 0xc0e873 0 + 3 12490717 0xbe97dd 0 + 5 12382783 0xbcf23f 0 + 6 12596039 0xc03347 0 + 0 12424432 0xbd94f0 0 + 2 12570771 0xbfd093 0 + 4 12512510 0xbeecfe 0 + 7 12461140 0xbe2454 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642410 0xc0e86a 0 + 0 12424424 0xbd94e8 0 + 2 12570762 0xbfd08a 0 + 3 12490709 0xbe97d5 0 + 5 12382775 0xbcf237 0 + 7 12461133 0xbe244d 0 + 4 12512503 0xbeecf7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596048 0xc03350 0 + 0 12424441 0xbd94f9 0 + 2 12570780 0xbfd09c 0 + 4 12512519 0xbeed07 0 + 7 12461149 0xbe245d 0 + 1 12642428 0xc0e87c 0 + 3 12490726 0xbe97e6 0 + 5 12382792 0xbcf248 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490672 0xbe97b0 0 + 4 12512464 0xbeecd0 0 + 1 12642372 0xc0e844 0 + 6 12595994 0xc0331a 0 + 0 12424385 0xbd94c1 0 + 7 12461094 0xbe2426 0 + 5 12382739 0xbcf213 0 + 2 12570724 0xbfd064 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490728 0xbe97e8 0 + 2 12570783 0xbfd09f 0 + 7 12461152 0xbe2460 0 + 6 12596051 0xc03353 0 + 4 12512522 0xbeed0a 0 + 1 12642431 0xc0e87f 0 + 5 12382795 0xbcf24b 0 + 0 12424444 0xbd94fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424453 0xbd9505 0 + 2 12570792 0xbfd0a8 0 + 4 12512531 0xbeed13 0 + 7 12461161 0xbe2469 0 + 1 12642440 0xc0e888 0 + 3 12490737 0xbe97f1 0 + 5 12382804 0xbcf254 0 + 6 12596060 0xc0335c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595981 0xc0330d 0 + 3 12490661 0xbe97a5 0 + 5 12382727 0xbcf207 0 + 4 12512455 0xbeecc7 0 + 0 12424374 0xbd94b6 0 + 7 12461083 0xbe241b 0 + 2 12570713 0xbfd059 0 + 1 12642362 0xc0e83a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424376 0xbd94b8 0 + 3 12490664 0xbe97a8 0 + 2 12570716 0xbfd05c 0 + 4 12512459 0xbeeccb 0 + 5 12382732 0xbcf20c 0 + 1 12642366 0xc0e83e 0 + 7 12461090 0xbe2422 0 + 6 12595988 0xc03314 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642320 0xc0e810 0 + 6 12595941 0xc032e5 0 + 0 12424333 0xbd948d 0 + 4 12512414 0xbeec9e 0 + 7 12461044 0xbe23f4 0 + 3 12490621 0xbe977d 0 + 2 12570673 0xbfd031 0 + 5 12382687 0xbcf1df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382779 0xbcf23b 0 + 1 12642414 0xc0e86e 0 + 4 12512506 0xbeecfa 0 + 7 12461136 0xbe2450 0 + 3 12490714 0xbe97da 0 + 6 12596037 0xc03345 0 + 0 12424430 0xbd94ee 0 + 2 12570769 0xbfd091 0 + +/esfs/jtacquaviva/ioperf/file_write.00000112 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512526 0xbeed0e 0 + 7 12461156 0xbe2464 0 + 5 12382799 0xbcf24f 0 + 6 12596055 0xc03357 0 + 1 12642435 0xc0e883 0 + 3 12490733 0xbe97ed 0 + 0 12424448 0xbd9500 0 + 2 12570788 0xbfd0a4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000114 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570694 0xbfd046 0 + 3 12490643 0xbe9793 0 + 7 12461066 0xbe240a 0 + 6 12595965 0xc032fd 0 + 4 12512439 0xbeecb7 0 + 0 12424358 0xbd94a6 0 + 5 12382710 0xbcf1f6 0 + 1 12642345 0xc0e829 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642375 0xc0e847 0 + 7 12461098 0xbe242a 0 + 2 12570727 0xbfd067 0 + 6 12596000 0xc03320 0 + 3 12490680 0xbe97b8 0 + 4 12512473 0xbeecd9 0 + 0 12424395 0xbd94cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461097 0xbe2429 0 + 5 12382741 0xbcf215 0 + 3 12490676 0xbe97b4 0 + 0 12424388 0xbd94c4 0 + 1 12642376 0xc0e848 0 + 6 12595998 0xc0331e 0 + 4 12512469 0xbeecd5 0 + 2 12570729 0xbfd069 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595986 0xc03312 0 + 3 12490665 0xbe97a9 0 + 5 12382731 0xbcf20b 0 + 7 12461089 0xbe2421 0 + 0 12424380 0xbd94bc 0 + 1 12642368 0xc0e840 0 + 2 12570719 0xbfd05f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424372 0xbd94b4 0 + 2 12570711 0xbfd057 0 + 3 12490660 0xbe97a4 0 + 4 12512454 0xbeecc6 0 + 7 12461082 0xbe241a 0 + 1 12642360 0xc0e838 0 + 5 12382726 0xbcf206 0 + 6 12595982 0xc0330e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382737 0xbcf211 0 + 6 12595992 0xc03318 0 + 1 12642371 0xc0e843 0 + 0 12424384 0xbd94c0 0 + 4 12512463 0xbeeccf 0 + 2 12570723 0xbfd063 0 + 3 12490673 0xbe97b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382747 0xbcf21b 0 + 2 12570734 0xbfd06e 0 + 7 12461104 0xbe2430 0 + 3 12490683 0xbe97bb 0 + 6 12596004 0xc03324 0 + 4 12512475 0xbeecdb 0 + 0 12424397 0xbd94cd 0 + 1 12642385 0xc0e851 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642332 0xc0e81c 0 + 6 12595953 0xc032f1 0 + 2 12570683 0xbfd03b 0 + 4 12512426 0xbeecaa 0 + 3 12490633 0xbe9789 0 + 0 12424346 0xbd949a 0 + 7 12461056 0xbe2400 0 + 5 12382699 0xbcf1eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461099 0xbe242b 0 + 3 12490679 0xbe97b7 0 + 1 12642379 0xc0e84b 0 + 0 12424390 0xbd94c6 0 + 6 12596001 0xc03321 0 + 2 12570738 0xbfd072 0 + 4 12512479 0xbeecdf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12461164 0xbe246c 0 + 1 12642443 0xc0e88b 0 + 3 12490740 0xbe97f4 0 + 5 12382807 0xbcf257 0 + 6 12596063 0xc0335f 0 + 0 12424456 0xbd9508 0 + 2 12570795 0xbfd0ab 0 + 4 12512534 0xbeed16 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570676 0xbfd034 0 + 1 12642324 0xc0e814 0 + 6 12595945 0xc032e9 0 + 4 12512418 0xbeeca2 0 + 3 12490626 0xbe9782 0 + 0 12424338 0xbd9492 0 + 7 12461049 0xbe23f9 0 + 5 12382691 0xbcf1e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595943 0xc032e7 0 + 0 12424335 0xbd948f 0 + 2 12570674 0xbfd032 0 + 4 12512416 0xbeeca0 0 + 7 12461046 0xbe23f6 0 + 1 12642322 0xc0e812 0 + 3 12490623 0xbe977f 0 + 5 12382688 0xbcf1e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596017 0xc03331 0 + 7 12461117 0xbe243d 0 + 3 12490695 0xbe97c7 0 + 0 12424410 0xbd94da 0 + 2 12570749 0xbfd07d 0 + 1 12642397 0xc0e85d 0 + 4 12512489 0xbeece9 0 + 5 12382761 0xbcf229 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490682 0xbe97ba 0 + 1 12642384 0xc0e850 0 + 5 12382749 0xbcf21d 0 + 6 12596007 0xc03327 0 + 0 12424399 0xbd94cf 0 + 2 12570737 0xbfd071 0 + 4 12512477 0xbeecdd 0 + 7 12461106 0xbe2432 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512437 0xbeecb5 0 + 1 12642344 0xc0e828 0 + 7 12461067 0xbe240b 0 + 0 12424357 0xbd94a5 0 + 5 12382709 0xbcf1f5 0 + 2 12570696 0xbfd048 0 + 6 12595966 0xc032fe 0 + 3 12490645 0xbe9795 0 + +/esfs/jtacquaviva/ioperf/file_write.00000122 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424336 0xbd9490 0 + 2 12570675 0xbfd033 0 + 4 12512417 0xbeeca1 0 + 7 12461047 0xbe23f7 0 + 1 12642323 0xc0e813 0 + 3 12490624 0xbe9780 0 + 5 12382689 0xbcf1e1 0 + 6 12595944 0xc032e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000119 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642361 0xc0e839 0 + 0 12424373 0xbd94b5 0 + 2 12570712 0xbfd058 0 + 5 12382728 0xbcf208 0 + 6 12595983 0xc0330f 0 + 3 12490662 0xbe97a6 0 + 4 12512456 0xbeecc8 0 + 7 12461084 0xbe241c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000107 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490688 0xbe97c0 0 + 5 12382754 0xbcf222 0 + 6 12596011 0xc0332b 0 + 0 12424403 0xbd94d3 0 + 2 12570742 0xbfd076 0 + 4 12512482 0xbeece2 0 + 7 12461111 0xbe2437 0 + 1 12642390 0xc0e856 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382769 0xbcf231 0 + 6 12596026 0xc0333a 0 + 0 12424419 0xbd94e3 0 + 2 12570758 0xbfd086 0 + 4 12512498 0xbeecf2 0 + 7 12461127 0xbe2447 0 + 1 12642406 0xc0e866 0 + 3 12490704 0xbe97d0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000104 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512465 0xbeecd1 0 + 2 12570725 0xbfd065 0 + 3 12490674 0xbe97b2 0 + 6 12595995 0xc0331b 0 + 7 12461095 0xbe2427 0 + 1 12642373 0xc0e845 0 + 0 12424386 0xbd94c2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382755 0xbcf223 0 + 6 12596012 0xc0332c 0 + 0 12424404 0xbd94d4 0 + 2 12570743 0xbfd077 0 + 4 12512483 0xbeece3 0 + 7 12461112 0xbe2438 0 + 1 12642391 0xc0e857 0 + 3 12490689 0xbe97c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642370 0xc0e842 0 + 0 12424383 0xbd94bf 0 + 7 12461093 0xbe2425 0 + 3 12490671 0xbe97af 0 + 5 12382738 0xbcf212 0 + 2 12570722 0xbfd062 0 + 6 12595993 0xc03319 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595968 0xc03300 0 + 4 12512441 0xbeecb9 0 + 1 12642347 0xc0e82b 0 + 5 12382713 0xbcf1f9 0 + 0 12424360 0xbd94a8 0 + 7 12461071 0xbe240f 0 + 3 12490648 0xbe9798 0 + 2 12570699 0xbfd04b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000118 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512502 0xbeecf6 0 + 3 12490708 0xbe97d4 0 + 5 12382774 0xbcf236 0 + 6 12596031 0xc0333f 0 + 7 12461132 0xbe244c 0 + 1 12642411 0xc0e86b 0 + 0 12424425 0xbd94e9 0 + 2 12570764 0xbfd08c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..51d105d5b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 19:58:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:58:41 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576762060800. +WARNING: Using actual aggregate bytes moved = 94228070400. +write 758.09 19660800 100.00 0.008983 118.53 0.001436 118.54 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2558644940800. +WARNING: Using actual aggregate bytes moved = 94061568000. +write 769.57 19660800 100.00 0.011198 116.55 0.001645 116.56 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2572914892800. +WARNING: Using actual aggregate bytes moved = 95488000000. +write 768.43 19660800 100.00 0.012971 118.49 0.001745 118.51 2 + +Max Write: 769.57 MiB/sec (806.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 769.57 758.09 765.36 5.17 117.86981 0 128 8 3 1 0 1 0 0 1 20132659200 102400 94228070400 POSIX 0 + +Finished: Tue Oct 23 20:04:36 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b23a58833 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,2086 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 08:37:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:37:08 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 878107951104. +read 6976 17233920 1024.00 0.009187 120.05 0.008443 120.05 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 1021671636992. +read 8117 17233920 1024.00 0.008651 120.04 0.008492 120.04 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 1022388862976. +read 8122 17233920 1024.00 0.009243 120.05 0.008479 120.05 2 + +Max Read: 8121.98 MiB/sec (8516.52 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 8121.98 6975.78 7738.10 539.04 120.04668 0 128 8 3 1 0 1 0 0 1 17647534080 1048576 878107951104 POSIX 0 + +Finished: Tue Oct 23 08:43:08 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000110 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380180 0xbce814 0 + 2 12568178 0xbfc672 0 + 7 12458538 0xbe1a2a 0 + 6 12593438 0xc0291e 0 + 1 12639812 0xc0de44 0 + 4 12509910 0xbee2d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421831 0xbd8ac7 0 + 4 12509909 0xbee2d5 0 + 5 12380181 0xbce815 0 + 7 12458539 0xbe1a2b 0 + 3 12488116 0xbe8db4 0 + 6 12593439 0xc0291f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568156 0xbfc65c 0 + 5 12380159 0xbce7ff 0 + 4 12509888 0xbee2c0 0 + 7 12458517 0xbe1a15 0 + 1 12639791 0xc0de2f 0 + 3 12488094 0xbe8d9e 0 + 6 12593417 0xc02909 0 + 0 12421810 0xbd8ab2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000113 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568163 0xbfc663 0 + 7 12458523 0xbe1a1b 0 + 0 12421817 0xbd8ab9 0 + 5 12380167 0xbce807 0 + 3 12488101 0xbe8da5 0 + 4 12509896 0xbee2c8 0 + 1 12639799 0xc0de37 0 + 6 12593425 0xc02911 0 + +/esfs/jtacquaviva/ioperf/file_write.00000096 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639815 0xc0de47 0 + 2 12568182 0xbfc676 0 + 5 12380185 0xbce819 0 + 6 12593443 0xc02923 0 + 0 12421836 0xbd8acc 0 + 3 12488120 0xbe8db8 0 + 4 12509915 0xbee2db 0 + 7 12458544 0xbe1a30 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488086 0xbe8d96 0 + 0 12421802 0xbd8aaa 0 + 4 12509880 0xbee2b8 0 + 1 12639783 0xc0de27 0 + 5 12380151 0xbce7f7 0 + 2 12568150 0xbfc656 0 + 7 12458510 0xbe1a0e 0 + 6 12593410 0xc02902 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488080 0xbe8d90 0 + 5 12380145 0xbce7f1 0 + 6 12593403 0xc028fb 0 + 0 12421796 0xbd8aa4 0 + 2 12568143 0xbfc64f 0 + 4 12509874 0xbee2b2 0 + 7 12458503 0xbe1a07 0 + 1 12639777 0xc0de21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639834 0xc0de5a 0 + 3 12488137 0xbe8dc9 0 + 5 12380203 0xbce82b 0 + 6 12593461 0xc02935 0 + 0 12421853 0xbd8add 0 + 7 12458562 0xbe1a42 0 + 2 12568200 0xbfc688 0 + 4 12509933 0xbee2ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568195 0xbfc683 0 + 5 12380200 0xbce828 0 + 3 12488133 0xbe8dc5 0 + 1 12639829 0xc0de55 0 + 6 12593456 0xc02930 0 + 4 12509928 0xbee2e8 0 + 0 12421850 0xbd8ada 0 + 7 12458558 0xbe1a3e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488132 0xbe8dc4 0 + 7 12458556 0xbe1a3c 0 + 4 12509927 0xbee2e7 0 + 6 12593457 0xc02931 0 + 5 12380201 0xbce829 0 + 1 12639831 0xc0de57 0 + 0 12421851 0xbd8adb 0 + 2 12568198 0xbfc686 0 + +/esfs/jtacquaviva/ioperf/file_write.00000100 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421843 0xbd8ad3 0 + 2 12568190 0xbfc67e 0 + 4 12509922 0xbee2e2 0 + 7 12458551 0xbe1a37 0 + 1 12639824 0xc0de50 0 + 6 12593451 0xc0292b 0 + 3 12488127 0xbe8dbf 0 + 5 12380194 0xbce822 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380262 0xbce866 0 + 6 12593518 0xc0296e 0 + 0 12421909 0xbd8b15 0 + 2 12568257 0xbfc6c1 0 + 1 12639892 0xc0de94 0 + 3 12488197 0xbe8e05 0 + 4 12509991 0xbee327 0 + 7 12458619 0xbe1a7b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593483 0xc0294b 0 + 0 12421874 0xbd8af2 0 + 2 12568221 0xbfc69d 0 + 4 12509954 0xbee302 0 + 7 12458582 0xbe1a56 0 + 1 12639855 0xc0de6f 0 + 3 12488159 0xbe8ddf 0 + 5 12380225 0xbce841 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380199 0xbce827 0 + 0 12421848 0xbd8ad8 0 + 3 12488134 0xbe8dc6 0 + 7 12458557 0xbe1a3d 0 + 2 12568197 0xbfc685 0 + 6 12593458 0xc02932 0 + 4 12509930 0xbee2ea 0 + 1 12639832 0xc0de58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568160 0xbfc660 0 + 1 12639794 0xc0de32 0 + 5 12380162 0xbce802 0 + 0 12421813 0xbd8ab5 0 + 4 12509891 0xbee2c3 0 + 3 12488098 0xbe8da2 0 + 6 12593421 0xc0290d 0 + 7 12458521 0xbe1a19 0 + +/esfs/jtacquaviva/ioperf/file_write.00000126 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421824 0xbd8ac0 0 + 2 12568171 0xbfc66b 0 + 4 12509902 0xbee2ce 0 + 7 12458531 0xbe1a23 0 + 1 12639805 0xc0de3d 0 + 3 12488108 0xbe8dac 0 + 5 12380173 0xbce80d 0 + 6 12593431 0xc02917 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509884 0xbee2bc 0 + 3 12488090 0xbe8d9a 0 + 5 12380155 0xbce7fb 0 + 6 12593413 0xc02905 0 + 2 12568153 0xbfc659 0 + 7 12458513 0xbe1a11 0 + 1 12639788 0xc0de2c 0 + 0 12421807 0xbd8aaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458594 0xbe1a62 0 + 1 12639868 0xc0de7c 0 + 3 12488172 0xbe8dec 0 + 5 12380238 0xbce84e 0 + 6 12593496 0xc02958 0 + 0 12421887 0xbd8aff 0 + 2 12568234 0xbfc6aa 0 + 4 12509967 0xbee30f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000115 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509925 0xbee2e5 0 + 3 12488130 0xbe8dc2 0 + 2 12568193 0xbfc681 0 + 5 12380196 0xbce824 0 + 6 12593455 0xc0292f 0 + 7 12458554 0xbe1a3a 0 + 1 12639828 0xc0de54 0 + 0 12421846 0xbd8ad6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421804 0xbd8aac 0 + 2 12568151 0xbfc657 0 + 4 12509882 0xbee2ba 0 + 7 12458511 0xbe1a0f 0 + 1 12639785 0xc0de29 0 + 3 12488088 0xbe8d98 0 + 5 12380153 0xbce7f9 0 + 6 12593411 0xc02903 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509939 0xbee2f3 0 + 7 12458572 0xbe1a4c 0 + 1 12639843 0xc0de63 0 + 3 12488151 0xbe8dd7 0 + 5 12380217 0xbce839 0 + 6 12593476 0xc02944 0 + 0 12421867 0xbd8aeb 0 + 2 12568214 0xbfc696 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639787 0xc0de2b 0 + 0 12421806 0xbd8aae 0 + 4 12509885 0xbee2bd 0 + 3 12488091 0xbe8d9b 0 + 5 12380156 0xbce7fc 0 + 2 12568154 0xbfc65a 0 + 6 12593414 0xc02906 0 + 7 12458514 0xbe1a12 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639849 0xc0de69 0 + 6 12593475 0xc02943 0 + 0 12421866 0xbd8aea 0 + 4 12509947 0xbee2fb 0 + 3 12488153 0xbe8dd9 0 + 2 12568216 0xbfc698 0 + 5 12380220 0xbce83c 0 + 7 12458577 0xbe1a51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421858 0xbd8ae2 0 + 6 12593469 0xc0293d 0 + 5 12380211 0xbce833 0 + 2 12568209 0xbfc691 0 + 3 12488150 0xbe8dd6 0 + 4 12509943 0xbee2f7 0 + 7 12458573 0xbe1a4d 0 + 1 12639845 0xc0de65 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380187 0xbce81b 0 + 6 12593445 0xc02925 0 + 0 12421837 0xbd8acd 0 + 2 12568184 0xbfc678 0 + 4 12509916 0xbee2dc 0 + 7 12458545 0xbe1a31 0 + 1 12639818 0xc0de4a 0 + 3 12488121 0xbe8db9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000120 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593446 0xc02926 0 + 4 12509917 0xbee2dd 0 + 1 12639819 0xc0de4b 0 + 5 12380188 0xbce81c 0 + 0 12421838 0xbd8ace 0 + 7 12458547 0xbe1a33 0 + 3 12488123 0xbe8dbb 0 + 2 12568186 0xbfc67a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000109 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458579 0xbe1a53 0 + 5 12380222 0xbce83e 0 + 0 12421871 0xbd8aef 0 + 4 12509951 0xbee2ff 0 + 1 12639852 0xc0de6c 0 + 6 12593481 0xc02949 0 + 2 12568219 0xbfc69b 0 + 3 12488157 0xbe8ddd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458563 0xbe1a43 0 + 6 12593462 0xc02936 0 + 0 12421854 0xbd8ade 0 + 3 12488139 0xbe8dcb 0 + 2 12568202 0xbfc68a 0 + 4 12509934 0xbee2ee 0 + 1 12639836 0xc0de5c 0 + 5 12380205 0xbce82d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488109 0xbe8dad 0 + 5 12380175 0xbce80f 0 + 4 12509904 0xbee2d0 0 + 6 12593433 0xc02919 0 + 1 12639807 0xc0de3f 0 + 0 12421827 0xbd8ac3 0 + 2 12568174 0xbfc66e 0 + 7 12458534 0xbe1a26 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421815 0xbd8ab7 0 + 5 12380165 0xbce805 0 + 2 12568164 0xbfc664 0 + 1 12639797 0xc0de35 0 + 6 12593423 0xc0290f 0 + 4 12509895 0xbee2c7 0 + 3 12488102 0xbe8da6 0 + 7 12458525 0xbe1a1d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568236 0xbfc6ac 0 + 3 12488175 0xbe8def 0 + 0 12421889 0xbd8b01 0 + 4 12509970 0xbee312 0 + 7 12458597 0xbe1a65 0 + 1 12639871 0xc0de7f 0 + 5 12380241 0xbce851 0 + 6 12593499 0xc0295b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458567 0xbe1a47 0 + 5 12380209 0xbce831 0 + 0 12421862 0xbd8ae6 0 + 3 12488149 0xbe8dd5 0 + 2 12568210 0xbfc692 0 + 4 12509945 0xbee2f9 0 + 1 12639846 0xc0de66 0 + 6 12593474 0xc02942 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488156 0xbe8ddc 0 + 6 12593480 0xc02948 0 + 2 12568218 0xbfc69a 0 + 7 12458580 0xbe1a54 0 + 5 12380223 0xbce83f 0 + 0 12421872 0xbd8af0 0 + 4 12509952 0xbee300 0 + 1 12639853 0xc0de6d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488190 0xbe8dfe 0 + 0 12421904 0xbd8b10 0 + 4 12509986 0xbee322 0 + 5 12380257 0xbce861 0 + 6 12593515 0xc0296b 0 + 2 12568253 0xbfc6bd 0 + 7 12458613 0xbe1a75 0 + 1 12639887 0xc0de8f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639776 0xc0de20 0 + 3 12488079 0xbe8d8f 0 + 5 12380144 0xbce7f0 0 + 6 12593402 0xc028fa 0 + 0 12421795 0xbd8aa3 0 + 2 12568142 0xbfc64e 0 + 4 12509873 0xbee2b1 0 + 7 12458502 0xbe1a06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421883 0xbd8afb 0 + 1 12639864 0xc0de78 0 + 2 12568232 0xbfc6a8 0 + 3 12488168 0xbe8de8 0 + 5 12380235 0xbce84b 0 + 4 12509966 0xbee30e 0 + 6 12593493 0xc02955 0 + +/esfs/jtacquaviva/ioperf/file_write.00000117 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458507 0xbe1a0b 0 + 1 12639781 0xc0de25 0 + 3 12488084 0xbe8d94 0 + 5 12380149 0xbce7f5 0 + 6 12593407 0xc028ff 0 + 0 12421800 0xbd8aa8 0 + 2 12568147 0xbfc653 0 + 4 12509878 0xbee2b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509985 0xbee321 0 + 7 12458612 0xbe1a74 0 + 5 12380256 0xbce860 0 + 6 12593514 0xc0296a 0 + 2 12568252 0xbfc6bc 0 + 1 12639886 0xc0de8e 0 + 0 12421905 0xbd8b11 0 + 3 12488191 0xbe8dff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568179 0xbfc673 0 + 1 12639813 0xc0de45 0 + 3 12488117 0xbe8db5 0 + 4 12509911 0xbee2d7 0 + 5 12380182 0xbce816 0 + 0 12421833 0xbd8ac9 0 + 7 12458541 0xbe1a2d 0 + 6 12593441 0xc02921 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568175 0xbfc66f 0 + 4 12509907 0xbee2d3 0 + 7 12458536 0xbe1a28 0 + 6 12593436 0xc0291c 0 + 1 12639810 0xc0de42 0 + 0 12421830 0xbd8ac6 0 + 3 12488114 0xbe8db2 0 + 5 12380179 0xbce813 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458598 0xbe1a66 0 + 3 12488177 0xbe8df1 0 + 6 12593500 0xc0295c 0 + 2 12568241 0xbfc6b1 0 + 4 12509973 0xbee315 0 + 0 12421893 0xbd8b05 0 + 1 12639875 0xc0de83 0 + 5 12380245 0xbce855 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568152 0xbfc658 0 + 4 12509883 0xbee2bb 0 + 7 12458512 0xbe1a10 0 + 1 12639786 0xc0de2a 0 + 3 12488089 0xbe8d99 0 + 5 12380154 0xbce7fa 0 + 6 12593412 0xc02904 0 + 0 12421805 0xbd8aad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593429 0xc02915 0 + 2 12568169 0xbfc669 0 + 4 12509900 0xbee2cc 0 + 1 12639803 0xc0de3b 0 + 0 12421823 0xbd8abf 0 + 7 12458530 0xbe1a22 0 + 3 12488107 0xbe8dab 0 + 5 12380172 0xbce80c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380224 0xbce840 0 + 6 12593482 0xc0294a 0 + 0 12421873 0xbd8af1 0 + 2 12568220 0xbfc69c 0 + 4 12509953 0xbee301 0 + 7 12458581 0xbe1a55 0 + 1 12639854 0xc0de6e 0 + 3 12488158 0xbe8dde 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509938 0xbee2f2 0 + 0 12421861 0xbd8ae5 0 + 6 12593471 0xc0293f 0 + 7 12458571 0xbe1a4b 0 + 3 12488148 0xbe8dd4 0 + 5 12380214 0xbce836 0 + 2 12568211 0xbfc693 0 + +/esfs/jtacquaviva/ioperf/file_write.00000103 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421916 0xbd8b1c 0 + 2 12568264 0xbfc6c8 0 + 4 12509997 0xbee32d 0 + 7 12458624 0xbe1a80 0 + 1 12639898 0xc0de9a 0 + 3 12488202 0xbe8e0a 0 + 5 12380268 0xbce86c 0 + 6 12593526 0xc02976 0 + +/esfs/jtacquaviva/ioperf/file_write.00000111 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568251 0xbfc6bb 0 + 4 12509984 0xbee320 0 + 7 12458611 0xbe1a73 0 + 1 12639885 0xc0de8d 0 + 3 12488189 0xbe8dfd 0 + 5 12380255 0xbce85f 0 + 6 12593513 0xc02969 0 + 0 12421903 0xbd8b0f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509999 0xbee32f 0 + 7 12458626 0xbe1a82 0 + 1 12639900 0xc0de9c 0 + 3 12488204 0xbe8e0c 0 + 5 12380270 0xbce86e 0 + 6 12593528 0xc02978 0 + 0 12421918 0xbd8b1e 0 + 2 12568266 0xbfc6ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000098 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488145 0xbe8dd1 0 + 6 12593468 0xc0293c 0 + 2 12568208 0xbfc690 0 + 5 12380215 0xbce837 0 + 1 12639844 0xc0de64 0 + 0 12421865 0xbd8ae9 0 + 7 12458575 0xbe1a4f 0 + 4 12509946 0xbee2fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568166 0xbfc666 0 + 4 12509897 0xbee2c9 0 + 7 12458526 0xbe1a1e 0 + 1 12639800 0xc0de38 0 + 3 12488103 0xbe8da7 0 + 5 12380168 0xbce808 0 + 6 12593426 0xc02912 0 + 0 12421819 0xbd8abb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458588 0xbe1a5c 0 + 5 12380231 0xbce847 0 + 6 12593489 0xc02951 0 + 1 12639862 0xc0de76 0 + 0 12421881 0xbd8af9 0 + 3 12488166 0xbe8de6 0 + 2 12568228 0xbfc6a4 0 + 4 12509961 0xbee309 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593484 0xc0294c 0 + 0 12421876 0xbd8af4 0 + 2 12568223 0xbfc69f 0 + 4 12509956 0xbee304 0 + 7 12458584 0xbe1a58 0 + 1 12639857 0xc0de71 0 + 3 12488161 0xbe8de1 0 + 5 12380227 0xbce843 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421879 0xbd8af7 0 + 2 12568227 0xbfc6a3 0 + 1 12639861 0xc0de75 0 + 4 12509960 0xbee308 0 + 3 12488165 0xbe8de5 0 + 5 12380232 0xbce848 0 + 7 12458589 0xbe1a5d 0 + 6 12593490 0xc02952 0 + +/esfs/jtacquaviva/ioperf/file_write.00000123 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458608 0xbe1a70 0 + 1 12639882 0xc0de8a 0 + 3 12488187 0xbe8dfb 0 + 0 12421901 0xbd8b0d 0 + 2 12568248 0xbfc6b8 0 + 5 12380253 0xbce85d 0 + 6 12593511 0xc02967 0 + 4 12509982 0xbee31e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000121 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488199 0xbe8e07 0 + 5 12380265 0xbce869 0 + 6 12593523 0xc02973 0 + 0 12421913 0xbd8b19 0 + 2 12568261 0xbfc6c5 0 + 4 12509994 0xbee32a 0 + 7 12458621 0xbe1a7d 0 + 1 12639895 0xc0de97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458615 0xbe1a77 0 + 1 12639890 0xc0de92 0 + 3 12488196 0xbe8e04 0 + 5 12380263 0xbce867 0 + 6 12593521 0xc02971 0 + 0 12421911 0xbd8b17 0 + 2 12568259 0xbfc6c3 0 + 4 12509992 0xbee328 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458548 0xbe1a34 0 + 5 12380190 0xbce81e 0 + 6 12593448 0xc02928 0 + 4 12509920 0xbee2e0 0 + 1 12639821 0xc0de4d 0 + 0 12421841 0xbd8ad1 0 + 3 12488126 0xbe8dbe 0 + 2 12568188 0xbfc67c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000106 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593454 0xc0292e 0 + 1 12639827 0xc0de53 0 + 4 12509926 0xbee2e6 0 + 5 12380197 0xbce825 0 + 2 12568194 0xbfc682 0 + 0 12421847 0xbd8ad7 0 + 3 12488131 0xbe8dc3 0 + 7 12458555 0xbe1a3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568245 0xbfc6b5 0 + 1 12639879 0xc0de87 0 + 5 12380250 0xbce85a 0 + 4 12509979 0xbee31b 0 + 7 12458606 0xbe1a6e 0 + 3 12488184 0xbe8df8 0 + 6 12593508 0xc02964 0 + 0 12421899 0xbd8b0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509975 0xbee317 0 + 3 12488181 0xbe8df5 0 + 5 12380246 0xbce856 0 + 0 12421896 0xbd8b08 0 + 7 12458602 0xbe1a6a 0 + 6 12593506 0xc02962 0 + 1 12639877 0xc0de85 0 + 2 12568244 0xbfc6b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000105 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509932 0xbee2ec 0 + 7 12458561 0xbe1a41 0 + 1 12639835 0xc0de5b 0 + 3 12488138 0xbe8dca 0 + 5 12380204 0xbce82c 0 + 6 12593463 0xc02937 0 + 0 12421855 0xbd8adf 0 + 2 12568201 0xbfc689 0 + +/esfs/jtacquaviva/ioperf/file_write.00000116 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509971 0xbee313 0 + 3 12488176 0xbe8df0 0 + 0 12421891 0xbd8b03 0 + 2 12568240 0xbfc6b0 0 + 7 12458599 0xbe1a67 0 + 1 12639873 0xc0de81 0 + 5 12380243 0xbce853 0 + 6 12593501 0xc0295d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568265 0xbfc6c9 0 + 4 12509998 0xbee32e 0 + 7 12458625 0xbe1a81 0 + 1 12639899 0xc0de9b 0 + 3 12488203 0xbe8e0b 0 + 5 12380269 0xbce86d 0 + 6 12593527 0xc02977 0 + 0 12421917 0xbd8b1d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509950 0xbee2fe 0 + 7 12458578 0xbe1a52 0 + 1 12639851 0xc0de6b 0 + 3 12488155 0xbe8ddb 0 + 5 12380221 0xbce83d 0 + 6 12593479 0xc02947 0 + 0 12421870 0xbd8aee 0 + 2 12568217 0xbfc699 0 + +/esfs/jtacquaviva/ioperf/file_write.00000125 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458590 0xbe1a5e 0 + 3 12488167 0xbe8de7 0 + 2 12568230 0xbfc6a6 0 + 6 12593491 0xc02953 0 + 5 12380234 0xbce84a 0 + 4 12509962 0xbee30a 0 + 1 12639866 0xc0de7a 0 + 0 12421884 0xbd8afc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509889 0xbee2c1 0 + 3 12488095 0xbe8d9f 0 + 6 12593418 0xc0290a 0 + 2 12568158 0xbfc65e 0 + 7 12458518 0xbe1a16 0 + 5 12380161 0xbce801 0 + 0 12421812 0xbd8ab4 0 + 1 12639793 0xc0de31 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568145 0xbfc651 0 + 7 12458505 0xbe1a09 0 + 3 12488082 0xbe8d92 0 + 6 12593406 0xc028fe 0 + 4 12509877 0xbee2b5 0 + 1 12639780 0xc0de24 0 + 5 12380148 0xbce7f4 0 + 0 12421799 0xbd8aa7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568203 0xbfc68b 0 + 1 12639837 0xc0de5d 0 + 3 12488140 0xbe8dcc 0 + 5 12380206 0xbce82e 0 + 4 12509935 0xbee2ef 0 + 6 12593464 0xc02938 0 + 7 12458564 0xbe1a44 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380218 0xbce83a 0 + 2 12568213 0xbfc695 0 + 7 12458576 0xbe1a50 0 + 6 12593478 0xc02946 0 + 4 12509948 0xbee2fc 0 + 1 12639850 0xc0de6a 0 + 3 12488154 0xbe8dda 0 + 0 12421869 0xbd8aed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488124 0xbe8dbc 0 + 7 12458549 0xbe1a35 0 + 5 12380191 0xbce81f 0 + 6 12593449 0xc02929 0 + 0 12421842 0xbd8ad2 0 + 1 12639823 0xc0de4f 0 + 2 12568189 0xbfc67d 0 + 4 12509921 0xbee2e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639838 0xc0de5e 0 + 5 12380208 0xbce830 0 + 6 12593466 0xc0293a 0 + 4 12509937 0xbee2f1 0 + 7 12458566 0xbe1a46 0 + 3 12488144 0xbe8dd0 0 + 2 12568207 0xbfc68f 0 + 0 12421860 0xbd8ae4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509898 0xbee2ca 0 + 7 12458527 0xbe1a1f 0 + 5 12380170 0xbce80a 0 + 6 12593427 0xc02913 0 + 0 12421820 0xbd8abc 0 + 1 12639802 0xc0de3a 0 + 3 12488105 0xbe8da9 0 + 2 12568168 0xbfc668 0 + +/esfs/jtacquaviva/ioperf/file_write.00000097 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568239 0xbfc6af 0 + 4 12509972 0xbee314 0 + 7 12458600 0xbe1a68 0 + 1 12639874 0xc0de82 0 + 3 12488179 0xbe8df3 0 + 5 12380244 0xbce854 0 + 6 12593503 0xc0295f 0 + 0 12421894 0xbd8b06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488106 0xbe8daa 0 + 0 12421822 0xbd8abe 0 + 7 12458529 0xbe1a21 0 + 5 12380171 0xbce80b 0 + 2 12568170 0xbfc66a 0 + 1 12639804 0xc0de3c 0 + 4 12509901 0xbee2cd 0 + 6 12593430 0xc02916 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380198 0xbce826 0 + 2 12568196 0xbfc684 0 + 0 12421849 0xbd8ad9 0 + 3 12488135 0xbe8dc7 0 + 1 12639830 0xc0de56 0 + 4 12509929 0xbee2e9 0 + 6 12593459 0xc02933 0 + 7 12458559 0xbe1a3f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380184 0xbce818 0 + 4 12509914 0xbee2da 0 + 3 12488118 0xbe8db6 0 + 0 12421835 0xbd8acb 0 + 6 12593444 0xc02924 0 + 2 12568183 0xbfc677 0 + 7 12458543 0xbe1a2f 0 + 1 12639817 0xc0de49 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380207 0xbce82f 0 + 4 12509936 0xbee2f0 0 + 7 12458565 0xbe1a45 0 + 0 12421856 0xbd8ae0 0 + 6 12593465 0xc02939 0 + 3 12488141 0xbe8dcd 0 + 2 12568204 0xbfc68c 0 + 1 12639839 0xc0de5f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639863 0xc0de77 0 + 0 12421882 0xbd8afa 0 + 7 12458591 0xbe1a5f 0 + 2 12568229 0xbfc6a5 0 + 5 12380233 0xbce849 0 + 6 12593492 0xc02954 0 + 3 12488169 0xbe8de9 0 + 4 12509965 0xbee30d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593517 0xc0296d 0 + 0 12421907 0xbd8b13 0 + 2 12568255 0xbfc6bf 0 + 4 12509988 0xbee324 0 + 3 12488194 0xbe8e02 0 + 5 12380260 0xbce864 0 + 7 12458617 0xbe1a79 0 + 1 12639891 0xc0de93 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458560 0xbe1a40 0 + 1 12639833 0xc0de59 0 + 3 12488136 0xbe8dc8 0 + 5 12380202 0xbce82a 0 + 6 12593460 0xc02934 0 + 0 12421852 0xbd8adc 0 + 2 12568199 0xbfc687 0 + 4 12509931 0xbee2eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458574 0xbe1a4e 0 + 1 12639848 0xc0de68 0 + 3 12488152 0xbe8dd8 0 + 5 12380219 0xbce83b 0 + 6 12593477 0xc02945 0 + 0 12421868 0xbd8aec 0 + 2 12568215 0xbfc697 0 + 4 12509949 0xbee2fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000127 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568205 0xbfc68d 0 + 1 12639840 0xc0de60 0 + 7 12458568 0xbe1a48 0 + 0 12421859 0xbd8ae3 0 + 3 12488147 0xbe8dd3 0 + 5 12380213 0xbce835 0 + 4 12509942 0xbee2f6 0 + 6 12593473 0xc02941 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639876 0xc0de84 0 + 6 12593504 0xc02960 0 + 2 12568242 0xbfc6b2 0 + 3 12488182 0xbe8df6 0 + 0 12421895 0xbd8b07 0 + 5 12380248 0xbce858 0 + 4 12509976 0xbee318 0 + 7 12458603 0xbe1a6b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509964 0xbee30c 0 + 7 12458593 0xbe1a61 0 + 1 12639867 0xc0de7b 0 + 3 12488171 0xbe8deb 0 + 5 12380237 0xbce84d 0 + 6 12593495 0xc02957 0 + 0 12421886 0xbd8afe 0 + 2 12568233 0xbfc6a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000124 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488092 0xbe8d9c 0 + 5 12380157 0xbce7fd 0 + 6 12593415 0xc02907 0 + 0 12421808 0xbd8ab0 0 + 2 12568155 0xbfc65b 0 + 4 12509886 0xbee2be 0 + 7 12458515 0xbe1a13 0 + 1 12639789 0xc0de2d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639796 0xc0de34 0 + 3 12488099 0xbe8da3 0 + 5 12380164 0xbce804 0 + 2 12568162 0xbfc662 0 + 4 12509893 0xbee2c5 0 + 7 12458522 0xbe1a1a 0 + 6 12593422 0xc0290e 0 + 0 12421816 0xbd8ab8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568172 0xbfc66c 0 + 5 12380174 0xbce80e 0 + 0 12421825 0xbd8ac1 0 + 4 12509903 0xbee2cf 0 + 7 12458533 0xbe1a25 0 + 3 12488111 0xbe8daf 0 + 6 12593434 0xc0291a 0 + 1 12639808 0xc0de40 0 + +/esfs/jtacquaviva/ioperf/file_write.00000102 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488104 0xbe8da8 0 + 2 12568167 0xbfc667 0 + 5 12380169 0xbce809 0 + 1 12639801 0xc0de39 0 + 6 12593428 0xc02914 0 + 4 12509899 0xbee2cb 0 + 0 12421821 0xbd8abd 0 + 7 12458528 0xbe1a20 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488113 0xbe8db1 0 + 5 12380178 0xbce812 0 + 0 12421829 0xbd8ac5 0 + 6 12593437 0xc0291d 0 + 2 12568177 0xbfc671 0 + 4 12509908 0xbee2d4 0 + 7 12458537 0xbe1a29 0 + 1 12639811 0xc0de43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488180 0xbe8df4 0 + 5 12380247 0xbce857 0 + 6 12593505 0xc02961 0 + 0 12421897 0xbd8b09 0 + 2 12568243 0xbfc6b3 0 + 4 12509977 0xbee319 0 + 7 12458604 0xbe1a6c 0 + 1 12639878 0xc0de86 0 + +/esfs/jtacquaviva/ioperf/file_write.00000101 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488193 0xbe8e01 0 + 5 12380261 0xbce865 0 + 0 12421908 0xbd8b14 0 + 6 12593519 0xc0296f 0 + 2 12568256 0xbfc6c0 0 + 4 12509990 0xbee326 0 + 7 12458618 0xbe1a7a 0 + 1 12639893 0xc0de95 0 + +/esfs/jtacquaviva/ioperf/file_write.00000108 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639782 0xc0de26 0 + 3 12488085 0xbe8d95 0 + 5 12380150 0xbce7f6 0 + 6 12593408 0xc02900 0 + 0 12421801 0xbd8aa9 0 + 2 12568148 0xbfc654 0 + 4 12509879 0xbee2b7 0 + 7 12458508 0xbe1a0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380193 0xbce821 0 + 0 12421844 0xbd8ad4 0 + 2 12568191 0xbfc67f 0 + 4 12509923 0xbee2e3 0 + 6 12593452 0xc0292c 0 + 7 12458552 0xbe1a38 0 + 3 12488128 0xbe8dc0 0 + 1 12639825 0xc0de51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000099 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568225 0xbfc6a1 0 + 4 12509958 0xbee306 0 + 7 12458586 0xbe1a5a 0 + 1 12639859 0xc0de73 0 + 3 12488163 0xbe8de3 0 + 5 12380229 0xbce845 0 + 6 12593487 0xc0294f 0 + 0 12421878 0xbd8af6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593509 0xc02965 0 + 3 12488186 0xbe8dfa 0 + 0 12421900 0xbd8b0c 0 + 5 12380252 0xbce85c 0 + 2 12568250 0xbfc6ba 0 + 1 12639884 0xc0de8c 0 + 4 12509983 0xbee31f 0 + 7 12458610 0xbe1a72 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568181 0xbfc675 0 + 4 12509913 0xbee2d9 0 + 6 12593442 0xc02922 0 + 0 12421834 0xbd8aca 0 + 7 12458542 0xbe1a2e 0 + 1 12639816 0xc0de48 0 + 3 12488119 0xbe8db7 0 + 5 12380186 0xbce81a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458592 0xbe1a60 0 + 2 12568231 0xbfc6a7 0 + 1 12639865 0xc0de79 0 + 3 12488170 0xbe8dea 0 + 4 12509963 0xbee30b 0 + 5 12380236 0xbce84c 0 + 6 12593494 0xc02956 0 + 0 12421885 0xbd8afd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380266 0xbce86a 0 + 6 12593524 0xc02974 0 + 0 12421914 0xbd8b1a 0 + 2 12568262 0xbfc6c6 0 + 4 12509995 0xbee32b 0 + 7 12458622 0xbe1a7e 0 + 1 12639896 0xc0de98 0 + 3 12488200 0xbe8e08 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568192 0xbfc680 0 + 6 12593453 0xc0292d 0 + 7 12458553 0xbe1a39 0 + 0 12421845 0xbd8ad5 0 + 1 12639826 0xc0de52 0 + 4 12509924 0xbee2e4 0 + 5 12380195 0xbce823 0 + 3 12488129 0xbe8dc1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488142 0xbe8dce 0 + 0 12421857 0xbd8ae1 0 + 2 12568206 0xbfc68e 0 + 7 12458569 0xbe1a49 0 + 6 12593470 0xc0293e 0 + 5 12380212 0xbce834 0 + 4 12509944 0xbee2f8 0 + 1 12639847 0xc0de67 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458532 0xbe1a24 0 + 6 12593432 0xc02918 0 + 2 12568173 0xbfc66d 0 + 1 12639806 0xc0de3e 0 + 0 12421826 0xbd8ac2 0 + 3 12488110 0xbe8dae 0 + 4 12509905 0xbee2d1 0 + 5 12380176 0xbce810 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458520 0xbe1a18 0 + 3 12488097 0xbe8da1 0 + 6 12593420 0xc0290c 0 + 2 12568161 0xbfc661 0 + 1 12639795 0xc0de33 0 + 5 12380163 0xbce803 0 + 0 12421814 0xbd8ab6 0 + 4 12509892 0xbee2c4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509980 0xbee31c 0 + 7 12458607 0xbe1a6f 0 + 1 12639881 0xc0de89 0 + 3 12488185 0xbe8df9 0 + 5 12380251 0xbce85b 0 + 6 12593510 0xc02966 0 + 0 12421902 0xbd8b0e 0 + 2 12568249 0xbfc6b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000112 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488143 0xbe8dcf 0 + 6 12593467 0xc0293b 0 + 1 12639842 0xc0de62 0 + 7 12458570 0xbe1a4a 0 + 4 12509940 0xbee2f4 0 + 0 12421863 0xbd8ae7 0 + 5 12380216 0xbce838 0 + 2 12568212 0xbfc694 0 + +/esfs/jtacquaviva/ioperf/file_write.00000114 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421877 0xbd8af5 0 + 2 12568224 0xbfc6a0 0 + 4 12509957 0xbee305 0 + 7 12458585 0xbe1a59 0 + 1 12639858 0xc0de72 0 + 3 12488162 0xbe8de2 0 + 5 12380228 0xbce844 0 + 6 12593486 0xc0294e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568187 0xbfc67b 0 + 4 12509919 0xbee2df 0 + 0 12421840 0xbd8ad0 0 + 7 12458550 0xbe1a36 0 + 3 12488125 0xbe8dbd 0 + 6 12593450 0xc0292a 0 + 1 12639822 0xc0de4e 0 + 5 12380192 0xbce820 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458609 0xbe1a71 0 + 2 12568247 0xbfc6b7 0 + 1 12639883 0xc0de8b 0 + 4 12509981 0xbee31d 0 + 3 12488188 0xbe8dfc 0 + 5 12380254 0xbce85e 0 + 6 12593512 0xc02968 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380146 0xbce7f2 0 + 6 12593404 0xc028fc 0 + 0 12421797 0xbd8aa5 0 + 2 12568144 0xbfc650 0 + 4 12509875 0xbee2b3 0 + 7 12458504 0xbe1a08 0 + 1 12639778 0xc0de22 0 + 3 12488081 0xbe8d91 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593405 0xc028fd 0 + 4 12509876 0xbee2b4 0 + 1 12639779 0xc0de23 0 + 5 12380147 0xbce7f3 0 + 0 12421798 0xbd8aa6 0 + 7 12458506 0xbe1a0a 0 + 3 12488083 0xbe8d93 0 + 2 12568146 0xbfc652 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488112 0xbe8db0 0 + 5 12380177 0xbce811 0 + 6 12593435 0xc0291b 0 + 4 12509906 0xbee2d2 0 + 7 12458535 0xbe1a27 0 + 0 12421828 0xbd8ac4 0 + 2 12568176 0xbfc670 0 + 1 12639809 0xc0de41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380158 0xbce7fe 0 + 6 12593416 0xc02908 0 + 4 12509887 0xbee2bf 0 + 7 12458516 0xbe1a14 0 + 1 12639790 0xc0de2e 0 + 3 12488093 0xbe8d9d 0 + 0 12421809 0xbd8ab1 0 + 2 12568157 0xbfc65d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568238 0xbfc6ae 0 + 1 12639872 0xc0de80 0 + 5 12380242 0xbce852 0 + 0 12421892 0xbd8b04 0 + 7 12458601 0xbe1a69 0 + 3 12488178 0xbe8df2 0 + 4 12509974 0xbee316 0 + 6 12593502 0xc0295e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639889 0xc0de91 0 + 4 12509989 0xbee325 0 + 5 12380259 0xbce863 0 + 7 12458616 0xbe1a78 0 + 3 12488195 0xbe8e03 0 + 6 12593520 0xc02970 0 + 2 12568258 0xbfc6c2 0 + 0 12421910 0xbd8b16 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593525 0xc02975 0 + 0 12421915 0xbd8b1b 0 + 2 12568263 0xbfc6c7 0 + 4 12509996 0xbee32c 0 + 7 12458623 0xbe1a7f 0 + 1 12639897 0xc0de99 0 + 3 12488201 0xbe8e09 0 + 5 12380267 0xbce86b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639792 0xc0de30 0 + 5 12380160 0xbce800 0 + 0 12421811 0xbd8ab3 0 + 4 12509890 0xbee2c2 0 + 3 12488096 0xbe8da0 0 + 2 12568159 0xbfc65f 0 + 7 12458519 0xbe1a17 0 + 6 12593419 0xc0290b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380249 0xbce859 0 + 6 12593507 0xc02963 0 + 4 12509978 0xbee31a 0 + 7 12458605 0xbe1a6d 0 + 3 12488183 0xbe8df7 0 + 0 12421898 0xbd8b0a 0 + 2 12568246 0xbfc6b6 0 + 1 12639880 0xc0de88 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12593409 0xc02901 0 + 2 12568149 0xbfc655 0 + 7 12458509 0xbe1a0d 0 + 3 12488087 0xbe8d97 0 + 0 12421803 0xbd8aab 0 + 4 12509881 0xbee2b9 0 + 1 12639784 0xc0de28 0 + 5 12380152 0xbce7f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488174 0xbe8dee 0 + 5 12380240 0xbce850 0 + 6 12593498 0xc0295a 0 + 4 12509969 0xbee311 0 + 7 12458596 0xbe1a64 0 + 1 12639870 0xc0de7e 0 + 0 12421890 0xbd8b02 0 + 2 12568237 0xbfc6ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12509959 0xbee307 0 + 7 12458587 0xbe1a5b 0 + 1 12639860 0xc0de74 0 + 3 12488164 0xbe8de4 0 + 5 12380230 0xbce846 0 + 2 12568226 0xbfc6a2 0 + 6 12593488 0xc02950 0 + 0 12421880 0xbd8af8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000122 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12458627 0xbe1a83 0 + 1 12639901 0xc0de9d 0 + 3 12488205 0xbe8e0d 0 + 5 12380271 0xbce86f 0 + 6 12593529 0xc02979 0 + 0 12421919 0xbd8b1f 0 + 2 12568267 0xbfc6cb 0 + 4 12510000 0xbee330 0 + +/esfs/jtacquaviva/ioperf/file_write.00000119 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488115 0xbe8db3 0 + 0 12421832 0xbd8ac8 0 + 7 12458540 0xbe1a2c 0 + 2 12568180 0xbfc674 0 + 1 12639814 0xc0de46 0 + 5 12380183 0xbce817 0 + 6 12593440 0xc02920 0 + 4 12509912 0xbee2d8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000107 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639869 0xc0de7d 0 + 3 12488173 0xbe8ded 0 + 5 12380239 0xbce84f 0 + 6 12593497 0xc02959 0 + 0 12421888 0xbd8b00 0 + 2 12568235 0xbfc6ab 0 + 4 12509968 0xbee310 0 + 7 12458595 0xbe1a63 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639894 0xc0de96 0 + 3 12488198 0xbe8e06 0 + 5 12380264 0xbce868 0 + 6 12593522 0xc02972 0 + 0 12421912 0xbd8b18 0 + 2 12568260 0xbfc6c4 0 + 4 12509993 0xbee329 0 + 7 12458620 0xbe1a7c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000104 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12488100 0xbe8da4 0 + 4 12509894 0xbee2c6 0 + 5 12380166 0xbce806 0 + 2 12568165 0xbfc665 0 + 7 12458524 0xbe1a1c 0 + 6 12593424 0xc02910 0 + 1 12639798 0xc0de36 0 + 0 12421818 0xbd8aba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12568185 0xbfc679 0 + 7 12458546 0xbe1a32 0 + 3 12488122 0xbe8dba 0 + 6 12593447 0xc02927 0 + 4 12509918 0xbee2de 0 + 1 12639820 0xc0de4c 0 + 5 12380189 0xbce81d 0 + 0 12421839 0xbd8acf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12639841 0xc0de61 0 + 3 12488146 0xbe8dd2 0 + 5 12380210 0xbce832 0 + 4 12509941 0xbee2f5 0 + 6 12593472 0xc02940 0 + 0 12421864 0xbd8ae8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12421875 0xbd8af3 0 + 2 12568222 0xbfc69e 0 + 4 12509955 0xbee303 0 + 7 12458583 0xbe1a57 0 + 1 12639856 0xc0de70 0 + 3 12488160 0xbe8de0 0 + 5 12380226 0xbce842 0 + 6 12593485 0xc0294d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000118 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12380258 0xbce862 0 + 6 12593516 0xc0296c 0 + 0 12421906 0xbd8b12 0 + 2 12568254 0xbfc6be 0 + 4 12509987 0xbee323 0 + 7 12458614 0xbe1a76 0 + 1 12639888 0xc0de90 0 + 3 12488192 0xbe8e00 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2f4ed77ab --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 08:29:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 08:29:46 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2257676402688. +WARNING: Using actual aggregate bytes moved = 673007534080. +write 4694 17233920 1024.00 0.006416 136.74 0.001215 136.74 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258750144512. +WARNING: Using actual aggregate bytes moved = 661086273536. +write 4647 17233920 1024.00 0.017973 135.66 0.001468 135.68 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2258742804480. +WARNING: Using actual aggregate bytes moved = 650433789952. +write 4590 17233920 1024.00 0.009881 135.14 0.001660 135.15 2 + +Max Write: 4693.63 MiB/sec (4921.63 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4693.63 4589.70 4643.32 42.49 135.85913 0 128 8 3 1 0 1 0 0 1 17647534080 1048576 673007534080 POSIX 0 + +Finished: Tue Oct 23 08:36:42 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a3d80d52d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,2066 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 06:28:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:28:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 966409584640. +read 7667 17233920 10240 0.021211 120.21 0.021019 120.21 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 1099809423360. +read 8727 17233920 10240 0.020710 120.19 0.020632 120.19 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 1113105367040. +read 8832 17233920 10240 0.020811 120.19 0.020363 120.19 2 + +Max Read: 8832.10 MiB/sec (9261.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 8832.10 7666.94 8408.53 526.15 120.19747 0 128 8 3 1 0 1 0 0 1 17647534080 10485760 966409584640 POSIX 0 + +Finished: Tue Oct 23 06:34:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000110 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420819 0xbd86d3 0 + 7 12457529 0xbe1639 0 + 1 12638802 0xc0da52 0 + 3 12487111 0xbe89c7 0 + 6 12592426 0xc0252a 0 + 2 12567166 0xbfc27e 0 + 4 12508890 0xbededa 0 + 5 12379168 0xbce420 0 + +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592487 0xc02567 0 + 0 12420883 0xbd8713 0 + 4 12508954 0xbedf1a 0 + 2 12567230 0xbfc2be 0 + 7 12457596 0xbe167c 0 + 5 12379233 0xbce461 0 + 3 12487173 0xbe8a05 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567182 0xbfc28e 0 + 6 12592441 0xc02539 0 + 3 12487128 0xbe89d8 0 + 5 12379184 0xbce430 0 + 0 12420837 0xbd86e5 0 + 7 12457547 0xbe164b 0 + 4 12508907 0xbedeeb 0 + 1 12638820 0xc0da64 0 + +/esfs/jtacquaviva/ioperf/file_write.00000113 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567251 0xbfc2d3 0 + 1 12638886 0xc0daa6 0 + 6 12592510 0xc0257e 0 + 3 12487193 0xbe8a19 0 + 5 12379253 0xbce475 0 + 0 12420905 0xbd8729 0 + 4 12508975 0xbedf2f 0 + 7 12457617 0xbe1691 0 + +/esfs/jtacquaviva/ioperf/file_write.00000096 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487093 0xbe89b5 0 + 5 12379149 0xbce40d 0 + 6 12592410 0xc0251a 0 + 7 12457512 0xbe1628 0 + 2 12567149 0xbfc26d 0 + 0 12420802 0xbd86c2 0 + 4 12508873 0xbedec9 0 + 1 12638786 0xc0da42 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508894 0xbedede 0 + 6 12592433 0xc02531 0 + 0 12420825 0xbd86d9 0 + 7 12457538 0xbe1642 0 + 3 12487118 0xbe89ce 0 + 2 12567174 0xbfc286 0 + 1 12638811 0xc0da5b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508929 0xbedf01 0 + 7 12457571 0xbe1663 0 + 1 12638842 0xc0da7a 0 + 6 12592467 0xc02553 0 + 0 12420860 0xbd86fc 0 + 3 12487150 0xbe89ee 0 + 5 12379209 0xbce449 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638871 0xc0da97 0 + 2 12567239 0xbfc2c7 0 + 3 12487180 0xbe8a0c 0 + 4 12508962 0xbedf22 0 + 6 12592497 0xc02571 0 + 7 12457605 0xbe1685 0 + 5 12379241 0xbce469 0 + 0 12420894 0xbd871e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638819 0xc0da63 0 + 0 12420836 0xbd86e4 0 + 3 12487127 0xbe89d7 0 + 5 12379183 0xbce42f 0 + 2 12567181 0xbfc28d 0 + 4 12508905 0xbedee9 0 + 7 12457546 0xbe164a 0 + 6 12592442 0xc0253a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457531 0xbe163b 0 + 5 12379169 0xbce421 0 + 0 12420821 0xbd86d5 0 + 4 12508891 0xbededb 0 + 1 12638804 0xc0da54 0 + 2 12567169 0xbfc281 0 + 6 12592429 0xc0252d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000100 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592396 0xc0250c 0 + 7 12457498 0xbe161a 0 + 3 12487082 0xbe89aa 0 + 2 12567136 0xbfc260 0 + 1 12638772 0xc0da34 0 + 0 12420789 0xbd86b5 0 + 4 12508861 0xbedebd 0 + 5 12379138 0xbce402 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567210 0xbfc2aa 0 + 4 12508935 0xbedf07 0 + 6 12592473 0xc02559 0 + 3 12487155 0xbe89f3 0 + 7 12457578 0xbe166a 0 + 5 12379216 0xbce450 0 + 0 12420870 0xbd8706 0 + 1 12638851 0xc0da83 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487103 0xbe89bf 0 + 5 12379159 0xbce417 0 + 6 12592418 0xc02522 0 + 0 12420811 0xbd86cb 0 + 2 12567158 0xbfc276 0 + 4 12508881 0xbeded1 0 + 7 12457521 0xbe1631 0 + 1 12638794 0xc0da4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567256 0xbfc2d8 0 + 4 12508979 0xbedf33 0 + 7 12457621 0xbe1695 0 + 1 12638891 0xc0daab 0 + 3 12487197 0xbe8a1d 0 + 5 12379257 0xbce479 0 + 6 12592514 0xc02582 0 + 0 12420909 0xbd872d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420853 0xbd86f5 0 + 5 12379200 0xbce440 0 + 7 12457564 0xbe165c 0 + 3 12487143 0xbe89e7 0 + 6 12592461 0xc0254d 0 + 2 12567201 0xbfc2a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000126 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487113 0xbe89c9 0 + 6 12592428 0xc0252c 0 + 2 12567168 0xbfc280 0 + 7 12457532 0xbe163c 0 + 0 12420822 0xbd86d6 0 + 1 12638805 0xc0da55 0 + 4 12508892 0xbededc 0 + 5 12379170 0xbce422 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592456 0xc02548 0 + 1 12638834 0xc0da72 0 + 0 12420851 0xbd86f3 0 + 7 12457561 0xbe1659 0 + 4 12508922 0xbedefa 0 + 3 12487141 0xbe89e5 0 + 5 12379198 0xbce43e 0 + 2 12567198 0xbfc29e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420812 0xbd86cc 0 + 3 12487104 0xbe89c0 0 + 2 12567160 0xbfc278 0 + 4 12508883 0xbeded3 0 + 5 12379161 0xbce419 0 + 6 12592420 0xc02524 0 + 7 12457523 0xbe1633 0 + 1 12638796 0xc0da4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000115 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457623 0xbe1697 0 + 1 12638893 0xc0daad 0 + 3 12487199 0xbe8a1f 0 + 5 12379259 0xbce47b 0 + 6 12592516 0xc02584 0 + 0 12420911 0xbd872f 0 + 2 12567258 0xbfc2da 0 + 4 12508981 0xbedf35 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379185 0xbce431 0 + 2 12567183 0xbfc28f 0 + 6 12592444 0xc0253c 0 + 0 12420838 0xbd86e6 0 + 7 12457549 0xbe164d 0 + 1 12638822 0xc0da66 0 + 4 12508909 0xbedeed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508906 0xbedeea 0 + 6 12592443 0xc0253b 0 + 7 12457548 0xbe164c 0 + 1 12638821 0xc0da65 0 + 3 12487132 0xbe89dc 0 + 2 12567187 0xbfc293 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592409 0xc02519 0 + 7 12457511 0xbe1627 0 + 0 12420801 0xbd86c1 0 + 1 12638784 0xc0da40 0 + 2 12567150 0xbfc26e 0 + 4 12508872 0xbedec8 0 + 3 12487095 0xbe89b7 0 + 5 12379151 0xbce40f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487189 0xbe8a15 0 + 5 12379250 0xbce472 0 + 6 12592507 0xc0257b 0 + 0 12420902 0xbd8726 0 + 2 12567249 0xbfc2d1 0 + 4 12508972 0xbedf2c 0 + 7 12457614 0xbe168e 0 + 1 12638883 0xc0daa3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567178 0xbfc28a 0 + 1 12638816 0xc0da60 0 + 6 12592439 0xc02537 0 + 7 12457544 0xbe1648 0 + 5 12379180 0xbce42c 0 + 3 12487126 0xbe89d6 0 + 0 12420834 0xbd86e2 0 + 4 12508904 0xbedee8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638848 0xc0da80 0 + 7 12457577 0xbe1669 0 + 5 12379214 0xbce44e 0 + 6 12592475 0xc0255b 0 + 0 12420867 0xbd8703 0 + 4 12508938 0xbedf0a 0 + 2 12567215 0xbfc2af 0 + 3 12487158 0xbe89f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000120 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379162 0xbce41a 0 + 6 12592421 0xc02525 0 + 0 12420814 0xbd86ce 0 + 2 12567161 0xbfc279 0 + 4 12508884 0xbeded4 0 + 7 12457524 0xbe1634 0 + 1 12638797 0xc0da4d 0 + 3 12487106 0xbe89c2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000109 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379152 0xbce410 0 + 6 12592412 0xc0251c 0 + 0 12420804 0xbd86c4 0 + 2 12567151 0xbfc26f 0 + 4 12508874 0xbedeca 0 + 7 12457514 0xbe162a 0 + 1 12638787 0xc0da43 0 + 3 12487096 0xbe89b8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638790 0xc0da46 0 + 2 12567154 0xbfc272 0 + 7 12457517 0xbe162d 0 + 6 12592416 0xc02520 0 + 4 12508878 0xbedece 0 + 3 12487100 0xbe89bc 0 + 0 12420810 0xbd86ca 0 + 5 12379157 0xbce415 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420840 0xbd86e8 0 + 5 12379189 0xbce435 0 + 4 12508911 0xbedeef 0 + 2 12567189 0xbfc295 0 + 7 12457555 0xbe1653 0 + 6 12592450 0xc02542 0 + 1 12638828 0xc0da6c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379148 0xbce40c 0 + 6 12592408 0xc02518 0 + 0 12420800 0xbd86c0 0 + 2 12567147 0xbfc26b 0 + 4 12508870 0xbedec6 0 + 7 12457510 0xbe1626 0 + 1 12638783 0xc0da3f 0 + 3 12487092 0xbe89b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638781 0xc0da3d 0 + 3 12487090 0xbe89b2 0 + 5 12379146 0xbce40a 0 + 6 12592406 0xc02516 0 + 0 12420798 0xbd86be 0 + 2 12567145 0xbfc269 0 + 4 12508868 0xbedec4 0 + 7 12457508 0xbe1624 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487131 0xbe89db 0 + 7 12457550 0xbe164e 0 + 5 12379190 0xbce436 0 + 4 12508912 0xbedef0 0 + 1 12638824 0xc0da68 0 + 6 12592448 0xc02540 0 + 0 12420844 0xbd86ec 0 + 2 12567190 0xbfc296 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487130 0xbe89da 0 + 2 12567184 0xbfc290 0 + 6 12592446 0xc0253e 0 + 4 12508910 0xbedeee 0 + 7 12457554 0xbe1652 0 + 5 12379191 0xbce437 0 + 1 12638827 0xc0da6b 0 + 0 12420845 0xbd86ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508956 0xbedf1c 0 + 7 12457598 0xbe167e 0 + 1 12638868 0xc0da94 0 + 3 12487174 0xbe8a06 0 + 5 12379234 0xbce462 0 + 6 12592491 0xc0256b 0 + 0 12420886 0xbd8716 0 + 2 12567233 0xbfc2c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638876 0xc0da9c 0 + 5 12379242 0xbce46a 0 + 0 12420893 0xbd871d 0 + 2 12567242 0xbfc2ca 0 + 6 12592501 0xc02575 0 + 4 12508967 0xbedf27 0 + 3 12487185 0xbe8a11 0 + 7 12457609 0xbe1689 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592452 0xc02544 0 + 5 12379193 0xbce439 0 + 2 12567194 0xbfc29a 0 + 0 12420849 0xbd86f1 0 + 7 12457558 0xbe1656 0 + 4 12508919 0xbedef7 0 + 1 12638833 0xc0da71 0 + 3 12487139 0xbe89e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000117 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379215 0xbce44f 0 + 6 12592476 0xc0255c 0 + 0 12420869 0xbd8705 0 + 2 12567214 0xbfc2ae 0 + 4 12508940 0xbedf0c 0 + 7 12457580 0xbe166c 0 + 1 12638852 0xc0da84 0 + 3 12487160 0xbe89f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592482 0xc02562 0 + 4 12508946 0xbedf12 0 + 0 12420876 0xbd870c 0 + 1 12638859 0xc0da8b 0 + 3 12487165 0xbe89fd 0 + 2 12567222 0xbfc2b6 0 + 7 12457587 0xbe1673 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420861 0xbd86fd 0 + 1 12638845 0xc0da7d 0 + 5 12379208 0xbce448 0 + 2 12567207 0xbfc2a7 0 + 4 12508932 0xbedf04 0 + 3 12487152 0xbe89f0 0 + 6 12592468 0xc02554 0 + 7 12457573 0xbe1665 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567141 0xbfc265 0 + 6 12592403 0xc02513 0 + 4 12508864 0xbedec0 0 + 7 12457505 0xbe1621 0 + 1 12638779 0xc0da3b 0 + 5 12379144 0xbce408 0 + 3 12487089 0xbe89b1 0 + 0 12420796 0xbd86bc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638847 0xc0da7f 0 + 7 12457575 0xbe1667 0 + 6 12592472 0xc02558 0 + 4 12508937 0xbedf09 0 + 0 12420868 0xbd8704 0 + 2 12567216 0xbfc2b0 0 + 5 12379218 0xbce452 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487136 0xbe89e0 0 + 4 12508916 0xbedef4 0 + 6 12592453 0xc02545 0 + 0 12420847 0xbd86ef 0 + 5 12379194 0xbce43a 0 + 1 12638832 0xc0da70 0 + 7 12457557 0xbe1655 0 + 2 12567195 0xbfc29b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638878 0xc0da9e 0 + 0 12420895 0xbd871f 0 + 4 12508968 0xbedf28 0 + 3 12487186 0xbe8a12 0 + 2 12567245 0xbfc2cd 0 + 5 12379247 0xbce46f 0 + 6 12592505 0xc02579 0 + 7 12457612 0xbe168c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638837 0xc0da75 0 + 4 12508923 0xbedefb 0 + 7 12457563 0xbe165b 0 + 0 12420854 0xbd86f6 0 + 2 12567199 0xbfc29f 0 + 6 12592460 0xc0254c 0 + 5 12379202 0xbce442 0 + 3 12487144 0xbe89e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487168 0xbe8a00 0 + 1 12638862 0xc0da8e 0 + 6 12592488 0xc02568 0 + 7 12457593 0xbe1679 0 + 2 12567228 0xbfc2bc 0 + 4 12508952 0xbedf18 0 + 5 12379231 0xbce45f 0 + 0 12420885 0xbd8715 0 + +/esfs/jtacquaviva/ioperf/file_write.00000103 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508925 0xbedefd 0 + 6 12592462 0xc0254e 0 + 5 12379204 0xbce444 0 + 3 12487146 0xbe89ea 0 + 7 12457568 0xbe1660 0 + 2 12567204 0xbfc2a4 0 + 1 12638840 0xc0da78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000111 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592509 0xc0257d 0 + 4 12508974 0xbedf2e 0 + 7 12457616 0xbe1690 0 + 3 12487192 0xbe8a18 0 + 5 12379252 0xbce474 0 + 0 12420904 0xbd8728 0 + 2 12567252 0xbfc2d4 0 + 1 12638887 0xc0daa7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508950 0xbedf16 0 + 1 12638865 0xc0da91 0 + 0 12420884 0xbd8714 0 + 5 12379230 0xbce45e 0 + 3 12487172 0xbe8a04 0 + 2 12567232 0xbfc2c0 0 + 7 12457597 0xbe167d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000098 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487108 0xbe89c4 0 + 5 12379164 0xbce41c 0 + 2 12567164 0xbfc27c 0 + 6 12592425 0xc02529 0 + 1 12638800 0xc0da50 0 + 0 12420817 0xbd86d1 0 + 4 12508888 0xbeded8 0 + 7 12457528 0xbe1638 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487194 0xbe8a1a 0 + 0 12420906 0xbd872a 0 + 4 12508976 0xbedf30 0 + 1 12638888 0xc0daa8 0 + 5 12379254 0xbce476 0 + 2 12567254 0xbfc2d6 0 + 7 12457619 0xbe1693 0 + 6 12592512 0xc02580 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379207 0xbce447 0 + 2 12567206 0xbfc2a6 0 + 6 12592466 0xc02552 0 + 3 12487149 0xbe89ed 0 + 7 12457570 0xbe1662 0 + 4 12508930 0xbedf02 0 + 1 12638843 0xc0da7b 0 + 0 12420859 0xbd86fb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638894 0xc0daae 0 + 3 12487200 0xbe8a20 0 + 5 12379260 0xbce47c 0 + 6 12592517 0xc02585 0 + 0 12420912 0xbd8730 0 + 2 12567259 0xbfc2db 0 + 4 12508982 0xbedf36 0 + 7 12457624 0xbe1698 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487091 0xbe89b3 0 + 5 12379147 0xbce40b 0 + 6 12592407 0xc02517 0 + 0 12420799 0xbd86bf 0 + 2 12567146 0xbfc26a 0 + 4 12508869 0xbedec5 0 + 7 12457509 0xbe1625 0 + 1 12638782 0xc0da3e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000123 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567238 0xbfc2c6 0 + 4 12508961 0xbedf21 0 + 7 12457602 0xbe1682 0 + 1 12638875 0xc0da9b 0 + 3 12487181 0xbe8a0d 0 + 5 12379243 0xbce46b 0 + 6 12592499 0xc02573 0 + 0 12420896 0xbd8720 0 + +/esfs/jtacquaviva/ioperf/file_write.00000121 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508933 0xbedf05 0 + 3 12487154 0xbe89f2 0 + 2 12567211 0xbfc2ab 0 + 5 12379213 0xbce44d 0 + 0 12420866 0xbd8702 0 + 1 12638856 0xc0da88 0 + 7 12457584 0xbe1670 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592400 0xc02510 0 + 7 12457503 0xbe161f 0 + 0 12420793 0xbd86b9 0 + 5 12379141 0xbce405 0 + 2 12567140 0xbfc264 0 + 4 12508863 0xbedebf 0 + 1 12638776 0xc0da38 0 + 3 12487085 0xbe89ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592413 0xc0251d 0 + 4 12508875 0xbedecb 0 + 1 12638788 0xc0da44 0 + 5 12379153 0xbce411 0 + 0 12420805 0xbd86c5 0 + 7 12457516 0xbe162c 0 + 3 12487098 0xbe89ba 0 + 2 12567153 0xbfc271 0 + +/esfs/jtacquaviva/ioperf/file_write.00000106 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508860 0xbedebc 0 + 7 12457501 0xbe161d 0 + 1 12638773 0xc0da35 0 + 3 12487083 0xbe89ab 0 + 5 12379139 0xbce403 0 + 6 12592399 0xc0250f 0 + 0 12420791 0xbd86b7 0 + 2 12567138 0xbfc262 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420856 0xbd86f8 0 + 5 12379203 0xbce443 0 + 4 12508927 0xbedeff 0 + 7 12457567 0xbe165f 0 + 2 12567202 0xbfc2a2 0 + 3 12487147 0xbe89eb 0 + 6 12592464 0xc02550 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592432 0xc02530 0 + 0 12420824 0xbd86d8 0 + 5 12379177 0xbce429 0 + 7 12457539 0xbe1643 0 + 1 12638812 0xc0da5c 0 + 2 12567175 0xbfc287 0 + 3 12487121 0xbe89d1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000105 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457586 0xbe1672 0 + 1 12638858 0xc0da8a 0 + 3 12487164 0xbe89fc 0 + 0 12420875 0xbd870b 0 + 2 12567221 0xbfc2b5 0 + 5 12379223 0xbce457 0 + 6 12592481 0xc02561 0 + 4 12508945 0xbedf11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000116 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487178 0xbe8a0a 0 + 0 12420891 0xbd871b 0 + 6 12592496 0xc02570 0 + 2 12567241 0xbfc2c9 0 + 5 12379239 0xbce467 0 + 4 12508964 0xbedf24 0 + 1 12638877 0xc0da9d 0 + 7 12457606 0xbe1686 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508924 0xbedefc 0 + 6 12592459 0xc0254b 0 + 0 12420855 0xbd86f7 0 + 2 12567200 0xbfc2a0 0 + 5 12379201 0xbce441 0 + 1 12638838 0xc0da76 0 + 7 12457565 0xbe165d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487080 0xbe89a8 0 + 4 12508858 0xbedeba 0 + 1 12638771 0xc0da33 0 + 5 12379136 0xbce400 0 + 0 12420788 0xbd86b4 0 + 7 12457499 0xbe161b 0 + 6 12592398 0xc0250e 0 + 2 12567137 0xbfc261 0 + +/esfs/jtacquaviva/ioperf/file_write.00000125 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420908 0xbd872c 0 + 2 12567255 0xbfc2d7 0 + 4 12508978 0xbedf32 0 + 7 12457620 0xbe1694 0 + 1 12638890 0xc0daaa 0 + 3 12487196 0xbe8a1c 0 + 5 12379256 0xbce478 0 + 6 12592513 0xc02581 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379160 0xbce418 0 + 2 12567159 0xbfc277 0 + 4 12508882 0xbeded2 0 + 7 12457522 0xbe1632 0 + 1 12638795 0xc0da4b 0 + 6 12592419 0xc02523 0 + 0 12420813 0xbd86cd 0 + 3 12487105 0xbe89c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457504 0xbe1620 0 + 1 12638777 0xc0da39 0 + 5 12379143 0xbce407 0 + 3 12487087 0xbe89af 0 + 4 12508865 0xbedec1 0 + 2 12567142 0xbfc266 0 + 6 12592405 0xc02515 0 + 0 12420797 0xbd86bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592445 0xc0253d 0 + 2 12567185 0xbfc291 0 + 5 12379187 0xbce433 0 + 0 12420841 0xbd86e9 0 + 7 12457552 0xbe1650 0 + 3 12487133 0xbe89dd 0 + 1 12638825 0xc0da69 0 + 4 12508914 0xbedef2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420890 0xbd871a 0 + 4 12508960 0xbedf20 0 + 2 12567240 0xbfc2c8 0 + 1 12638874 0xc0da9a 0 + 7 12457604 0xbe1684 0 + 5 12379240 0xbce468 0 + 3 12487184 0xbe8a10 0 + 6 12592498 0xc02572 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508944 0xbedf10 0 + 7 12457585 0xbe1671 0 + 1 12638857 0xc0da89 0 + 3 12487163 0xbe89fb 0 + 5 12379222 0xbce456 0 + 6 12592480 0xc02560 0 + 0 12420874 0xbd870a 0 + 2 12567220 0xbfc2b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508966 0xbedf26 0 + 6 12592502 0xc02576 0 + 7 12457608 0xbe1688 0 + 5 12379246 0xbce46e 0 + 1 12638881 0xc0daa1 0 + 2 12567246 0xbfc2ce 0 + 3 12487188 0xbe8a14 0 + 0 12420900 0xbd8724 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567135 0xbfc25f 0 + 6 12592397 0xc0250d 0 + 4 12508859 0xbedebb 0 + 3 12487081 0xbe89a9 0 + 7 12457500 0xbe161c 0 + 5 12379137 0xbce401 0 + 1 12638774 0xc0da36 0 + 0 12420790 0xbd86b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000097 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592494 0xc0256e 0 + 4 12508959 0xbedf1f 0 + 5 12379237 0xbce465 0 + 0 12420889 0xbd8719 0 + 7 12457601 0xbe1681 0 + 2 12567236 0xbfc2c4 0 + 1 12638872 0xc0da98 0 + 3 12487179 0xbe8a0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567176 0xbfc288 0 + 1 12638814 0xc0da5e 0 + 5 12379178 0xbce42a 0 + 0 12420831 0xbd86df 0 + 4 12508900 0xbedee4 0 + 3 12487123 0xbe89d3 0 + 6 12592437 0xc02535 0 + 7 12457542 0xbe1646 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420871 0xbd8707 0 + 2 12567217 0xbfc2b1 0 + 4 12508941 0xbedf0d 0 + 7 12457581 0xbe166d 0 + 1 12638853 0xc0da85 0 + 3 12487159 0xbe89f7 0 + 5 12379219 0xbce453 0 + 6 12592478 0xc0255e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592402 0xc02512 0 + 5 12379142 0xbce406 0 + 0 12420795 0xbd86bb 0 + 7 12457507 0xbe1623 0 + 3 12487088 0xbe89b0 0 + 4 12508866 0xbedec2 0 + 2 12567144 0xbfc268 0 + 1 12638780 0xc0da3c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487170 0xbe8a02 0 + 1 12638863 0xc0da8f 0 + 0 12420882 0xbd8712 0 + 5 12379229 0xbce45d 0 + 6 12592489 0xc02569 0 + 7 12457595 0xbe167b 0 + 2 12567231 0xbfc2bf 0 + 4 12508955 0xbedf1b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457599 0xbe167f 0 + 1 12638869 0xc0da95 0 + 6 12592492 0xc0256c 0 + 0 12420887 0xbd8717 0 + 4 12508957 0xbedf1d 0 + 3 12487175 0xbe8a07 0 + 2 12567235 0xbfc2c3 0 + 5 12379236 0xbce464 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508889 0xbeded9 0 + 5 12379167 0xbce41f 0 + 0 12420820 0xbd86d4 0 + 7 12457530 0xbe163a 0 + 1 12638803 0xc0da53 0 + 6 12592427 0xc0252b 0 + 3 12487112 0xbe89c8 0 + 2 12567167 0xbfc27f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592438 0xc02536 0 + 7 12457543 0xbe1647 0 + 3 12487125 0xbe89d5 0 + 0 12420833 0xbd86e1 0 + 4 12508903 0xbedee7 0 + 2 12567179 0xbfc28b 0 + 1 12638817 0xc0da61 0 + 5 12379182 0xbce42e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592511 0xc0257f 0 + 2 12567253 0xbfc2d5 0 + 7 12457618 0xbe1692 0 + 3 12487195 0xbe8a1b 0 + 0 12420907 0xbd872b 0 + 4 12508977 0xbedf31 0 + 1 12638889 0xc0daa9 0 + 5 12379255 0xbce477 0 + +/esfs/jtacquaviva/ioperf/file_write.00000127 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638860 0xc0da8c 0 + 0 12420877 0xbd870d 0 + 5 12379224 0xbce458 0 + 7 12457588 0xbe1674 0 + 2 12567223 0xbfc2b7 0 + 6 12592483 0xc02563 0 + 3 12487167 0xbe89ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379186 0xbce432 0 + 1 12638823 0xc0da67 0 + 2 12567186 0xbfc292 0 + 0 12420843 0xbd86eb 0 + 7 12457553 0xbe1651 0 + 4 12508913 0xbedef1 0 + 3 12487134 0xbe89de 0 + 6 12592449 0xc02541 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592469 0xc02555 0 + 1 12638846 0xc0da7e 0 + 5 12379211 0xbce44b 0 + 4 12508934 0xbedf06 0 + 0 12420865 0xbd8701 0 + 7 12457579 0xbe166b 0 + 2 12567213 0xbfc2ad 0 + 3 12487156 0xbe89f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000124 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487140 0xbe89e4 0 + 0 12420850 0xbd86f2 0 + 7 12457560 0xbe1658 0 + 5 12379197 0xbce43d 0 + 4 12508920 0xbedef8 0 + 6 12592457 0xc02549 0 + 2 12567196 0xbfc29c 0 + 1 12638835 0xc0da73 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379156 0xbce414 0 + 6 12592415 0xc0251f 0 + 2 12567155 0xbfc273 0 + 0 12420809 0xbd86c9 0 + 4 12508879 0xbedecf 0 + 3 12487101 0xbe89bd 0 + 1 12638793 0xc0da49 0 + 7 12457520 0xbe1630 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487190 0xbe8a16 0 + 5 12379249 0xbce471 0 + 6 12592506 0xc0257a 0 + 0 12420901 0xbd8725 0 + 2 12567248 0xbfc2d0 0 + 4 12508971 0xbedf2b 0 + 7 12457613 0xbe168d 0 + 1 12638884 0xc0daa4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000102 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638844 0xc0da7c 0 + 3 12487151 0xbe89ef 0 + 5 12379210 0xbce44a 0 + 4 12508931 0xbedf03 0 + 2 12567208 0xbfc2a8 0 + 0 12420862 0xbd86fe 0 + 7 12457572 0xbe1664 0 + 6 12592470 0xc02556 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457556 0xbe1654 0 + 0 12420846 0xbd86ee 0 + 2 12567192 0xbfc298 0 + 1 12638831 0xc0da6f 0 + 4 12508917 0xbedef5 0 + 5 12379195 0xbce43b 0 + 3 12487138 0xbe89e2 0 + 6 12592455 0xc02547 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379245 0xbce46d 0 + 2 12567244 0xbfc2cc 0 + 1 12638879 0xc0da9f 0 + 6 12592504 0xc02578 0 + 4 12508969 0xbedf29 0 + 0 12420898 0xbd8722 0 + 3 12487187 0xbe8a13 0 + 7 12457611 0xbe168b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000101 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487124 0xbe89d4 0 + 4 12508902 0xbedee6 0 + 5 12379181 0xbce42d 0 + 2 12567180 0xbfc28c 0 + 1 12638818 0xc0da62 0 + 6 12592440 0xc02538 0 + 7 12457545 0xbe1649 0 + 0 12420835 0xbd86e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000108 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420839 0xbd86e7 0 + 5 12379188 0xbce434 0 + 2 12567188 0xbfc294 0 + 6 12592447 0xc0253f 0 + 4 12508915 0xbedef3 0 + 3 12487135 0xbe89df 0 + 1 12638829 0xc0da6d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508926 0xbedefe 0 + 3 12487145 0xbe89e9 0 + 7 12457566 0xbe165e 0 + 1 12638839 0xc0da77 0 + 0 12420857 0xbd86f9 0 + 6 12592463 0xc0254f 0 + 2 12567203 0xbfc2a3 0 + 5 12379205 0xbce445 0 + +/esfs/jtacquaviva/ioperf/file_write.00000099 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508947 0xbedf13 0 + 3 12487166 0xbe89fe 0 + 7 12457589 0xbe1675 0 + 2 12567225 0xbfc2b9 0 + 5 12379225 0xbce459 0 + 1 12638861 0xc0da8d 0 + 6 12592484 0xc02564 0 + 0 12420879 0xbd870f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508921 0xbedef9 0 + 2 12567197 0xbfc29d 0 + 1 12638836 0xc0da74 0 + 0 12420852 0xbd86f4 0 + 7 12457562 0xbe165a 0 + 5 12379199 0xbce43f 0 + 3 12487142 0xbe89e6 0 + 6 12592458 0xc0254a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487182 0xbe8a0e 0 + 5 12379244 0xbce46c 0 + 2 12567243 0xbfc2cb 0 + 6 12592503 0xc02577 0 + 4 12508970 0xbedf2a 0 + 7 12457610 0xbe168a 0 + 1 12638882 0xc0daa2 0 + 0 12420899 0xbd8723 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487086 0xbe89ae 0 + 6 12592404 0xc02514 0 + 0 12420794 0xbd86ba 0 + 1 12638778 0xc0da3a 0 + 7 12457506 0xbe1622 0 + 5 12379145 0xbce409 0 + 2 12567143 0xbfc267 0 + 4 12508867 0xbedec3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457574 0xbe1666 0 + 3 12487153 0xbe89f1 0 + 5 12379212 0xbce44c 0 + 0 12420864 0xbd8700 0 + 2 12567212 0xbfc2ac 0 + 6 12592474 0xc0255a 0 + 4 12508936 0xbedf08 0 + 1 12638850 0xc0da82 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379174 0xbce426 0 + 1 12638809 0xc0da59 0 + 7 12457535 0xbe163f 0 + 2 12567173 0xbfc285 0 + 3 12487119 0xbe89cf 0 + 0 12420830 0xbd86de 0 + 4 12508899 0xbedee3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420881 0xbd8711 0 + 5 12379228 0xbce45c 0 + 7 12457594 0xbe167a 0 + 4 12508951 0xbedf17 0 + 2 12567229 0xbfc2bd 0 + 1 12638866 0xc0da92 0 + 6 12592490 0xc0256a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508893 0xbededd 0 + 5 12379175 0xbce427 0 + 7 12457536 0xbe1640 0 + 0 12420828 0xbd86dc 0 + 6 12592435 0xc02533 0 + 3 12487120 0xbe89d0 0 + 1 12638813 0xc0da5d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379155 0xbce413 0 + 4 12508877 0xbedecd 0 + 1 12638791 0xc0da47 0 + 0 12420808 0xbd86c8 0 + 7 12457518 0xbe162e 0 + 2 12567157 0xbfc275 0 + 3 12487099 0xbe89bb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508980 0xbedf34 0 + 7 12457622 0xbe1696 0 + 1 12638892 0xc0daac 0 + 3 12487198 0xbe8a1e 0 + 5 12379258 0xbce47a 0 + 6 12592515 0xc02583 0 + 0 12420910 0xbd872e 0 + 2 12567257 0xbfc2d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000112 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638830 0xc0da6e 0 + 2 12567193 0xbfc299 0 + 0 12420848 0xbd86f0 0 + 3 12487137 0xbe89e1 0 + 5 12379196 0xbce43c 0 + 6 12592454 0xc02546 0 + 4 12508918 0xbedef6 0 + 7 12457559 0xbe1657 0 + +/esfs/jtacquaviva/ioperf/file_write.00000114 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457525 0xbe1635 0 + 6 12592423 0xc02527 0 + 4 12508886 0xbeded6 0 + 1 12638799 0xc0da4f 0 + 0 12420816 0xbd86d0 0 + 3 12487109 0xbe89c5 0 + 2 12567165 0xbfc27d 0 + 5 12379165 0xbce41d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379172 0xbce424 0 + 7 12457534 0xbe163e 0 + 3 12487115 0xbe89cb 0 + 4 12508895 0xbededf 0 + 1 12638810 0xc0da5a 0 + 6 12592434 0xc02532 0 + 0 12420829 0xbd86dd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379171 0xbce423 0 + 1 12638807 0xc0da57 0 + 6 12592431 0xc0252f 0 + 0 12420823 0xbd86d7 0 + 3 12487117 0xbe89cd 0 + 2 12567171 0xbfc283 0 + 7 12457537 0xbe1641 0 + 4 12508897 0xbedee1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379235 0xbce463 0 + 2 12567234 0xbfc2c2 0 + 7 12457600 0xbe1680 0 + 6 12592493 0xc0256d 0 + 0 12420888 0xbd8718 0 + 4 12508958 0xbedf1e 0 + 1 12638870 0xc0da96 0 + 3 12487176 0xbe8a08 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567205 0xbfc2a5 0 + 4 12508928 0xbedf00 0 + 7 12457569 0xbe1661 0 + 1 12638841 0xc0da79 0 + 3 12487148 0xbe89ec 0 + 5 12379206 0xbce446 0 + 6 12592465 0xc02551 0 + 0 12420858 0xbd86fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567170 0xbfc282 0 + 3 12487114 0xbe89ca 0 + 6 12592430 0xc0252e 0 + 1 12638808 0xc0da58 0 + 5 12379176 0xbce428 0 + 0 12420827 0xbd86db 0 + 4 12508896 0xbedee0 0 + 7 12457540 0xbe1644 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12379251 0xbce473 0 + 6 12592508 0xc0257c 0 + 0 12420903 0xbd8727 0 + 2 12567250 0xbfc2d2 0 + 4 12508973 0xbedf2d 0 + 7 12457615 0xbe168f 0 + 1 12638885 0xc0daa5 0 + 3 12487191 0xbe8a17 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567163 0xbfc27b 0 + 6 12592424 0xc02528 0 + 4 12508887 0xbeded7 0 + 7 12457527 0xbe1637 0 + 1 12638801 0xc0da51 0 + 0 12420818 0xbd86d2 0 + 3 12487110 0xbe89c6 0 + 5 12379166 0xbce41e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592477 0xc0255d 0 + 0 12420872 0xbd8708 0 + 2 12567218 0xbfc2b2 0 + 4 12508942 0xbedf0e 0 + 7 12457582 0xbe166e 0 + 1 12638855 0xc0da87 0 + 3 12487161 0xbe89f9 0 + 5 12379221 0xbce455 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592486 0xc02566 0 + 7 12457592 0xbe1678 0 + 2 12567227 0xbfc2bb 0 + 3 12487171 0xbe8a03 0 + 4 12508953 0xbedf19 0 + 1 12638867 0xc0da93 0 + 5 12379232 0xbce460 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508965 0xbedf25 0 + 3 12487183 0xbe8a0f 0 + 6 12592500 0xc02574 0 + 7 12457607 0xbe1687 0 + 0 12420897 0xbd8721 0 + 1 12638880 0xc0daa0 0 + 5 12379248 0xbce470 0 + 2 12567247 0xbfc2cf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12592422 0xc02526 0 + 0 12420815 0xbd86cf 0 + 2 12567162 0xbfc27a 0 + 1 12638798 0xc0da4e 0 + 3 12487107 0xbe89c3 0 + 5 12379163 0xbce41b 0 + 4 12508885 0xbeded5 0 + 7 12457526 0xbe1636 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420863 0xbd86ff 0 + 6 12592471 0xc02557 0 + 2 12567209 0xbfc2a9 0 + 7 12457576 0xbe1668 0 + 1 12638849 0xc0da81 0 + 4 12508939 0xbedf0b 0 + 5 12379217 0xbce451 0 + 3 12487157 0xbe89f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420807 0xbd86c7 0 + 2 12567156 0xbfc274 0 + 1 12638792 0xc0da48 0 + 4 12508880 0xbeded0 0 + 7 12457519 0xbe162f 0 + 5 12379158 0xbce416 0 + 3 12487102 0xbe89be 0 + 6 12592417 0xc02521 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420878 0xbd870e 0 + 2 12567224 0xbfc2b8 0 + 4 12508948 0xbedf14 0 + 5 12379226 0xbce45a 0 + 7 12457591 0xbe1677 0 + 6 12592485 0xc02565 0 + 3 12487169 0xbe8a01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000122 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12487129 0xbe89d9 0 + 4 12508908 0xbedeec 0 + 7 12457551 0xbe164f 0 + 0 12420842 0xbd86ea 0 + 1 12638826 0xc0da6a 0 + 6 12592451 0xc02543 0 + 2 12567191 0xbfc297 0 + 5 12379192 0xbce438 0 + +/esfs/jtacquaviva/ioperf/file_write.00000119 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457590 0xbe1676 0 + 4 12508949 0xbedf15 0 + 5 12379227 0xbce45b 0 + 0 12420880 0xbd8710 0 + 2 12567226 0xbfc2ba 0 + 1 12638864 0xc0da90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000107 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567237 0xbfc2c5 0 + 3 12487177 0xbe8a09 0 + 6 12592495 0xc0256f 0 + 1 12638873 0xc0da99 0 + 0 12420892 0xbd871c 0 + 5 12379238 0xbce466 0 + 7 12457603 0xbe1683 0 + 4 12508963 0xbedf23 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457502 0xbe161e 0 + 1 12638775 0xc0da37 0 + 3 12487084 0xbe89ac 0 + 0 12420792 0xbd86b8 0 + 2 12567139 0xbfc263 0 + 4 12508862 0xbedebe 0 + 5 12379140 0xbce404 0 + 6 12592401 0xc02511 0 + +/esfs/jtacquaviva/ioperf/file_write.00000104 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567219 0xbfc2b3 0 + 4 12508943 0xbedf0f 0 + 7 12457583 0xbe166f 0 + 1 12638854 0xc0da86 0 + 3 12487162 0xbe89fa 0 + 5 12379220 0xbce454 0 + 6 12592479 0xc0255f 0 + 0 12420873 0xbd8709 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567152 0xbfc270 0 + 7 12457515 0xbe162b 0 + 3 12487097 0xbe89b9 0 + 6 12592414 0xc0251e 0 + 1 12638789 0xc0da45 0 + 5 12379154 0xbce412 0 + 0 12420806 0xbd86c6 0 + 4 12508876 0xbedecc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457533 0xbe163d 0 + 1 12638806 0xc0da56 0 + 5 12379173 0xbce425 0 + 3 12487116 0xbe89cc 0 + 0 12420826 0xbd86da 0 + 2 12567172 0xbfc284 0 + 4 12508898 0xbedee2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12567148 0xbfc26c 0 + 4 12508871 0xbedec7 0 + 5 12379150 0xbce40e 0 + 7 12457513 0xbe1629 0 + 3 12487094 0xbe89b6 0 + 1 12638785 0xc0da41 0 + 0 12420803 0xbd86c3 0 + 6 12592411 0xc0251b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000118 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12457541 0xbe1645 0 + 3 12487122 0xbe89d2 0 + 6 12592436 0xc02534 0 + 2 12567177 0xbfc289 0 + 1 12638815 0xc0da5f 0 + 5 12379179 0xbce42b 0 + 0 12420832 0xbd86e0 0 + 4 12508901 0xbedee5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..cc45e63e1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 06:21:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:21:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2249447178240. +WARNING: Using actual aggregate bytes moved = 762744668160. +write 5507 17233920 10240 0.007823 132.08 0.001174 132.09 0 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2253022822400. +WARNING: Using actual aggregate bytes moved = 754796462080. +write 5344 17233920 10240 0.007456 134.70 0.004170 134.71 1 +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2256220979200. +WARNING: Using actual aggregate bytes moved = 749993984000. +write 5349 17233920 10240 0.011846 133.71 0.005397 133.72 2 + +Max Write: 5506.89 MiB/sec (5774.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5506.89 5343.55 5399.80 75.76 133.50622 0 128 8 3 1 0 1 0 0 1 17647534080 10485760 762744668160 POSIX 0 + +Finished: Tue Oct 23 06:28:09 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b08a9832c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,2082 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 21:22:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread16/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:22:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread16/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 15863447552. +read 251.73 19660800 16.00 0.004327 60.10 0.003715 60.10 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 17428447232. +read 276.59 19660800 16.00 0.003838 60.09 0.003402 60.09 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 18071074897920. +WARNING: Using actual aggregate bytes moved = 17510301696. +read 277.78 19660800 16.00 0.003619 60.11 0.003463 60.12 2 + +Max Read: 277.78 MiB/sec (291.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 277.78 251.73 268.70 12.01 60.10300 0 128 8 3 1 0 1 0 0 1 20132659200 16384 15863447552 POSIX 0 + +Finished: Tue Oct 23 21:25:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 32 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000110 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491679 0xbe9b9f 0 + 2 12571736 0xbfd458 0 + 7 12462103 0xbe2817 0 + 1 12643383 0xc0ec37 0 + 4 12513470 0xbef0be 0 + 6 12597002 0xc0370a 0 + 5 12383740 0xbcf5fc 0 + 0 12425402 0xbd98ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462079 0xbe27ff 0 + 5 12383716 0xbcf5e4 0 + 4 12513446 0xbef0a6 0 + 1 12643360 0xc0ec20 0 + 0 12425376 0xbd98a0 0 + 3 12491658 0xbe9b8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000093 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491639 0xbe9b77 0 + 0 12425357 0xbd988d 0 + 4 12513429 0xbef095 0 + 5 12383698 0xbcf5d2 0 + 2 12571694 0xbfd42e 0 + 6 12596959 0xc036df 0 + 7 12462063 0xbe27ef 0 + 1 12643342 0xc0ec0e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000113 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491647 0xbe9b7f 0 + 2 12571703 0xbfd437 0 + 5 12383707 0xbcf5db 0 + 4 12513438 0xbef09e 0 + 6 12596969 0xc036e9 0 + 1 12643351 0xc0ec17 0 + 0 12425368 0xbd9898 0 + 7 12462072 0xbe27f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000096 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383713 0xbcf5e1 0 + 2 12571709 0xbfd43d 0 + 6 12596975 0xc036ef 0 + 3 12491654 0xbe9b86 0 + 0 12425373 0xbd989d 0 + 7 12462078 0xbe27fe 0 + 1 12643358 0xc0ec1e 0 + 4 12513445 0xbef0a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491683 0xbe9ba3 0 + 5 12383741 0xbcf5fd 0 + 6 12597003 0xc0370b 0 + 0 12425403 0xbd98bb 0 + 7 12462107 0xbe281b 0 + 1 12643386 0xc0ec3a 0 + 4 12513474 0xbef0c2 0 + 2 12571739 0xbfd45b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000083 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462173 0xbe285d 0 + 6 12597068 0xc0374c 0 + 4 12513538 0xbef102 0 + 1 12643452 0xc0ec7c 0 + 3 12491749 0xbe9be5 0 + 5 12383809 0xbcf641 0 + 0 12425470 0xbd98fe 0 + 2 12571805 0xbfd49d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513482 0xbef0ca 0 + 7 12462116 0xbe2824 0 + 1 12643396 0xc0ec44 0 + 3 12491693 0xbe9bad 0 + 5 12383751 0xbcf607 0 + 6 12597012 0xc03714 0 + 0 12425412 0xbd98c4 0 + 2 12571747 0xbfd463 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462145 0xbe2841 0 + 6 12597040 0xc03730 0 + 4 12513511 0xbef0e7 0 + 1 12643424 0xc0ec60 0 + 0 12425443 0xbd98e3 0 + 3 12491722 0xbe9bca 0 + 2 12571779 0xbfd483 0 + 5 12383782 0xbcf626 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491734 0xbe9bd6 0 + 1 12643435 0xc0ec6b 0 + 2 12571789 0xbfd48d 0 + 4 12513524 0xbef0f4 0 + 5 12383793 0xbcf631 0 + 7 12462159 0xbe284f 0 + 0 12425455 0xbd98ef 0 + 6 12597053 0xc0373d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000100 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425354 0xbd988a 0 + 3 12491636 0xbe9b74 0 + 5 12383694 0xbcf5ce 0 + 2 12571690 0xbfd42a 0 + 7 12462059 0xbe27eb 0 + 6 12596955 0xc036db 0 + 4 12513428 0xbef094 0 + 1 12643340 0xc0ec0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513433 0xbef099 0 + 7 12462066 0xbe27f2 0 + 1 12643346 0xc0ec12 0 + 3 12491644 0xbe9b7c 0 + 5 12383702 0xbcf5d6 0 + 6 12596963 0xc036e3 0 + 0 12425362 0xbd9892 0 + 2 12571698 0xbfd432 0 + +/esfs/jtacquaviva/ioperf/file_write.00000088 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491705 0xbe9bb9 0 + 6 12597022 0xc0371e 0 + 2 12571758 0xbfd46e 0 + 5 12383765 0xbcf615 0 + 0 12425426 0xbd98d2 0 + 4 12513496 0xbef0d8 0 + 7 12462130 0xbe2832 0 + 1 12643409 0xc0ec51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383732 0xbcf5f4 0 + 2 12571727 0xbfd44f 0 + 3 12491674 0xbe9b9a 0 + 7 12462097 0xbe2811 0 + 0 12425393 0xbd98b1 0 + 4 12513464 0xbef0b8 0 + 1 12643377 0xc0ec31 0 + 6 12596993 0xc03701 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462055 0xbe27e7 0 + 0 12425350 0xbd9886 0 + 4 12513422 0xbef08e 0 + 3 12491633 0xbe9b71 0 + 2 12571688 0xbfd428 0 + 1 12643335 0xc0ec07 0 + 5 12383692 0xbcf5cc 0 + 6 12596953 0xc036d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000126 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597050 0xc0373a 0 + 4 12513523 0xbef0f3 0 + 5 12383792 0xbcf630 0 + 0 12425453 0xbd98ed 0 + 7 12462158 0xbe284e 0 + 2 12571790 0xbfd48e 0 + 1 12643437 0xc0ec6d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425421 0xbd98cd 0 + 2 12571756 0xbfd46c 0 + 4 12513491 0xbef0d3 0 + 7 12462125 0xbe282d 0 + 1 12643404 0xc0ec4c 0 + 3 12491702 0xbe9bb6 0 + 5 12383760 0xbcf610 0 + 6 12597019 0xc0371b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597067 0xc0374b 0 + 0 12425469 0xbd98fd 0 + 2 12571804 0xbfd49c 0 + 1 12643451 0xc0ec7b 0 + 3 12491748 0xbe9be4 0 + 5 12383808 0xbcf640 0 + 4 12513539 0xbef103 0 + 7 12462174 0xbe285e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000115 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491733 0xbe9bd5 0 + 0 12425452 0xbd98ec 0 + 2 12571787 0xbfd48b 0 + 7 12462156 0xbe284c 0 + 4 12513522 0xbef0f2 0 + 5 12383791 0xbcf62f 0 + 6 12597051 0xc0373b 0 + 1 12643434 0xc0ec6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000075 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462077 0xbe27fd 0 + 6 12596974 0xc036ee 0 + 4 12513444 0xbef0a4 0 + 1 12643357 0xc0ec1d 0 + 3 12491655 0xbe9b87 0 + 5 12383714 0xbcf5e2 0 + 0 12425374 0xbd989e 0 + 2 12571710 0xbfd43e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000084 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425369 0xbd9899 0 + 7 12462073 0xbe27f9 0 + 3 12491651 0xbe9b83 0 + 2 12571706 0xbfd43a 0 + 4 12513441 0xbef0a1 0 + 1 12643354 0xc0ec1a 0 + 5 12383710 0xbcf5de 0 + 6 12596971 0xc036eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000071 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513421 0xbef08d 0 + 7 12462054 0xbe27e6 0 + 1 12643333 0xc0ec05 0 + 3 12491631 0xbe9b6f 0 + 5 12383689 0xbcf5c9 0 + 6 12596950 0xc036d6 0 + 0 12425349 0xbd9885 0 + 2 12571685 0xbfd425 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383684 0xbcf5c4 0 + 0 12425344 0xbd9880 0 + 7 12462049 0xbe27e1 0 + 6 12596946 0xc036d2 0 + 2 12571681 0xbfd421 0 + 4 12513417 0xbef089 0 + 1 12643329 0xc0ec01 0 + 3 12491627 0xbe9b6b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462070 0xbe27f6 0 + 6 12596967 0xc036e7 0 + 1 12643350 0xc0ec16 0 + 0 12425367 0xbd9897 0 + 3 12491648 0xbe9b80 0 + 4 12513439 0xbef09f 0 + 5 12383708 0xbcf5dc 0 + 2 12571704 0xbfd438 0 + +/esfs/jtacquaviva/ioperf/file_write.00000068 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597015 0xc03717 0 + 5 12383756 0xbcf60c 0 + 0 12425419 0xbd98cb 0 + 4 12513487 0xbef0cf 0 + 2 12571754 0xbfd46a 0 + 1 12643401 0xc0ec49 0 + 7 12462124 0xbe282c 0 + 3 12491699 0xbe9bb3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000120 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571711 0xbfd43f 0 + 6 12596977 0xc036f1 0 + 4 12513447 0xbef0a7 0 + 3 12491657 0xbe9b89 0 + 7 12462081 0xbe2801 0 + 1 12643361 0xc0ec21 0 + 5 12383717 0xbcf5e5 0 + 0 12425377 0xbd98a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000109 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571707 0xbfd43b 0 + 4 12513442 0xbef0a2 0 + 7 12462075 0xbe27fb 0 + 1 12643355 0xc0ec1b 0 + 3 12491652 0xbe9b84 0 + 5 12383711 0xbcf5df 0 + 6 12596972 0xc036ec 0 + 0 12425371 0xbd989b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571788 0xbfd48c 0 + 3 12491735 0xbe9bd7 0 + 7 12462157 0xbe284d 0 + 0 12425454 0xbd98ee 0 + 4 12513525 0xbef0f5 0 + 1 12643436 0xc0ec6c 0 + 5 12383794 0xbcf632 0 + 6 12597052 0xc0373c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597062 0xc03746 0 + 0 12425464 0xbd98f8 0 + 2 12571799 0xbfd497 0 + 4 12513533 0xbef0fd 0 + 7 12462168 0xbe2858 0 + 1 12643446 0xc0ec76 0 + 3 12491743 0xbe9bdf 0 + 5 12383803 0xbcf63b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383699 0xbcf5d3 0 + 6 12596960 0xc036e0 0 + 0 12425359 0xbd988f 0 + 3 12491642 0xbe9b7a 0 + 2 12571695 0xbfd42f 0 + 4 12513432 0xbef098 0 + 7 12462065 0xbe27f1 0 + 1 12643345 0xc0ec11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000095 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425410 0xbd98c2 0 + 2 12571745 0xbfd461 0 + 4 12513480 0xbef0c8 0 + 7 12462114 0xbe2822 0 + 1 12643394 0xc0ec42 0 + 3 12491691 0xbe9bab 0 + 5 12383749 0xbcf605 0 + 6 12597010 0xc03712 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513461 0xbef0b5 0 + 3 12491673 0xbe9b99 0 + 7 12462096 0xbe2810 0 + 5 12383731 0xbcf5f3 0 + 1 12643375 0xc0ec2f 0 + 6 12596991 0xc036ff 0 + 0 12425392 0xbd98b0 0 + 2 12571728 0xbfd450 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571801 0xbfd499 0 + 4 12513535 0xbef0ff 0 + 7 12462170 0xbe285a 0 + 1 12643448 0xc0ec78 0 + 3 12491745 0xbe9be1 0 + 5 12383805 0xbcf63d 0 + 6 12597064 0xc03748 0 + 0 12425466 0xbd98fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000072 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383802 0xbcf63a 0 + 6 12597061 0xc03745 0 + 0 12425463 0xbd98f7 0 + 2 12571798 0xbfd496 0 + 4 12513532 0xbef0fc 0 + 7 12462167 0xbe2857 0 + 1 12643445 0xc0ec75 0 + 3 12491742 0xbe9bde 0 + +/esfs/jtacquaviva/ioperf/file_write.00000069 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383704 0xbcf5d8 0 + 6 12596965 0xc036e5 0 + 2 12571700 0xbfd434 0 + 7 12462068 0xbe27f4 0 + 0 12425365 0xbd9895 0 + 4 12513436 0xbef09c 0 + 1 12643349 0xc0ec15 0 + +/esfs/jtacquaviva/ioperf/file_write.00000064 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597029 0xc03725 0 + 0 12425432 0xbd98d8 0 + 2 12571767 0xbfd477 0 + 4 12513502 0xbef0de 0 + 7 12462136 0xbe2838 0 + 1 12643415 0xc0ec57 0 + 3 12491713 0xbe9bc1 0 + 5 12383771 0xbcf61b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000117 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513506 0xbef0e2 0 + 5 12383775 0xbcf61f 0 + 6 12597035 0xc0372b 0 + 1 12643421 0xc0ec5d 0 + 7 12462142 0xbe283e 0 + 0 12425438 0xbd98de 0 + 2 12571773 0xbfd47d 0 + 3 12491719 0xbe9bc7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000089 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491661 0xbe9b8d 0 + 0 12425380 0xbd98a4 0 + 4 12513450 0xbef0aa 0 + 1 12643364 0xc0ec24 0 + 5 12383720 0xbcf5e8 0 + 2 12571716 0xbfd444 0 + 6 12596981 0xc036f5 0 + 7 12462085 0xbe2805 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491728 0xbe9bd0 0 + 0 12425448 0xbd98e8 0 + 1 12643429 0xc0ec65 0 + 2 12571783 0xbfd487 0 + 5 12383787 0xbcf62b 0 + 6 12597046 0xc03736 0 + 4 12513518 0xbef0ee 0 + 7 12462152 0xbe2848 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462067 0xbe27f3 0 + 1 12643347 0xc0ec13 0 + 3 12491645 0xbe9b7d 0 + 5 12383703 0xbcf5d7 0 + 6 12596964 0xc036e4 0 + 0 12425363 0xbd9893 0 + 2 12571699 0xbfd433 0 + 4 12513434 0xbef09a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597008 0xc03710 0 + 4 12513477 0xbef0c5 0 + 1 12643392 0xc0ec40 0 + 0 12425409 0xbd98c1 0 + 7 12462113 0xbe2821 0 + 2 12571744 0xbfd460 0 + 3 12491690 0xbe9baa 0 + 5 12383748 0xbcf604 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643410 0xc0ec52 0 + 6 12597026 0xc03722 0 + 7 12462131 0xbe2833 0 + 3 12491709 0xbe9bbd 0 + 2 12571763 0xbfd473 0 + 5 12383768 0xbcf618 0 + 0 12425428 0xbd98d4 0 + 4 12513498 0xbef0da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491650 0xbe9b82 0 + 5 12383709 0xbcf5dd 0 + 2 12571705 0xbfd439 0 + 4 12513440 0xbef0a0 0 + 1 12643353 0xc0ec19 0 + 6 12596970 0xc036ea 0 + 0 12425370 0xbd989a 0 + 7 12462074 0xbe27fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000077 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462062 0xbe27ee 0 + 5 12383697 0xbcf5d1 0 + 6 12596958 0xc036de 0 + 2 12571693 0xbfd42d 0 + 1 12643341 0xc0ec0d 0 + 0 12425358 0xbd988e 0 + 4 12513430 0xbef096 0 + 3 12491640 0xbe9b78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383724 0xbcf5ec 0 + 0 12425386 0xbd98aa 0 + 2 12571719 0xbfd447 0 + 4 12513455 0xbef0af 0 + 3 12491667 0xbe9b93 0 + 1 12643369 0xc0ec29 0 + 7 12462091 0xbe280b 0 + 6 12596986 0xc036fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000103 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462175 0xbe285f 0 + 1 12643453 0xc0ec7d 0 + 3 12491750 0xbe9be6 0 + 5 12383810 0xbcf642 0 + 6 12597069 0xc0374d 0 + 0 12425471 0xbd98ff 0 + 2 12571806 0xbfd49e 0 + 4 12513540 0xbef104 0 + +/esfs/jtacquaviva/ioperf/file_write.00000111 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462118 0xbe2826 0 + 1 12643397 0xc0ec45 0 + 3 12491695 0xbe9baf 0 + 5 12383753 0xbcf609 0 + 2 12571749 0xbfd465 0 + 4 12513484 0xbef0cc 0 + 6 12597013 0xc03715 0 + 0 12425415 0xbd98c7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513426 0xbef092 0 + 6 12596956 0xc036dc 0 + 1 12643339 0xc0ec0b 0 + 7 12462060 0xbe27ec 0 + 0 12425356 0xbd988c 0 + 5 12383696 0xbcf5d0 0 + 3 12491638 0xbe9b76 0 + 2 12571692 0xbfd42c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000098 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462101 0xbe2815 0 + 3 12491678 0xbe9b9e 0 + 6 12596997 0xc03705 0 + 4 12513467 0xbef0bb 0 + 2 12571734 0xbfd456 0 + 0 12425397 0xbd98b5 0 + 5 12383738 0xbcf5fa 0 + 1 12643382 0xc0ec36 0 + +/esfs/jtacquaviva/ioperf/file_write.00000074 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425433 0xbd98d9 0 + 2 12571768 0xbfd478 0 + 1 12643416 0xc0ec58 0 + 3 12491714 0xbe9bc2 0 + 5 12383772 0xbcf61c 0 + 4 12513504 0xbef0e0 0 + 7 12462138 0xbe283a 0 + 6 12597032 0xc03728 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597025 0xc03721 0 + 0 12425427 0xbd98d3 0 + 2 12571762 0xbfd472 0 + 4 12513497 0xbef0d9 0 + 3 12491708 0xbe9bbc 0 + 5 12383766 0xbcf616 0 + 1 12643412 0xc0ec54 0 + 7 12462132 0xbe2834 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383799 0xbcf637 0 + 6 12597058 0xc03742 0 + 4 12513529 0xbef0f9 0 + 7 12462164 0xbe2854 0 + 0 12425460 0xbd98f4 0 + 1 12643442 0xc0ec72 0 + 3 12491741 0xbe9bdd 0 + 2 12571796 0xbfd494 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425417 0xbd98c9 0 + 2 12571751 0xbfd467 0 + 4 12513488 0xbef0d0 0 + 5 12383758 0xbcf60e 0 + 7 12462123 0xbe282b 0 + 1 12643403 0xc0ec4b 0 + 3 12491701 0xbe9bb5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000123 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513431 0xbef097 0 + 7 12462064 0xbe27f0 0 + 1 12643344 0xc0ec10 0 + 2 12571696 0xbfd430 0 + 5 12383701 0xbcf5d5 0 + 3 12491643 0xbe9b7b 0 + 6 12596962 0xc036e2 0 + 0 12425361 0xbd9891 0 + +/esfs/jtacquaviva/ioperf/file_write.00000121 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643379 0xc0ec33 0 + 7 12462099 0xbe2813 0 + 4 12513466 0xbef0ba 0 + 5 12383734 0xbcf5f6 0 + 3 12491677 0xbe9b9d 0 + 0 12425396 0xbd98b4 0 + 2 12571731 0xbfd453 0 + 6 12596998 0xc03706 0 + +/esfs/jtacquaviva/ioperf/file_write.00000082 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383722 0xbcf5ea 0 + 0 12425382 0xbd98a6 0 + 2 12571718 0xbfd446 0 + 7 12462087 0xbe2807 0 + 6 12596984 0xc036f8 0 + 4 12513454 0xbef0ae 0 + 3 12491665 0xbe9b91 0 + +/esfs/jtacquaviva/ioperf/file_write.00000080 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596954 0xc036da 0 + 0 12425353 0xbd9889 0 + 2 12571689 0xbfd429 0 + 4 12513425 0xbef091 0 + 7 12462058 0xbe27ea 0 + 1 12643337 0xc0ec09 0 + 3 12491635 0xbe9b73 0 + 5 12383693 0xbcf5cd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000106 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571795 0xbfd493 0 + 5 12383800 0xbcf638 0 + 4 12513530 0xbef0fa 0 + 3 12491740 0xbe9bdc 0 + 7 12462165 0xbe2855 0 + 0 12425461 0xbd98f5 0 + 1 12643443 0xc0ec73 0 + 6 12597060 0xc03744 0 + +/esfs/jtacquaviva/ioperf/file_write.00000087 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643427 0xc0ec63 0 + 6 12597043 0xc03733 0 + 0 12425445 0xbd98e5 0 + 4 12513515 0xbef0eb 0 + 3 12491726 0xbe9bce 0 + 2 12571781 0xbfd485 0 + 7 12462150 0xbe2846 0 + 5 12383785 0xbcf629 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571794 0xbfd492 0 + 5 12383797 0xbcf635 0 + 4 12513528 0xbef0f8 0 + 6 12597057 0xc03741 0 + 7 12462163 0xbe2853 0 + 1 12643441 0xc0ec71 0 + 0 12425459 0xbd98f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000105 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383784 0xbcf628 0 + 2 12571780 0xbfd484 0 + 7 12462149 0xbe2845 0 + 1 12643428 0xc0ec64 0 + 6 12597044 0xc03734 0 + 4 12513516 0xbef0ec 0 + 0 12425446 0xbd98e6 0 + 3 12491727 0xbe9bcf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000116 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491689 0xbe9ba9 0 + 0 12425408 0xbd98c0 0 + 2 12571743 0xbfd45f 0 + 7 12462112 0xbe2820 0 + 5 12383747 0xbcf603 0 + 4 12513479 0xbef0c7 0 + 6 12597009 0xc03711 0 + 1 12643393 0xc0ec41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596947 0xc036d3 0 + 0 12425346 0xbd9882 0 + 2 12571682 0xbfd422 0 + 4 12513418 0xbef08a 0 + 7 12462051 0xbe27e3 0 + 1 12643330 0xc0ec02 0 + 3 12491628 0xbe9b6c 0 + 5 12383686 0xbcf5c6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000065 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425447 0xbd98e7 0 + 2 12571782 0xbfd486 0 + 4 12513517 0xbef0ed 0 + 7 12462151 0xbe2847 0 + 5 12383786 0xbcf62a 0 + 6 12597045 0xc03735 0 + 3 12491729 0xbe9bd1 0 + 1 12643430 0xc0ec66 0 + +/esfs/jtacquaviva/ioperf/file_write.00000125 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643328 0xc0ec00 0 + 6 12596945 0xc036d1 0 + 2 12571680 0xbfd420 0 + 4 12513416 0xbef088 0 + 3 12491626 0xbe9b6a 0 + 5 12383685 0xbcf5c5 0 + 0 12425345 0xbd9881 0 + 7 12462050 0xbe27e2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513448 0xbef0a8 0 + 3 12491659 0xbe9b8b 0 + 5 12383718 0xbcf5e6 0 + 0 12425378 0xbd98a2 0 + 7 12462082 0xbe2802 0 + 6 12596979 0xc036f3 0 + 1 12643363 0xc0ec23 0 + 2 12571714 0xbfd442 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571702 0xbfd436 0 + 5 12383706 0xbcf5da 0 + 0 12425366 0xbd9896 0 + 4 12513437 0xbef09d 0 + 6 12596968 0xc036e8 0 + 7 12462071 0xbe27f7 0 + 3 12491649 0xbe9b81 0 + 1 12643352 0xc0ec18 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491656 0xbe9b88 0 + 6 12596976 0xc036f0 0 + 7 12462080 0xbe2800 0 + 5 12383715 0xbcf5e3 0 + 2 12571712 0xbfd440 0 + 1 12643359 0xc0ec1f 0 + 0 12425375 0xbd989f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383777 0xbcf621 0 + 6 12597038 0xc0372e 0 + 0 12425440 0xbd98e0 0 + 2 12571775 0xbfd47f 0 + 4 12513510 0xbef0e6 0 + 7 12462144 0xbe2840 0 + 1 12643423 0xc0ec5f 0 + 3 12491721 0xbe9bc9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000091 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571730 0xbfd452 0 + 0 12425395 0xbd98b3 0 + 4 12513465 0xbef0b9 0 + 1 12643378 0xc0ec32 0 + 3 12491676 0xbe9b9c 0 + 6 12596994 0xc03702 0 + 7 12462100 0xbe2814 0 + 5 12383735 0xbcf5f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513473 0xbef0c1 0 + 3 12491684 0xbe9ba4 0 + 2 12571738 0xbfd45a 0 + 7 12462108 0xbe281c 0 + 6 12597004 0xc0370c 0 + 1 12643388 0xc0ec3c 0 + 5 12383743 0xbcf5ff 0 + 0 12425404 0xbd98bc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383780 0xbcf624 0 + 0 12425442 0xbd98e2 0 + 6 12597042 0xc03732 0 + 2 12571777 0xbfd481 0 + 7 12462146 0xbe2842 0 + 4 12513513 0xbef0e9 0 + 1 12643425 0xc0ec61 0 + 3 12491724 0xbe9bcc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000097 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597065 0xc03749 0 + 4 12513537 0xbef101 0 + 5 12383806 0xbcf63e 0 + 0 12425468 0xbd98fc 0 + 1 12643450 0xc0ec7a 0 + 2 12571803 0xbfd49b 0 + 7 12462172 0xbe285c 0 + 3 12491747 0xbe9be3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000066 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643373 0xc0ec2d 0 + 3 12491671 0xbe9b97 0 + 5 12383729 0xbcf5f1 0 + 6 12596989 0xc036fd 0 + 0 12425390 0xbd98ae 0 + 2 12571725 0xbfd44d 0 + 4 12513460 0xbef0b4 0 + 7 12462094 0xbe280e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383761 0xbcf611 0 + 3 12491703 0xbe9bb7 0 + 6 12597020 0xc0371c 0 + 0 12425423 0xbd98cf 0 + 7 12462128 0xbe2830 0 + 1 12643407 0xc0ec4f 0 + 2 12571759 0xbfd46f 0 + 4 12513494 0xbef0d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000079 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383737 0xbcf5f9 0 + 2 12571737 0xbfd459 0 + 4 12513469 0xbef0bd 0 + 6 12597001 0xc03709 0 + 0 12425400 0xbd98b8 0 + 3 12491681 0xbe9ba1 0 + 7 12462104 0xbe2818 0 + 1 12643385 0xc0ec39 0 + +/esfs/jtacquaviva/ioperf/file_write.00000067 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462093 0xbe280d 0 + 1 12643372 0xc0ec2c 0 + 3 12491670 0xbe9b96 0 + 5 12383728 0xbcf5f0 0 + 6 12596988 0xc036fc 0 + 0 12425389 0xbd98ad 0 + 2 12571724 0xbfd44c 0 + 4 12513459 0xbef0b3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000085 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643411 0xc0ec53 0 + 3 12491710 0xbe9bbe 0 + 5 12383767 0xbcf617 0 + 6 12597027 0xc03723 0 + 0 12425429 0xbd98d5 0 + 2 12571764 0xbfd474 0 + 4 12513499 0xbef0db 0 + 7 12462133 0xbe2835 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596985 0xc036f9 0 + 7 12462090 0xbe280a 0 + 2 12571721 0xbfd449 0 + 1 12643368 0xc0ec28 0 + 0 12425387 0xbd98ab 0 + 5 12383726 0xbcf5ee 0 + 4 12513457 0xbef0b1 0 + 3 12491668 0xbe9b94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425457 0xbd98f1 0 + 6 12597055 0xc0373f 0 + 2 12571792 0xbfd490 0 + 3 12491738 0xbe9bda 0 + 4 12513527 0xbef0f7 0 + 7 12462162 0xbe2852 0 + 5 12383798 0xbcf636 0 + 1 12643440 0xc0ec70 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643362 0xc0ec22 0 + 6 12596978 0xc036f2 0 + 2 12571713 0xbfd441 0 + 3 12491660 0xbe9b8c 0 + 0 12425379 0xbd98a3 0 + 5 12383719 0xbcf5e7 0 + 4 12513449 0xbef0a9 0 + 7 12462083 0xbe2803 0 + +/esfs/jtacquaviva/ioperf/file_write.00000127 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571746 0xbfd462 0 + 4 12513481 0xbef0c9 0 + 7 12462115 0xbe2823 0 + 1 12643395 0xc0ec43 0 + 3 12491692 0xbe9bac 0 + 5 12383750 0xbcf606 0 + 6 12597011 0xc03713 0 + 0 12425411 0xbd98c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462110 0xbe281e 0 + 1 12643391 0xc0ec3f 0 + 3 12491688 0xbe9ba8 0 + 5 12383746 0xbcf602 0 + 6 12597007 0xc0370f 0 + 0 12425407 0xbd98bf 0 + 2 12571742 0xbfd45e 0 + 4 12513478 0xbef0c6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643390 0xc0ec3e 0 + 3 12491687 0xbe9ba7 0 + 5 12383745 0xbcf601 0 + 6 12597006 0xc0370e 0 + 0 12425406 0xbd98be 0 + 2 12571741 0xbfd45d 0 + 4 12513476 0xbef0c4 0 + 7 12462111 0xbe281f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000124 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597036 0xc0372c 0 + 0 12425439 0xbd98df 0 + 2 12571774 0xbfd47e 0 + 4 12513509 0xbef0e5 0 + 7 12462143 0xbe283f 0 + 1 12643422 0xc0ec5e 0 + 3 12491720 0xbe9bc8 0 + 5 12383779 0xbcf623 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643343 0xc0ec0f 0 + 3 12491641 0xbe9b79 0 + 5 12383700 0xbcf5d4 0 + 6 12596961 0xc036e1 0 + 0 12425360 0xbd9890 0 + 2 12571697 0xbfd431 0 + +/esfs/jtacquaviva/ioperf/file_write.00000094 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513443 0xbef0a3 0 + 7 12462076 0xbe27fc 0 + 1 12643356 0xc0ec1c 0 + 6 12596973 0xc036ed 0 + 0 12425372 0xbd989c 0 + 3 12491653 0xbe9b85 0 + 5 12383712 0xbcf5e0 0 + 2 12571708 0xbfd43c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000102 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425414 0xbd98c6 0 + 3 12491696 0xbe9bb0 0 + 5 12383754 0xbcf60a 0 + 2 12571750 0xbfd466 0 + 6 12597014 0xc03716 0 + 4 12513486 0xbef0ce 0 + 1 12643400 0xc0ec48 0 + 7 12462120 0xbe2828 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597039 0xc0372f 0 + 0 12425441 0xbd98e1 0 + 2 12571778 0xbfd482 0 + 1 12643426 0xc0ec62 0 + 3 12491725 0xbe9bcd 0 + 5 12383783 0xbcf627 0 + 4 12513514 0xbef0ea 0 + 7 12462148 0xbe2844 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571732 0xbfd454 0 + 6 12596999 0xc03707 0 + 0 12425399 0xbd98b7 0 + 4 12513471 0xbef0bf 0 + 7 12462106 0xbe281a 0 + 3 12491685 0xbe9ba5 0 + 5 12383742 0xbcf5fe 0 + 1 12643387 0xc0ec3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000101 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425435 0xbd98db 0 + 1 12643418 0xc0ec5a 0 + 6 12597033 0xc03729 0 + 2 12571770 0xbfd47a 0 + 7 12462140 0xbe283c 0 + 3 12491717 0xbe9bc5 0 + 4 12513507 0xbef0e3 0 + 5 12383776 0xbcf620 0 + +/esfs/jtacquaviva/ioperf/file_write.00000108 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491663 0xbe9b8f 0 + 1 12643366 0xc0ec26 0 + 4 12513452 0xbef0ac 0 + 2 12571717 0xbfd445 0 + 6 12596982 0xc036f6 0 + 0 12425383 0xbd98a7 0 + 5 12383723 0xbcf5eb 0 + 7 12462089 0xbe2809 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643398 0xc0ec46 0 + 4 12513485 0xbef0cd 0 + 0 12425416 0xbd98c8 0 + 7 12462119 0xbe2827 0 + 5 12383757 0xbcf60d 0 + 6 12597017 0xc03719 0 + 2 12571752 0xbfd468 0 + 3 12491698 0xbe9bb2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000099 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462160 0xbe2850 0 + 6 12597054 0xc0373e 0 + 0 12425456 0xbd98f0 0 + 1 12643438 0xc0ec6e 0 + 2 12571791 0xbfd48f 0 + 3 12491737 0xbe9bd9 0 + 4 12513526 0xbef0f6 0 + 5 12383795 0xbcf633 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425437 0xbd98dd 0 + 7 12462141 0xbe283d 0 + 1 12643420 0xc0ec5c 0 + 3 12491718 0xbe9bc6 0 + 2 12571772 0xbfd47c 0 + 4 12513508 0xbef0e4 0 + 6 12597037 0xc0372d 0 + 5 12383778 0xbcf622 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643348 0xc0ec14 0 + 0 12425364 0xbd9894 0 + 4 12513435 0xbef09b 0 + 3 12491646 0xbe9b7e 0 + 2 12571701 0xbfd435 0 + 7 12462069 0xbe27f5 0 + 6 12596966 0xc036e6 0 + 5 12383705 0xbcf5d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383770 0xbcf61a 0 + 6 12597030 0xc03726 0 + 0 12425431 0xbd98d7 0 + 2 12571766 0xbfd476 0 + 4 12513501 0xbef0dd 0 + 7 12462135 0xbe2837 0 + 1 12643414 0xc0ec56 0 + 3 12491712 0xbe9bc0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000078 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491730 0xbe9bd2 0 + 5 12383788 0xbcf62c 0 + 6 12597047 0xc03737 0 + 0 12425449 0xbd98e9 0 + 2 12571784 0xbfd488 0 + 1 12643432 0xc0ec68 0 + 4 12513519 0xbef0ef 0 + 7 12462154 0xbe284a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000073 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596980 0xc036f4 0 + 2 12571715 0xbfd443 0 + 7 12462084 0xbe2804 0 + 3 12491662 0xbe9b8e 0 + 0 12425381 0xbd98a5 0 + 1 12643365 0xc0ec25 0 + 4 12513451 0xbef0ab 0 + 5 12383721 0xbcf5e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643433 0xc0ec69 0 + 3 12491732 0xbe9bd4 0 + 5 12383790 0xbcf62e 0 + 6 12597049 0xc03739 0 + 0 12425451 0xbd98eb 0 + 2 12571786 0xbfd48a 0 + 4 12513521 0xbef0f1 0 + 7 12462155 0xbe284b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000086 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643381 0xc0ec35 0 + 2 12571735 0xbfd457 0 + 3 12491680 0xbe9ba0 0 + 5 12383739 0xbcf5fb 0 + 6 12597000 0xc03708 0 + 0 12425401 0xbd98b9 0 + 4 12513472 0xbef0c0 0 + 7 12462105 0xbe2819 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425347 0xbd9883 0 + 2 12571683 0xbfd423 0 + 4 12513419 0xbef08b 0 + 7 12462052 0xbe27e4 0 + 1 12643331 0xc0ec03 0 + 3 12491629 0xbe9b6d 0 + 5 12383687 0xbcf5c7 0 + 6 12596948 0xc036d4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491739 0xbe9bdb 0 + 5 12383801 0xbcf639 0 + 6 12597059 0xc03743 0 + 4 12513531 0xbef0fb 0 + 0 12425462 0xbd98f6 0 + 2 12571797 0xbfd495 0 + 7 12462166 0xbe2856 0 + 1 12643444 0xc0ec74 0 + +/esfs/jtacquaviva/ioperf/file_write.00000112 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462088 0xbe2808 0 + 0 12425384 0xbd98a8 0 + 5 12383725 0xbcf5ed 0 + 3 12491666 0xbe9b92 0 + 4 12513456 0xbef0b0 0 + 1 12643370 0xc0ec2a 0 + 2 12571722 0xbfd44a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000114 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571757 0xbfd46d 0 + 4 12513492 0xbef0d4 0 + 7 12462126 0xbe282e 0 + 1 12643405 0xc0ec4d 0 + 6 12597021 0xc0371d 0 + 0 12425422 0xbd98ce 0 + 5 12383764 0xbcf614 0 + 3 12491706 0xbe9bba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513505 0xbef0e1 0 + 7 12462139 0xbe283b 0 + 3 12491716 0xbe9bc4 0 + 5 12383774 0xbcf61e 0 + 0 12425436 0xbd98dc 0 + 1 12643419 0xc0ec5b 0 + 6 12597034 0xc0372a 0 + 2 12571771 0xbfd47b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462153 0xbe2849 0 + 1 12643431 0xc0ec67 0 + 0 12425450 0xbd98ea 0 + 3 12491731 0xbe9bd3 0 + 5 12383789 0xbcf62d 0 + 6 12597048 0xc03738 0 + 2 12571785 0xbfd489 0 + 4 12513520 0xbef0f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000090 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383781 0xbcf625 0 + 6 12597041 0xc03731 0 + 2 12571776 0xbfd480 0 + 0 12425444 0xbd98e4 0 + 4 12513512 0xbef0e8 0 + 7 12462147 0xbe2843 0 + 3 12491723 0xbe9bcb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596995 0xc03703 0 + 5 12383736 0xbcf5f8 0 + 2 12571733 0xbfd455 0 + 7 12462102 0xbe2816 0 + 4 12513468 0xbef0bc 0 + 0 12425398 0xbd98b6 0 + 1 12643384 0xc0ec38 0 + 3 12491682 0xbe9ba2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513458 0xbef0b2 0 + 7 12462092 0xbe280c 0 + 1 12643371 0xc0ec2b 0 + 3 12491669 0xbe9b95 0 + 5 12383727 0xbcf5ef 0 + 6 12596987 0xc036fb 0 + 0 12425388 0xbd98ac 0 + 2 12571723 0xbfd44b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000081 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12425465 0xbd98f9 0 + 2 12571800 0xbfd498 0 + 4 12513534 0xbef0fe 0 + 7 12462169 0xbe2859 0 + 1 12643447 0xc0ec77 0 + 3 12491744 0xbe9be0 0 + 5 12383804 0xbcf63c 0 + 6 12597063 0xc03747 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513536 0xbef100 0 + 7 12462171 0xbe285b 0 + 1 12643449 0xc0ec79 0 + 3 12491746 0xbe9be2 0 + 0 12425467 0xbd98fb 0 + 2 12571802 0xbfd49a 0 + 6 12597066 0xc0374a 0 + 5 12383807 0xbcf63f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596996 0xc03704 0 + 1 12643380 0xc0ec34 0 + 4 12513483 0xbef0cb 0 + 0 12425413 0xbd98c5 0 + 5 12383752 0xbcf608 0 + 3 12491694 0xbe9bae 0 + 7 12462117 0xbe2825 0 + 2 12571748 0xbfd464 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12383763 0xbcf613 0 + 6 12597023 0xc0371f 0 + 0 12425425 0xbd98d1 0 + 2 12571761 0xbfd471 0 + 4 12513495 0xbef0d7 0 + 7 12462129 0xbe2831 0 + 1 12643408 0xc0ec50 0 + 3 12491707 0xbe9bbb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596951 0xc036d7 0 + 1 12643334 0xc0ec06 0 + 0 12425351 0xbd9887 0 + 7 12462057 0xbe27e9 0 + 5 12383691 0xbcf5cb 0 + 2 12571687 0xbfd427 0 + 4 12513424 0xbef090 0 + 3 12491634 0xbe9b72 0 + +/esfs/jtacquaviva/ioperf/file_write.00000070 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513475 0xbef0c3 0 + 7 12462109 0xbe281d 0 + 1 12643389 0xc0ec3d 0 + 3 12491686 0xbe9ba6 0 + 5 12383744 0xbcf600 0 + 6 12597005 0xc0370d 0 + 0 12425405 0xbd98bd 0 + 2 12571740 0xbfd45c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12597016 0xc03718 0 + 0 12425420 0xbd98cc 0 + 2 12571753 0xbfd469 0 + 4 12513489 0xbef0d1 0 + 7 12462122 0xbe282a 0 + 1 12643402 0xc0ec4a 0 + 3 12491700 0xbe9bb4 0 + 5 12383759 0xbcf60f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000076 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643399 0xc0ec47 0 + 3 12491697 0xbe9bb1 0 + 5 12383755 0xbcf60b 0 + 0 12425418 0xbd98ca 0 + 6 12597018 0xc0371a 0 + 7 12462121 0xbe2829 0 + 4 12513490 0xbef0d2 0 + 2 12571755 0xbfd46b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491672 0xbe9b98 0 + 5 12383730 0xbcf5f2 0 + 6 12596990 0xc036fe 0 + 0 12425391 0xbd98af 0 + 7 12462095 0xbe280f 0 + 1 12643374 0xc0ec2e 0 + 2 12571726 0xbfd44e 0 + 4 12513462 0xbef0b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000122 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12513493 0xbef0d5 0 + 3 12491704 0xbe9bb8 0 + 7 12462127 0xbe282f 0 + 1 12643406 0xc0ec4e 0 + 5 12383762 0xbcf612 0 + 0 12425424 0xbd98d0 0 + 6 12597024 0xc03720 0 + 2 12571760 0xbfd470 0 + +/esfs/jtacquaviva/ioperf/file_write.00000119 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491632 0xbe9b70 0 + 2 12571686 0xbfd426 0 + 7 12462056 0xbe27e8 0 + 5 12383690 0xbcf5ca 0 + 4 12513423 0xbef08f 0 + 6 12596952 0xc036d8 0 + 0 12425352 0xbd9888 0 + 1 12643336 0xc0ec08 0 + +/esfs/jtacquaviva/ioperf/file_write.00000107 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491711 0xbe9bbf 0 + 5 12383769 0xbcf619 0 + 6 12597028 0xc03724 0 + 0 12425430 0xbd98d6 0 + 2 12571765 0xbfd475 0 + 4 12513500 0xbef0dc 0 + 7 12462134 0xbe2836 0 + 1 12643413 0xc0ec55 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462137 0xbe2839 0 + 6 12597031 0xc03727 0 + 4 12513503 0xbef0df 0 + 1 12643417 0xc0ec59 0 + 0 12425434 0xbd98da 0 + 2 12571769 0xbfd479 0 + 3 12491715 0xbe9bc3 0 + 5 12383773 0xbcf61d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000104 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12643338 0xc0ec0a 0 + 4 12513427 0xbef093 0 + 3 12491637 0xbe9b75 0 + 0 12425355 0xbd988b 0 + 6 12596957 0xc036dd 0 + 5 12383695 0xbcf5cf 0 + 2 12571691 0xbfd42b 0 + 7 12462061 0xbe27ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12462086 0xbe2806 0 + 6 12596983 0xc036f7 0 + 3 12491664 0xbe9b90 0 + 1 12643367 0xc0ec27 0 + 4 12513453 0xbef0ad 0 + 0 12425385 0xbd98a9 0 + 2 12571720 0xbfd448 0 + +/esfs/jtacquaviva/ioperf/file_write.00000092 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12491736 0xbe9bd8 0 + 0 12425458 0xbd98f2 0 + 1 12643439 0xc0ec6f 0 + 5 12383796 0xbcf634 0 + 6 12597056 0xc03740 0 + 7 12462161 0xbe2851 0 + 2 12571793 0xbfd491 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12571684 0xbfd424 0 + 4 12513420 0xbef08c 0 + 7 12462053 0xbe27e5 0 + 1 12643332 0xc0ec04 0 + 3 12491630 0xbe9b6e 0 + 5 12383688 0xbcf5c8 0 + 6 12596949 0xc036d5 0 + 0 12425348 0xbd9884 0 + +/esfs/jtacquaviva/ioperf/file_write.00000118 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12596992 0xc03700 0 + 4 12513463 0xbef0b7 0 + 1 12643376 0xc0ec30 0 + 2 12571729 0xbfd451 0 + 7 12462098 0xbe2812 0 + 5 12383733 0xbcf5f5 0 + 0 12425394 0xbd98b2 0 + 3 12491675 0xbe9b9b 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e7bf2fddf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22,isc17-c01,isc17-c02,isc17-c03 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 21:13:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 21:13:26 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 2400 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2576948920320. +WARNING: Using actual aggregate bytes moved = 49946345472. +write 272.82 19660800 16.00 0.006626 174.59 0.001221 174.59 0 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2575579316224. +WARNING: Using actual aggregate bytes moved = 40492417024. +write 236.39 19660800 16.00 0.014838 163.34 0.001432 163.36 1 +WARNING: Expected aggregate file size = 2576980377600. +WARNING: Stat() of aggregate file size = 2575329640448. +WARNING: Using actual aggregate bytes moved = 41171992576. +write 234.27 19660800 16.00 0.008183 167.60 0.001781 167.61 2 + +Max Write: 272.82 MiB/sec (286.07 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 272.82 234.27 247.83 17.69 168.51950 0 128 8 3 1 0 1 0 0 1 20132659200 16384 49946345472 POSIX 0 + +Finished: Tue Oct 23 21:21:52 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..f8706c09f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:30:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:30:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1769369600. +read 28.01 157286400 100.00 0.008440 60.24 0.000252 60.25 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1797017600. +read 28.45 157286400 100.00 0.000544 60.24 0.000175 60.24 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1825484800. +read 28.90 157286400 100.00 0.000529 60.23 0.000203 60.23 2 + +Max Read: 28.90 MiB/sec (30.31 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 28.90 28.01 28.45 0.37 60.23937 0 2 1 3 0 0 1 0 0 1 161061273600 102400 1769369600 MPIIO 0 + +Finished: Wed Oct 24 02:33:38 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426702 0xbd9dce 0 + 2 12573040 0xbfd970 0 + 4 12514776 0xbef5d8 0 + 7 12463398 0xbe2d26 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f9b02088d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:15:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:15:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 3736166400. +read 117.86 157286400 100.00 0.004737 30.23 0.003383 30.23 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 3763097600. +read 118.70 157286400 100.00 0.003687 30.23 0.003310 30.23 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 3785728000. +read 119.42 157286400 100.00 0.003661 30.23 0.003287 30.23 2 + +Max Read: 119.42 MiB/sec (125.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 119.42 117.86 118.66 0.63 30.23216 0 2 1 3 0 0 1 0 0 1 161061273600 102400 3736166400 MPIIO 0 + +Finished: Wed Oct 24 09:16:32 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..6372baf5a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:27:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:27:32 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322120192000. +WARNING: Using actual aggregate bytes moved = 9152307200. +write 144.74 157286400 100.00 0.006224 60.30 0.000231 60.30 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322102067200. +WARNING: Using actual aggregate bytes moved = 8739942400. +write 138.30 157286400 100.00 0.007606 60.26 0.000292 60.27 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322116096000. +WARNING: Using actual aggregate bytes moved = 8823091200. +write 139.60 157286400 100.00 0.008529 60.27 0.000236 60.28 2 + +Max Write: 144.74 MiB/sec (151.77 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 144.74 138.30 140.88 2.78 60.28332 0 2 1 3 0 0 1 0 0 1 161061273600 102400 9152307200 MPIIO 0 + +Finished: Wed Oct 24 02:30:34 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a5ab18ef0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 18:29:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:29:09 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 23301455872. +read 185.04 137871360 1024.00 0.070422 120.02 0.000262 120.09 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 25202524160. +read 200.25 137871360 1024.00 0.000549 120.03 0.000204 120.03 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 26649559040. +read 211.75 137871360 1024.00 0.000529 120.03 0.000243 120.03 2 + +Max Read: 211.75 MiB/sec (222.03 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 211.75 185.04 199.01 10.94 120.04947 0 2 1 3 0 0 1 0 0 1 141180272640 1048576 23301455872 MPIIO 0 + +Finished: Mon Oct 22 18:35:10 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591746 0xc02282 0 + 0 12420132 0xbd8424 0 + 2 12566486 0xbfbfd6 0 + 4 12508204 0xbedc2c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f492680c8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:06:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:06:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 16617832448. +read 527.49 157286400 1024.00 0.006135 30.04 0.000685 30.04 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 17189306368. +read 545.97 157286400 1024.00 0.000973 30.02 0.001011 30.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 16532897792. +read 524.90 157286400 1024.00 0.001371 30.04 0.001267 30.04 2 + +Max Read: 545.97 MiB/sec (572.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 545.97 524.90 532.78 9.38 30.03600 0 2 1 3 0 0 1 0 0 1 161061273600 1048576 16617832448 MPIIO 0 + +Finished: Wed Oct 24 09:08:01 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ebe8c0087 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 18:22:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:22:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359496704. +WARNING: Using actual aggregate bytes moved = 119425466368. +write 948.78 137871360 1024.00 0.007311 120.03 0.000520 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282353205248. +WARNING: Using actual aggregate bytes moved = 120648105984. +write 958.42 137871360 1024.00 0.025000 120.03 0.000570 120.05 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 122607894528. +write 971.42 137871360 1024.00 0.326400 120.04 0.000613 120.37 2 + +Max Write: 971.42 MiB/sec (1018.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 971.42 948.78 959.54 9.27 120.15358 0 2 1 3 0 0 1 0 0 1 141180272640 1048576 119425466368 MPIIO 0 + +Finished: Mon Oct 22 18:28:56 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..d446c8ec8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:11:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:11:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 77332480000. +read 614.37 137871360 10240 0.025947 120.01 0.000270 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 85186314240. +read 676.83 137871360 10240 0.000551 120.03 0.000237 120.03 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 84536197120. +read 671.71 137871360 10240 0.000564 120.02 0.000271 120.02 2 + +Max Read: 676.83 MiB/sec (709.71 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 676.83 614.37 654.30 28.31 120.03113 0 2 1 3 0 0 1 0 0 1 141180272640 10485760 77332480000 MPIIO 0 + +Finished: Mon Oct 22 15:17:53 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..67bc2608f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:58:01 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:58:01 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 9384755200. +read 297.45 157286400 10240 0.007981 30.08 0.000265 30.09 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 9458155520. +read 299.89 157286400 10240 0.000582 30.08 0.000223 30.08 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 9531555840. +read 301.25 157286400 10240 0.000577 30.17 0.000200 30.17 2 + +Max Read: 301.25 MiB/sec (315.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 301.25 297.45 299.53 1.57 30.11378 0 2 1 3 0 0 1 0 0 1 161061273600 10485760 9384755200 MPIIO 0 + +Finished: Wed Oct 24 08:59:31 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2093b6ca2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 15:05:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 15:05:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 149820538880. +write 1190.06 137871360 10240 0.007690 120.05 0.000252 120.06 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282350059520. +WARNING: Using actual aggregate bytes moved = 152997724160. +write 1212.42 137871360 10240 0.070823 120.27 0.000265 120.35 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282350059520. +WARNING: Using actual aggregate bytes moved = 154434273280. +write 1225.85 137871360 10240 0.129793 120.02 0.000303 120.15 2 + +Max Write: 1225.85 MiB/sec (1285.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1225.85 1190.06 1209.44 14.76 120.18436 0 2 1 3 0 0 1 0 0 1 141180272640 10485760 149820538880 MPIIO 0 + +Finished: Mon Oct 22 15:11:43 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..73184489e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 20:35:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:35:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 704462848. +read 5.53 137871360 16.00 0.007929 121.49 0.000261 121.50 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 704069632. +read 5.53 137871360 16.00 0.000607 121.49 0.000283 121.49 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 708395008. +read 5.56 137871360 16.00 0.000590 121.50 0.000329 121.50 2 + +Max Read: 5.56 MiB/sec (5.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5.56 5.53 5.54 0.02 121.49728 0 2 1 3 0 0 1 0 0 1 141180272640 16384 704462848 MPIIO 0 + +Finished: Mon Oct 22 20:41:50 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456923 0xbe13db 0 + 1 12638199 0xc0d7f7 0 + 3 12486510 0xbe876e 0 + 5 12378565 0xbce1c5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..3fe4cecab --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:23:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:23:29 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 788152320. +read 23.70 157286400 16.00 0.001992 31.72 0.000294 31.72 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 792936448. +read 23.84 157286400 16.00 0.000641 31.72 0.000290 31.72 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 773160960. +read 23.25 157286400 16.00 0.000638 31.71 0.000318 31.71 2 + +Max Read: 23.84 MiB/sec (25.00 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 23.84 23.25 23.60 0.25 31.71745 0 2 1 3 0 0 1 0 0 1 161061273600 16384 788152320 MPIIO 0 + +Finished: Wed Oct 24 09:25:04 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f82251599 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 20:29:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:29:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360414208. +WARNING: Using actual aggregate bytes moved = 2798125056. +write 21.95 137871360 16.00 0.009253 121.57 0.000321 121.58 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282355695616. +WARNING: Using actual aggregate bytes moved = 2741010432. +write 21.48 137871360 16.00 0.009212 121.67 0.000328 121.68 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359889920. +WARNING: Using actual aggregate bytes moved = 2737668096. +write 21.46 137871360 16.00 0.001321 121.66 0.000360 121.66 2 + +Max Write: 21.95 MiB/sec (23.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 21.95 21.46 21.63 0.22 121.64240 0 2 1 3 0 0 1 0 0 1 141180272640 16384 2798125056 MPIIO 0 + +Finished: Mon Oct 22 20:35:42 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8a474faee --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,72 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:24:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:24:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 948531200. +read 15.06 157286400 100.00 0.000357 60.06 0.000114 60.07 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 968192000. +read 15.37 157286400 100.00 0.000138 60.07 0.000134 60.07 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 981913600. +read 15.59 157286400 100.00 0.000160 60.05 0.000147 60.05 2 + +Max Read: 15.59 MiB/sec (16.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 15.59 15.06 15.34 0.22 60.06217 0 2 1 3 1 0 1 0 0 1 161061273600 102400 948531200 POSIX 0 + +Finished: Wed Oct 24 02:27:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514774 0xbef5d6 0 + 7 12463396 0xbe2d24 0 + 1 12644682 0xc0f14a 0 + 3 12492977 0xbea0b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385042 0xbcfb12 0 + 6 12598295 0xc03c17 0 + 0 12426700 0xbd9dcc 0 + 2 12573038 0xbfd96e 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e375f1edc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:21:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:21:03 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 55821209600. +write 847.99 157286400 100.00 0.000261 62.78 0.000140 62.78 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322121932800. +WARNING: Using actual aggregate bytes moved = 55736627200. +write 838.00 157286400 100.00 0.000501 63.43 0.000133 63.43 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322120499200. +WARNING: Using actual aggregate bytes moved = 55724441600. +write 858.35 157286400 100.00 0.000525 61.91 0.000169 61.91 2 + +Max Write: 858.35 MiB/sec (900.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 858.35 838.00 848.11 8.31 62.70713 0 2 1 3 1 0 1 0 0 1 161061273600 102400 55821209600 POSIX 0 + +Finished: Wed Oct 24 02:24:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d3eb581ee --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,72 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:53:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:53:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 22900899840. +read 181.98 137871360 1024.00 0.000339 120.02 0.000196 120.02 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 24943525888. +read 198.22 137871360 1024.00 0.000202 120.01 0.000211 120.01 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 27156021248. +read 215.79 137871360 1024.00 0.000230 120.01 0.000155 120.01 2 + +Max Read: 215.79 MiB/sec (226.28 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 215.79 181.98 198.66 13.81 120.01256 0 2 1 3 1 0 1 0 0 1 141180272640 1048576 22900899840 POSIX 0 + +Finished: Mon Oct 22 17:59:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638086 0xc0d786 0 + 3 12486398 0xbe86fe 0 + 6 12591714 0xc02262 0 + 0 12420099 0xbd8403 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378451 0xbce153 0 + 2 12566454 0xbfbfb6 0 + 4 12508171 0xbedc0b 0 + 7 12456813 0xbe136d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ff35c94b7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:47:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:47:03 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2262.78 137871360 1024.00 0.000279 119.00 0.000216 119.00 0 +write 2246.14 137871360 1024.00 0.000533 119.89 0.000266 119.89 1 +write 2499.40 137871360 1024.00 0.000584 107.74 0.000315 107.74 2 + +Max Write: 2499.40 MiB/sec (2620.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2499.40 2246.14 2336.11 115.67 115.54262 0 2 1 3 1 0 1 0 0 1 141180272640 1048576 282360545280 POSIX 0 + +Finished: Mon Oct 22 17:52:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b59945655 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,72 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:59:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:59:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 77112279040. +read 612.68 137871360 10240 0.000358 120.03 0.000158 120.03 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 93742694400. +read 744.86 137871360 10240 0.000160 120.02 0.000147 120.02 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 100998840320. +read 802.42 137871360 10240 0.000178 120.04 0.000249 120.04 2 + +Max Read: 802.42 MiB/sec (841.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 802.42 612.68 719.98 79.43 120.03040 0 2 1 3 1 0 1 0 0 1 141180272640 10485760 77112279040 POSIX 0 + +Finished: Mon Oct 22 15:05:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637992 0xc0d728 0 + 5 12378358 0xbce0f6 0 + 6 12591621 0xc02205 0 + 2 12566365 0xbfbf5d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486304 0xbe86a0 0 + 0 12420008 0xbd83a8 0 + 4 12508078 0xbedbae 0 + 7 12456720 0xbe1310 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..200e826de --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:53:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:53:32 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2266.90 137871360 10240 0.000271 118.79 0.000149 118.79 0 +write 2342.65 137871360 10240 0.000498 114.95 0.000209 114.95 1 +write 2359.74 137871360 10240 0.004486 114.11 0.000253 114.11 2 + +Max Write: 2359.74 MiB/sec (2474.37 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2359.74 2266.90 2323.10 40.34 115.94953 0 2 1 3 1 0 1 0 0 1 141180272640 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 14:59:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..90eb53136 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,72 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:23:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:23:34 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 390316032. +read 3.09 137871360 16.00 0.000343 120.53 0.000186 120.53 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 395870208. +read 3.13 137871360 16.00 0.000177 120.52 0.000243 120.52 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 402276352. +read 3.18 137871360 16.00 0.000261 120.54 0.000321 120.54 2 + +Max Read: 3.18 MiB/sec (3.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3.18 3.09 3.13 0.04 120.52884 0 2 1 3 1 0 1 0 0 1 141180272640 16384 390316032 POSIX 0 + +Finished: Mon Oct 22 20:29:35 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638197 0xc0d7f5 0 + 3 12486508 0xbe876c 0 + 5 12378563 0xbce1c3 0 + 6 12591826 0xc022d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591825 0xc022d1 0 + 0 12420211 0xbd8473 0 + 2 12566565 0xbfc025 0 + 4 12508282 0xbedc7a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..66e8d319e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:16:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:16:40 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359955456. +WARNING: Using actual aggregate bytes moved = 17441718272. +write 124.23 137871360 16.00 0.000268 133.89 0.000239 133.89 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359463936. +WARNING: Using actual aggregate bytes moved = 16293085184. +write 116.15 137871360 16.00 0.000562 133.78 0.000250 133.78 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359857152. +WARNING: Using actual aggregate bytes moved = 16879484928. +write 121.19 137871360 16.00 0.000577 132.83 0.000345 132.83 2 + +Max Write: 124.23 MiB/sec (130.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 124.23 116.15 120.52 3.33 133.50174 0 2 1 3 1 0 1 0 0 1 141180272640 16384 17441718272 POSIX 0 + +Finished: Mon Oct 22 20:23:26 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..47532600f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:56:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:56:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3588812800. +read 56.84 78643200 100.00 0.009064 60.20 0.000314 60.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3636019200. +read 57.56 78643200 100.00 0.000675 60.24 0.000270 60.25 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3678412800. +read 58.27 78643200 100.00 0.000650 60.20 0.000324 60.20 2 + +Max Read: 58.27 MiB/sec (61.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 58.27 56.84 57.56 0.58 60.21749 0 4 2 3 0 0 1 0 0 1 80530636800 102400 3588812800 MPIIO 0 + +Finished: Wed Oct 24 02:59:23 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598325 0xc03c35 0 + 0 12426729 0xbd9de9 0 + 2 12573066 0xbfd98a 0 + 4 12514803 0xbef5f3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..575536248 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:18:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:18:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 8820633600. +read 278.48 78643200 100.00 0.007858 30.20 0.003777 30.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 8893747200. +read 280.79 78643200 100.00 0.004179 30.21 0.003814 30.21 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 8919961600. +read 281.67 78643200 100.00 0.004208 30.20 0.003868 30.20 2 + +Max Read: 281.67 MiB/sec (295.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 281.67 278.48 280.31 1.34 30.20485 0 4 2 3 0 0 1 0 0 1 80530636800 102400 8820633600 MPIIO 0 + +Finished: Wed Oct 24 09:19:57 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..92e12c3e0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:53:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:53:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322105958400. +WARNING: Using actual aggregate bytes moved = 10540441600. +write 166.85 78643200 100.00 0.007447 60.24 0.000342 60.25 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322109440000. +WARNING: Using actual aggregate bytes moved = 10210406400. +write 161.52 78643200 100.00 0.001175 60.29 0.000247 60.29 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322110464000. +WARNING: Using actual aggregate bytes moved = 10192896000. +write 161.39 78643200 100.00 0.001328 60.23 0.000345 60.23 2 + +Max Write: 166.85 MiB/sec (174.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 166.85 161.39 163.25 2.54 60.25571 0 4 2 3 0 0 1 0 0 1 80530636800 102400 10540441600 MPIIO 0 + +Finished: Wed Oct 24 02:56:15 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..21d14028e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 17:41:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:41:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 46654291968. +read 370.61 68935680 1024.00 0.023597 120.03 0.003315 120.05 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 52016709632. +read 413.26 68935680 1024.00 0.003650 120.04 0.003352 120.04 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 52050264064. +read 413.54 68935680 1024.00 0.003719 120.03 0.003386 120.03 2 + +Max Read: 413.54 MiB/sec (433.63 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 413.54 370.61 399.14 20.17 120.04148 0 4 2 3 0 0 1 0 0 1 70590136320 1048576 46654291968 MPIIO 0 + +Finished: Mon Oct 22 17:47:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5b133d10b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:09:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:09:57 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 44287655936. +read 1405.74 78643200 1024.00 0.005991 30.04 0.000742 30.05 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 44343230464. +read 1408.13 78643200 1024.00 0.001121 30.03 0.000697 30.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 46253735936. +read 1468.87 78643200 1024.00 0.001093 30.03 0.000691 30.03 2 + +Max Read: 1468.87 MiB/sec (1540.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1468.87 1405.74 1427.58 29.21 30.03596 0 4 2 3 0 0 1 0 0 1 80530636800 1048576 44287655936 MPIIO 0 + +Finished: Wed Oct 24 09:11:28 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..83896a604 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 17:34:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:34:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282357399552. +WARNING: Using actual aggregate bytes moved = 175187689472. +write 1391.58 68935680 1024.00 0.005495 120.05 0.004209 120.06 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358448128. +WARNING: Using actual aggregate bytes moved = 169144745984. +write 1301.49 68935680 1024.00 3.57 120.38 0.000428 123.94 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358448128. +WARNING: Using actual aggregate bytes moved = 172859850752. +write 1368.17 68935680 1024.00 0.034479 120.46 0.000311 120.49 2 + +Max Write: 1391.58 MiB/sec (1459.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1391.58 1301.49 1353.75 38.17 121.49714 0 4 2 3 0 0 1 0 0 1 70590136320 1048576 175187689472 MPIIO 0 + +Finished: Mon Oct 22 17:40:52 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..8cf4b5bd0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 14:47:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:47:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 131690659840. +read 1045.78 68935680 10240 0.040245 120.05 0.006561 120.09 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 141526302720. +read 1124.38 68935680 10240 0.001111 120.04 0.000776 120.04 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 142281277440. +read 1130.40 68935680 10240 0.001146 120.04 0.000837 120.04 2 + +Max Read: 1130.40 MiB/sec (1185.32 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1130.40 1045.78 1100.19 38.55 120.05642 0 4 2 3 0 0 1 0 0 1 70590136320 10485760 131690659840 MPIIO 0 + +Finished: Mon Oct 22 14:53:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f9b2eb6ae --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:01:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:01:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 24714936320. +read 783.79 78643200 10240 0.006850 30.06 0.001080 30.07 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 26203914240. +read 829.49 78643200 10240 0.001117 30.13 0.000680 30.13 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 26036142080. +read 825.66 78643200 10240 0.001120 30.07 0.000665 30.07 2 + +Max Read: 829.49 MiB/sec (869.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 829.49 783.79 812.98 20.70 30.09047 0 4 2 3 0 0 1 0 0 1 80530636800 10485760 24714936320 MPIIO 0 + +Finished: Wed Oct 24 09:02:57 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..34c1115b9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 14:41:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:41:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 212420526080. +write 1687.31 68935680 10240 0.005091 120.06 0.000416 120.06 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 210606489600. +write 1672.78 68935680 10240 0.001893 120.07 0.000443 120.07 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 226062499840. +write 1704.50 68935680 10240 6.34 120.15 0.000427 126.48 2 + +Max Write: 1704.50 MiB/sec (1787.29 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1704.50 1672.78 1688.20 12.96 122.20440 0 4 2 3 0 0 1 0 0 1 70590136320 10485760 212420526080 MPIIO 0 + +Finished: Mon Oct 22 14:47:19 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..922b6f1b3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 20:10:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:10:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1398800384. +read 11.01 68935680 16.00 0.008116 121.15 0.001167 121.16 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1406582784. +read 11.07 68935680 16.00 0.001568 121.14 0.001220 121.15 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1412562944. +read 11.12 68935680 16.00 0.001541 121.14 0.001105 121.15 2 + +Max Read: 11.12 MiB/sec (11.66 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 11.12 11.01 11.07 0.04 121.14940 0 4 2 3 0 0 1 0 0 1 70590136320 16384 1398800384 MPIIO 0 + +Finished: Mon Oct 22 20:16:39 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591822 0xc022ce 0 + 0 12420209 0xbd8471 0 + 2 12566562 0xbfc022 0 + 4 12508279 0xbedc77 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d822b1891 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:26:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:26:54 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1972912128. +read 60.03 78643200 16.00 0.013065 31.33 0.004391 31.34 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1941422080. +read 59.10 78643200 16.00 0.004769 31.32 0.004360 31.33 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 1941667840. +read 59.10 78643200 16.00 0.004769 31.33 0.004385 31.33 2 + +Max Read: 60.03 MiB/sec (62.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 60.03 59.10 59.41 0.44 31.33426 0 4 2 3 0 0 1 0 0 1 80530636800 16384 1972912128 MPIIO 0 + +Finished: Wed Oct 24 09:28:28 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c2d1c56a9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 20:04:23 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:04:23 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360512512. +WARNING: Using actual aggregate bytes moved = 3078602752. +write 24.22 68935680 16.00 0.011510 121.22 0.000340 121.23 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360053760. +WARNING: Using actual aggregate bytes moved = 3053191168. +write 24.01 68935680 16.00 0.015544 121.27 0.000340 121.28 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358824960. +WARNING: Using actual aggregate bytes moved = 3070181376. +write 24.16 68935680 16.00 0.001289 121.18 0.000369 121.18 2 + +Max Write: 24.22 MiB/sec (25.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 24.22 24.01 24.13 0.09 121.23130 0 4 2 3 0 0 1 0 0 1 70590136320 16384 3078602752 MPIIO 0 + +Finished: Mon Oct 22 20:10:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..7630f46fe --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,96 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:50:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:50:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2212761600. +read 35.15 78643200 100.00 0.002042 60.03 0.001796 60.03 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2382848000. +read 37.85 78643200 100.00 0.001738 60.04 0.001798 60.04 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2385408000. +read 37.89 78643200 100.00 0.001828 60.04 0.001813 60.04 2 + +Max Read: 37.89 MiB/sec (39.73 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 37.89 35.15 36.96 1.28 60.03886 0 4 2 3 1 0 1 0 0 1 80530636800 102400 2212761600 POSIX 0 + +Finished: Wed Oct 24 02:53:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644708 0xc0f164 0 + 3 12493005 0xbea0cd 0 + 5 12385070 0xbcfb2e 0 + 6 12598323 0xc03c33 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493004 0xbea0cc 0 + 0 12426727 0xbd9de7 0 + 2 12573063 0xbfd987 0 + 4 12514801 0xbef5f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463423 0xbe2d3f 0 + 1 12644707 0xc0f163 0 + 5 12385069 0xbcfb2d 0 + 6 12598322 0xc03c32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573064 0xbfd988 0 + 4 12514802 0xbef5f2 0 + 7 12463424 0xbe2d40 0 + 1 12644709 0xc0f165 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4fa08a0c7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:46:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:46:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322112102400. +WARNING: Using actual aggregate bytes moved = 54546124800. +write 762.68 78643200 100.00 0.000504 68.20 0.000188 68.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322119065600. +WARNING: Using actual aggregate bytes moved = 54886092800. +write 772.96 78643200 100.00 0.003134 67.71 0.000180 67.72 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 53985075200. +write 765.28 78643200 100.00 0.012096 67.26 0.000198 67.28 2 + +Max Write: 772.96 MiB/sec (810.51 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 772.96 762.68 766.97 4.36 67.73304 0 4 2 3 1 0 1 0 0 1 80530636800 102400 54546124800 POSIX 0 + +Finished: Wed Oct 24 02:50:03 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c677b49e5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,96 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:28:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:28:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 49512710144. +read 393.47 68935680 1024.00 0.000462 120.01 0.000294 120.01 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 59200503808. +read 470.43 68935680 1024.00 0.000255 120.01 0.000351 120.01 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 67574431744. +read 536.99 68935680 1024.00 0.000372 120.01 0.000400 120.01 2 + +Max Read: 536.99 MiB/sec (563.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 536.99 393.47 466.96 58.65 120.00982 0 4 2 3 1 0 1 0 0 1 70590136320 1048576 49512710144 POSIX 0 + +Finished: Mon Oct 22 17:34:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486392 0xbe86f8 0 + 5 12378445 0xbce14d 0 + 6 12591708 0xc0225c 0 + 0 12420093 0xbd83fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508166 0xbedc06 0 + 7 12456809 0xbe1369 0 + 1 12638081 0xc0d781 0 + 3 12486393 0xbe86f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566449 0xbfbfb1 0 + 4 12508165 0xbedc05 0 + 7 12456808 0xbe1368 0 + 1 12638080 0xc0d780 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378446 0xbce14e 0 + 6 12591709 0xc0225d 0 + 0 12420094 0xbd83fe 0 + 2 12566450 0xbfbfb2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..80c8788d9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:25:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:25:27 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4302 68935680 1024.00 0.000494 62.59 0.000432 62.59 0 +write 4741 68935680 1024.00 0.000774 56.80 0.000274 56.80 1 +write 4993 68935680 1024.00 0.004668 53.93 0.000318 53.93 2 + +Max Write: 4993.02 MiB/sec (5235.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4993.02 4302.03 4678.59 285.49 57.77553 0 4 2 3 1 0 1 0 0 1 70590136320 1048576 282360545280 POSIX 0 + +Finished: Mon Oct 22 17:28:27 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..17db21d46 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,96 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:35:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:35:03 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 150753771520. +read 1197.72 68935680 10240 0.000449 120.04 0.000160 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 181990850560. +read 1445.83 68935680 10240 0.000156 120.04 0.000418 120.04 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 187149844480. +read 1486.93 68935680 10240 0.000427 120.03 0.000426 120.03 2 + +Max Read: 1486.93 MiB/sec (1559.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1486.93 1197.72 1376.83 127.75 120.03683 0 4 2 3 1 0 1 0 0 1 70590136320 10485760 150753771520 POSIX 0 + +Finished: Mon Oct 22 14:41:03 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508072 0xbedba8 0 + 1 12637986 0xc0d722 0 + 6 12591615 0xc021ff 0 + 0 12420003 0xbd83a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566359 0xbfbf57 0 + 7 12456714 0xbe130a 0 + 3 12486298 0xbe869a 0 + 5 12378353 0xbce0f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508073 0xbedba9 0 + 7 12456715 0xbe130b 0 + 1 12637987 0xc0d723 0 + 3 12486299 0xbe869b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591616 0xc02200 0 + 0 12420004 0xbd83a4 0 + 2 12566360 0xbfbf58 0 + 4 12508074 0xbedbaa 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..67cb34303 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:31:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:31:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 3686 68935680 10240 0.000504 73.05 0.000227 73.05 0 +write 4218 68935680 10240 0.000693 63.84 0.000272 63.85 1 +write 4645 68935680 10240 0.000883 57.97 0.000315 57.97 2 + +Max Write: 4645.07 MiB/sec (4870.71 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4645.07 3686.15 4182.97 392.25 64.95608 0 4 2 3 1 0 1 0 0 1 70590136320 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 14:34:55 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f90087278 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,96 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:58:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:58:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 812826624. +read 6.45 68935680 16.00 0.002821 120.23 0.002596 120.23 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 839647232. +read 6.66 68935680 16.00 0.002560 120.24 0.002601 120.24 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 843300864. +read 6.69 68935680 16.00 0.002626 120.23 0.002677 120.23 2 + +Max Read: 6.69 MiB/sec (7.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 6.69 6.45 6.60 0.11 120.23531 0 4 2 3 1 0 1 0 0 1 70590136320 16384 812826624 POSIX 0 + +Finished: Mon Oct 22 20:04:22 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456916 0xbe13d4 0 + 1 12638191 0xc0d7ef 0 + 3 12486503 0xbe8767 0 + 5 12378558 0xbce1be 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508275 0xbedc73 0 + 3 12486502 0xbe8766 0 + 5 12378557 0xbce1bd 0 + 0 12420206 0xbd846e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638190 0xc0d7ee 0 + 6 12591820 0xc022cc 0 + 2 12566559 0xbfc01f 0 + 4 12508276 0xbedc74 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420207 0xbd846f 0 + 2 12566560 0xbfc020 0 + 4 12508277 0xbedc75 0 + 7 12456917 0xbe13d5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d28f47c49 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:51:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:51:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360348672. +WARNING: Using actual aggregate bytes moved = 28024242176. +write 203.70 68935680 16.00 0.000505 131.20 0.000238 131.20 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358808576. +WARNING: Using actual aggregate bytes moved = 26859307008. +write 200.85 68935680 16.00 0.007329 127.53 0.000260 127.53 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359578624. +WARNING: Using actual aggregate bytes moved = 26201292800. +write 196.89 68935680 16.00 0.000843 126.91 0.000417 126.91 2 + +Max Write: 203.70 MiB/sec (213.59 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 203.70 196.89 200.48 2.79 128.54957 0 4 2 3 1 0 1 0 0 1 70590136320 16384 28024242176 POSIX 0 + +Finished: Mon Oct 22 19:58:13 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a8ab3af50 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:18:01 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:18:01 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6817075200. +read 108.00 39321600 100.00 0.010313 60.19 0.000503 60.20 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6965555200. +read 110.35 39321600 100.00 0.001125 60.20 0.000497 60.20 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7063040000. +read 111.91 39321600 100.00 0.001088 60.19 0.000494 60.19 2 + +Max Read: 111.91 MiB/sec (117.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 111.91 108.00 110.09 1.61 60.19408 0 8 4 3 0 0 1 0 0 1 40265318400 102400 6817075200 MPIIO 0 + +Finished: Wed Oct 24 02:21:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598292 0xc03c14 0 + 0 12426697 0xbd9dc9 0 + 2 12573035 0xbfd96b 0 + 4 12514771 0xbef5d3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b58fd97fb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:13:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:13:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 19975884800. +read 630.99 39321600 100.00 0.006868 30.19 0.004319 30.19 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 21042995200. +read 664.70 39321600 100.00 0.004874 30.19 0.004276 30.19 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 20975411200. +read 662.64 39321600 100.00 0.004819 30.19 0.004244 30.19 2 + +Max Read: 664.70 MiB/sec (696.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 664.70 630.99 652.78 15.43 30.19026 0 8 4 3 0 0 1 0 0 1 40265318400 102400 19975884800 MPIIO 0 + +Finished: Wed Oct 24 09:14:53 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..6a9f77929 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:14:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:14:51 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122035200. +WARNING: Using actual aggregate bytes moved = 12138905600. +write 192.22 39321600 100.00 0.009217 60.22 0.000538 60.23 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322115788800. +WARNING: Using actual aggregate bytes moved = 11619225600. +write 184.01 39321600 100.00 0.016119 60.20 0.000315 60.22 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322117017600. +WARNING: Using actual aggregate bytes moved = 11599974400. +write 183.70 39321600 100.00 0.011791 60.21 0.000311 60.22 2 + +Max Write: 192.22 MiB/sec (201.55 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 192.22 183.70 186.64 3.94 60.22143 0 8 4 3 0 0 1 0 0 1 40265318400 102400 12138905600 MPIIO 0 + +Finished: Wed Oct 24 02:17:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..942ce415f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 17:19:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:19:25 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 78824603648. +read 625.74 34467840 1024.00 0.109088 120.03 0.000372 120.13 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 84396736512. +read 670.53 34467840 1024.00 0.000973 120.03 0.000647 120.04 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 86240133120. +read 685.19 34467840 1024.00 0.001141 120.03 0.000714 120.03 2 + +Max Read: 685.19 MiB/sec (718.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 685.19 625.74 660.48 25.29 120.06769 0 8 4 3 0 0 1 0 0 1 35295068160 1048576 78824603648 MPIIO 0 + +Finished: Mon Oct 22 17:25:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f8af76e6d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:04:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:04:51 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 62974328832. +read 1999.37 39321600 1024.00 0.003182 30.03 0.000304 30.04 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 63116935168. +read 2002.30 39321600 1024.00 0.000825 30.06 0.000291 30.06 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 65784512512. +read 2089.55 39321600 1024.00 0.000887 30.02 0.000333 30.02 2 + +Max Read: 2089.55 MiB/sec (2191.06 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2089.55 1999.37 2030.41 41.84 30.04134 0 8 4 3 0 0 1 0 0 1 40265318400 1048576 62974328832 MPIIO 0 + +Finished: Wed Oct 24 09:06:21 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1d703653c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 17:13:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:13:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 226834251776. +write 1802.20 34467840 1024.00 0.011271 120.02 0.000725 120.03 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359496704. +WARNING: Using actual aggregate bytes moved = 215894458368. +write 1714.75 34467840 1024.00 0.040123 120.03 0.000306 120.07 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359496704. +WARNING: Using actual aggregate bytes moved = 203929157632. +write 1610.01 34467840 1024.00 0.061837 120.73 0.003870 120.80 2 + +Max Write: 1802.20 MiB/sec (1889.74 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1802.20 1610.01 1708.99 78.57 120.30054 0 8 4 3 0 0 1 0 0 1 35295068160 1048576 226834251776 MPIIO 0 + +Finished: Mon Oct 22 17:19:12 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..54718472a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 14:25:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:25:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 201819422720. +read 1603.15 34467840 10240 0.017543 120.04 0.000504 120.06 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 213836103680. +read 1698.61 34467840 10240 0.001032 120.06 0.000641 120.06 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 212525383680. +read 1688.39 34467840 10240 0.001155 120.04 0.000594 120.04 2 + +Max Read: 1698.61 MiB/sec (1781.12 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1698.61 1603.15 1663.38 42.79 120.05252 0 8 4 3 0 0 1 0 0 1 35295068160 10485760 201819422720 MPIIO 0 + +Finished: Mon Oct 22 14:31:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4ce4b90ae --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:56:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:56:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 37098618880. +read 1175.08 39321600 10240 0.008422 30.11 0.005494 30.11 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 38986055680. +read 1235.66 39321600 10240 0.006070 30.08 0.005867 30.09 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 41523609600. +read 1314.71 39321600 10240 0.006389 30.11 0.005482 30.12 2 + +Max Read: 1314.71 MiB/sec (1378.57 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1314.71 1175.08 1241.82 57.17 30.10616 0 8 4 3 0 0 1 0 0 1 40265318400 10485760 37098618880 MPIIO 0 + +Finished: Wed Oct 24 08:57:51 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ebc7349dc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 14:19:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:19:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 266380247040. +write 2116.43 34467840 10240 0.009073 120.02 0.000308 120.03 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 261609226240. +write 2078.01 34467840 10240 0.038974 120.02 0.000411 120.06 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 272629760000. +write 2055.47 34467840 10240 6.46 120.03 0.000443 126.49 2 + +Max Write: 2116.43 MiB/sec (2219.23 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2116.43 2055.47 2083.30 25.17 122.19551 0 8 4 3 0 0 1 0 0 1 35295068160 10485760 266380247040 MPIIO 0 + +Finished: Mon Oct 22 14:25:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..2712527fc --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 19:45:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:45:39 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2676490240. +read 21.09 34467840 16.00 0.007218 121.03 0.000318 121.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2702786560. +read 21.30 34467840 16.00 0.000894 121.03 0.000365 121.03 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2729377792. +read 21.51 34467840 16.00 0.000908 121.02 0.000408 121.02 2 + +Max Read: 21.51 MiB/sec (22.55 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 21.51 21.09 21.30 0.17 121.03026 0 8 4 3 0 0 1 0 0 1 35295068160 16384 2676490240 MPIIO 0 + +Finished: Mon Oct 22 19:51:42 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566554 0xbfc01a 0 + 4 12508271 0xbedc6f 0 + 7 12456912 0xbe13d0 0 + 1 12638185 0xc0d7e9 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b3715af91 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:21:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:21:51 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 4629479424. +read 141.59 39321600 16.00 0.005694 31.18 0.000630 31.18 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 4752850944. +read 145.38 39321600 16.00 0.001193 31.18 0.000570 31.18 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 4432265216. +read 135.51 39321600 16.00 0.001126 31.19 0.000546 31.19 2 + +Max Read: 145.38 MiB/sec (152.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 145.38 135.51 140.83 4.06 31.18351 0 8 4 3 0 0 1 0 0 1 40265318400 16384 4629479424 MPIIO 0 + +Finished: Wed Oct 24 09:23:24 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ccfd48df9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 19:39:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:39:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358628352. +WARNING: Using actual aggregate bytes moved = 3452682240. +write 27.17 34467840 16.00 0.009034 121.17 0.000358 121.18 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359103488. +WARNING: Using actual aggregate bytes moved = 3435954176. +write 27.06 34467840 16.00 0.001303 121.11 0.000463 121.11 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360119296. +WARNING: Using actual aggregate bytes moved = 3432136704. +write 27.00 34467840 16.00 0.001366 121.25 0.000511 121.25 2 + +Max Write: 27.17 MiB/sec (28.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 27.17 27.00 27.07 0.07 121.18149 0 8 4 3 0 0 1 0 0 1 35295068160 16384 3452682240 MPIIO 0 + +Finished: Mon Oct 22 19:45:33 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eaf29ed79 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,144 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:11:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:11:49 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 4944384000. +read 78.44 39321600 100.00 0.000905 60.11 0.000325 60.11 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5427609600. +read 86.23 39321600 100.00 0.000325 60.03 0.000304 60.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5643366400. +read 89.66 39321600 100.00 0.000326 60.03 0.000377 60.03 2 + +Max Read: 89.66 MiB/sec (94.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 89.66 78.44 84.77 4.69 60.05699 0 8 4 3 1 0 1 0 0 1 40265318400 102400 4944384000 POSIX 0 + +Finished: Wed Oct 24 02:14:49 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426694 0xbd9dc6 0 + 2 12573032 0xbfd968 0 + 4 12514769 0xbef5d1 0 + 7 12463390 0xbe2d1e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644677 0xc0f145 0 + 3 12492971 0xbea0ab 0 + 5 12385036 0xbcfb0c 0 + 6 12598289 0xc03c11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385034 0xbcfb0a 0 + 6 12598287 0xc03c0f 0 + 0 12426692 0xbd9dc4 0 + 2 12573030 0xbfd966 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463389 0xbe2d1d 0 + 1 12644676 0xc0f144 0 + 3 12492970 0xbea0aa 0 + 5 12385035 0xbcfb0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598288 0xc03c10 0 + 0 12426693 0xbd9dc5 0 + 2 12573031 0xbfd967 0 + 4 12514768 0xbef5d0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492972 0xbea0ac 0 + 5 12385037 0xbcfb0d 0 + 6 12598290 0xc03c12 0 + 0 12426695 0xbd9dc7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514767 0xbef5cf 0 + 7 12463388 0xbe2d1c 0 + 1 12644675 0xc0f143 0 + 3 12492969 0xbea0a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573033 0xbfd969 0 + 4 12514770 0xbef5d2 0 + 7 12463391 0xbe2d1f 0 + 1 12644678 0xc0f146 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..0d9ff49d8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:08:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:08:15 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322121728000. +WARNING: Using actual aggregate bytes moved = 68218572800. +write 1013.21 39321600 100.00 0.000907 64.21 0.000215 64.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322111692800. +WARNING: Using actual aggregate bytes moved = 57584742400. +write 799.93 39321600 100.00 0.010344 68.64 0.000266 68.65 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 63105126400. +write 889.64 39321600 100.00 0.001342 67.65 0.000287 67.65 2 + +Max Write: 1013.21 MiB/sec (1062.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1013.21 799.93 900.92 87.44 66.83676 0 8 4 3 1 0 1 0 0 1 40265318400 102400 68218572800 POSIX 0 + +Finished: Wed Oct 24 02:11:38 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eb4c50651 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,144 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:07:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:07:02 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 105368256512. +read 837.29 34467840 1024.00 0.001020 120.01 0.000458 120.01 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 139480530944. +read 1108.36 34467840 1024.00 0.000491 120.01 0.000478 120.01 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 161230094336. +read 1281.16 34467840 1024.00 0.000500 120.02 0.000451 120.02 2 + +Max Read: 1281.16 MiB/sec (1343.40 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1281.16 837.29 1075.60 182.68 120.01541 0 8 4 3 1 0 1 0 0 1 35295068160 1048576 105368256512 POSIX 0 + +Finished: Mon Oct 22 17:13:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508154 0xbedbfa 0 + 7 12456798 0xbe135e 0 + 1 12638069 0xc0d775 0 + 3 12486382 0xbe86ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486385 0xbe86f1 0 + 5 12378438 0xbce146 0 + 6 12591701 0xc02255 0 + 0 12420086 0xbd83f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508158 0xbedbfe 0 + 7 12456802 0xbe1362 0 + 1 12638073 0xc0d779 0 + 3 12486386 0xbe86f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591699 0xc02253 0 + 0 12420084 0xbd83f4 0 + 2 12566440 0xbfbfa8 0 + 4 12508155 0xbedbfb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420085 0xbd83f5 0 + 2 12566441 0xbfbfa9 0 + 4 12508156 0xbedbfc 0 + 7 12456800 0xbe1360 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456799 0xbe135f 0 + 1 12638070 0xc0d776 0 + 3 12486383 0xbe86ef 0 + 5 12378436 0xbce144 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566442 0xbfbfaa 0 + 4 12508157 0xbedbfd 0 + 7 12456801 0xbe1361 0 + 1 12638072 0xc0d778 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638071 0xc0d777 0 + 3 12486384 0xbe86f0 0 + 5 12378437 0xbce145 0 + 6 12591700 0xc02254 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..021340eb6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 17:03:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 17:03:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4164 34467840 1024.00 0.000906 64.66 0.000231 64.66 0 +write 4227 34467840 1024.00 0.002951 63.69 0.000242 63.70 1 +write 4186 34467840 1024.00 0.001416 64.33 0.000248 64.33 2 + +Max Write: 4227.49 MiB/sec (4432.84 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4227.49 4164.27 4192.57 26.23 64.23040 0 8 4 3 1 0 1 0 0 1 35295068160 1048576 282360545280 POSIX 0 + +Finished: Mon Oct 22 17:06:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..bc2925603 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,144 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:13:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:13:49 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 282308116480. +read 2242.86 34467840 10240 0.000934 120.04 0.000313 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 2687.55 34467840 10240 0.000292 100.19 0.000236 100.20 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 2777.08 34467840 10240 0.000236 96.96 0.000227 96.97 2 + +Max Read: 2777.08 MiB/sec (2911.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2777.08 2242.86 2569.16 233.61 105.73306 0 8 4 3 1 0 1 0 0 1 35295068160 10485760 282308116480 POSIX 0 + +Finished: Mon Oct 22 14:19:06 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456704 0xbe1300 0 + 1 12637977 0xc0d719 0 + 3 12486289 0xbe8691 0 + 5 12378343 0xbce0e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508065 0xbedba1 0 + 7 12456707 0xbe1303 0 + 1 12637980 0xc0d71c 0 + 3 12486292 0xbe8694 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378346 0xbce0ea 0 + 6 12591609 0xc021f9 0 + 0 12419995 0xbd839b 0 + 2 12566352 0xbfbf50 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12419993 0xbd8399 0 + 2 12566350 0xbfbf4e 0 + 4 12508063 0xbedb9f 0 + 7 12456705 0xbe1301 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566351 0xbfbf4f 0 + 4 12508064 0xbedba0 0 + 7 12456706 0xbe1302 0 + 1 12637979 0xc0d71b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637978 0xc0d71a 0 + 3 12486290 0xbe8692 0 + 5 12378344 0xbce0e8 0 + 6 12591607 0xc021f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591606 0xc021f6 0 + 0 12419992 0xbd8398 0 + 2 12566349 0xbfbf4d 0 + 4 12508062 0xbedb9e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486291 0xbe8693 0 + 5 12378345 0xbce0e9 0 + 6 12591608 0xc021f8 0 + 0 12419994 0xbd839a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..0a9215b3f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 14:11:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:11:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 6828 34467840 10240 0.000940 39.44 0.000267 39.44 0 +write 6919 34467840 10240 0.001389 38.92 0.000276 38.92 1 +write 6826 34467840 10240 0.001456 39.45 0.000322 39.45 2 + +Max Write: 6918.88 MiB/sec (7254.97 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 6918.88 6826.24 6857.73 43.24 39.26817 0 8 4 3 1 0 1 0 0 1 35295068160 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 14:13:37 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c89352eda --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,144 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:33:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:33:25 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 1890615296. +read 15.01 34467840 16.00 0.000837 120.13 0.000239 120.13 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 2103050240. +read 16.70 34467840 16.00 0.000250 120.12 0.000203 120.12 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 2139176960. +read 16.98 34467840 16.00 0.000236 120.12 0.000190 120.12 2 + +Max Read: 16.98 MiB/sec (17.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 16.98 15.01 16.23 0.87 120.12448 0 8 4 3 1 0 1 0 0 1 35295068160 16384 1890615296 POSIX 0 + +Finished: Mon Oct 22 19:39:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566550 0xbfc016 0 + 4 12508267 0xbedc6b 0 + 7 12456908 0xbe13cc 0 + 1 12638181 0xc0d7e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591812 0xc022c4 0 + 0 12420199 0xbd8467 0 + 2 12566552 0xbfc018 0 + 4 12508269 0xbedc6d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456910 0xbe13ce 0 + 1 12638183 0xc0d7e7 0 + 3 12486496 0xbe8760 0 + 5 12378550 0xbce1b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420196 0xbd8464 0 + 2 12566549 0xbfc015 0 + 4 12508266 0xbedc6a 0 + 3 12486494 0xbe875e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508268 0xbedc6c 0 + 7 12456909 0xbe13cd 0 + 1 12638182 0xc0d7e6 0 + 3 12486495 0xbe875f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638180 0xc0d7e4 0 + 5 12378548 0xbce1b4 0 + 6 12591810 0xc022c2 0 + 0 12420197 0xbd8465 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638179 0xc0d7e3 0 + 3 12486493 0xbe875d 0 + 5 12378547 0xbce1b3 0 + 6 12591809 0xc022c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378549 0xbce1b5 0 + 6 12591811 0xc022c3 0 + 0 12420198 0xbd8466 0 + 2 12566551 0xbfc017 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f312ddd71 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:26:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:26:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 42085253120. +write 310.04 34467840 16.00 0.000940 129.45 0.000283 129.45 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358759424. +WARNING: Using actual aggregate bytes moved = 34805186560. +write 250.84 34467840 16.00 0.010233 132.32 0.000290 132.33 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359365632. +WARNING: Using actual aggregate bytes moved = 37848924160. +write 270.72 34467840 16.00 0.019886 133.31 0.000331 133.33 2 + +Max Write: 310.04 MiB/sec (325.10 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 310.04 250.84 277.20 24.60 131.70394 0 8 4 3 1 0 1 0 0 1 35295068160 16384 42085253120 POSIX 0 + +Finished: Mon Oct 22 19:33:14 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..b54ab388e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:43:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:43:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 9874636800. +read 156.41 26214400 100.00 0.014414 60.19 0.001085 60.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 10107084800. +read 160.15 26214400 100.00 0.002008 60.19 0.001028 60.19 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 10151116800. +read 160.86 26214400 100.00 0.001991 60.18 0.001041 60.18 2 + +Max Read: 160.86 MiB/sec (168.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 160.86 156.41 159.14 1.95 60.19314 0 12 6 3 0 0 1 0 0 1 26843545600 102400 9874636800 MPIIO 0 + +Finished: Wed Oct 24 02:46:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514795 0xbef5eb 0 + 7 12463418 0xbe2d3a 0 + 1 12644703 0xc0f15f 0 + 3 12492999 0xbea0c7 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8e407b93e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:16:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:16:47 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 30751744000. +read 970.73 26214400 100.00 0.010923 30.20 0.000444 30.21 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 33000448000. +read 1042.75 26214400 100.00 0.001276 30.18 0.000518 30.18 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 33717862400. +read 1065.32 26214400 100.00 0.001257 30.18 0.000485 30.18 2 + +Max Read: 1065.32 MiB/sec (1117.07 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1065.32 970.73 1026.27 40.34 30.19233 0 12 6 3 0 0 1 0 0 1 26843545600 102400 30751744000 MPIIO 0 + +Finished: Wed Oct 24 09:18:18 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..685b52e0f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:40:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:40:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322102681600. +WARNING: Using actual aggregate bytes moved = 13213696000. +write 208.94 26214400 100.00 0.010154 60.30 0.001372 60.31 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322116710400. +WARNING: Using actual aggregate bytes moved = 12777472000. +write 201.84 26214400 100.00 0.002291 60.37 0.000645 60.37 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322121216000. +WARNING: Using actual aggregate bytes moved = 12773990400. +write 202.37 26214400 100.00 0.018547 60.18 0.000691 60.20 2 + +Max Write: 208.94 MiB/sec (219.09 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 208.94 201.84 204.38 3.23 60.29436 0 12 6 3 0 0 1 0 0 1 26843545600 102400 13213696000 MPIIO 0 + +Finished: Wed Oct 24 02:43:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..0b01b9335 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:57:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:57:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 98703507456. +read 783.69 22978560 1024.00 0.075948 120.04 0.000694 120.11 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 103515422720. +read 822.02 22978560 1024.00 0.001550 120.09 0.000736 120.09 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 106094919680. +read 842.95 22978560 1024.00 0.001523 120.03 0.000759 120.03 2 + +Max Read: 842.95 MiB/sec (883.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 842.95 783.69 816.22 24.54 120.07955 0 12 6 3 0 0 1 0 0 1 23530045440 1048576 98703507456 MPIIO 0 + +Finished: Mon Oct 22 17:03:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b1dade629 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:08:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:08:18 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 106556293120. +read 3383.01 26214400 1024.00 0.009576 30.03 0.004379 30.04 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 106884497408. +read 3392.60 26214400 1024.00 0.005004 30.04 0.004395 30.05 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 112770154496. +read 3580.77 26214400 1024.00 0.004971 30.03 0.004420 30.03 2 + +Max Read: 3580.77 MiB/sec (3754.71 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3580.77 3383.01 3452.12 91.05 30.03947 0 12 6 3 0 0 1 0 0 1 26843545600 1048576 106556293120 MPIIO 0 + +Finished: Wed Oct 24 09:09:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..3bf114abf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:51:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:51:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 246313648128. +write 1956.82 22978560 1024.00 0.018850 120.02 0.001606 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282357399552. +WARNING: Using actual aggregate bytes moved = 233044967424. +write 1851.40 22978560 1024.00 0.004679 120.04 0.000693 120.04 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 235719884800. +write 1828.68 22978560 1024.00 2.89 120.04 0.000598 122.93 2 + +Max Write: 1956.82 MiB/sec (2051.87 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1956.82 1828.68 1878.96 55.83 121.00590 0 12 6 3 0 0 1 0 0 1 23530045440 1048576 246313648128 MPIIO 0 + +Finished: Mon Oct 22 16:57:19 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..f748e714b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 14:05:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 14:05:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 245943500800. +read 1952.25 22978560 10240 0.025059 120.12 0.000720 120.14 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 257970667520. +read 2049.03 22978560 10240 0.001429 120.06 0.000796 120.07 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 257299578880. +read 2043.85 22978560 10240 0.001480 120.06 0.000723 120.06 2 + +Max Read: 2049.03 MiB/sec (2148.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2049.03 1952.25 2015.04 44.45 120.08917 0 12 6 3 0 0 1 0 0 1 23530045440 10485760 245943500800 MPIIO 0 + +Finished: Mon Oct 22 14:11:33 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8851907b6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:59:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:59:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 63816335360. +read 2015.31 26214400 10240 0.010481 30.19 0.000536 30.20 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 65682800640. +read 2083.36 26214400 10240 0.001148 30.07 0.000409 30.07 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 66773319680. +read 2104.90 26214400 10240 0.001112 30.25 0.000364 30.25 2 + +Max Read: 2104.90 MiB/sec (2207.15 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2104.90 2015.31 2067.86 38.19 30.17293 0 12 6 3 0 0 1 0 0 1 26843545600 10485760 63816335360 MPIIO 0 + +Finished: Wed Oct 24 09:01:17 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..201646a0a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 13:59:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:59:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 281710428160. +write 2238.11 22978560 10240 0.010878 120.03 0.000750 120.04 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 274705940480. +write 2182.24 22978560 10240 0.014333 120.03 0.004099 120.05 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282339573760. +WARNING: Using actual aggregate bytes moved = 269494517760. +write 2140.75 22978560 10240 0.012910 120.04 0.000676 120.06 2 + +Max Write: 2238.11 MiB/sec (2346.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2238.11 2140.75 2187.03 39.89 120.04855 0 12 6 3 0 0 1 0 0 1 23530045440 10485760 281710428160 MPIIO 0 + +Finished: Mon Oct 22 14:05:20 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a7d94b6eb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 19:20:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:20:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3857809408. +read 30.41 22978560 16.00 0.005342 120.98 0.000483 120.98 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3902521344. +read 30.76 22978560 16.00 0.001297 120.98 0.000489 120.99 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3955720192. +read 31.18 22978560 16.00 0.001311 120.99 0.000473 120.99 2 + +Max Read: 31.18 MiB/sec (32.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 31.18 30.41 30.78 0.31 120.98708 0 12 6 3 0 0 1 0 0 1 23530045440 16384 3857809408 MPIIO 0 + +Finished: Mon Oct 22 19:26:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591800 0xc022b8 0 + 0 12420186 0xbd845a 0 + 2 12566540 0xbfc00c 0 + 4 12508257 0xbedc61 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f9ecfeea7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:25:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:25:15 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 7125254144. +read 218.31 26214400 16.00 0.005018 31.12 0.001130 31.13 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 7243743232. +read 221.99 26214400 16.00 0.001889 31.12 0.001101 31.12 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 7352680448. +read 225.31 26214400 16.00 0.001959 31.12 0.001072 31.12 2 + +Max Read: 225.31 MiB/sec (236.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 225.31 218.31 221.87 2.86 31.12249 0 12 6 3 0 0 1 0 0 1 26843545600 16384 7125254144 MPIIO 0 + +Finished: Wed Oct 24 09:26:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e73fa6dce --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 19:14:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:14:16 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282357727232. +WARNING: Using actual aggregate bytes moved = 3726131200. +write 29.34 22978560 16.00 0.012315 121.09 0.000733 121.11 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358185984. +WARNING: Using actual aggregate bytes moved = 3746250752. +write 29.49 22978560 16.00 0.001810 121.14 0.000728 121.14 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282358595584. +WARNING: Using actual aggregate bytes moved = 3746906112. +write 29.44 22978560 16.00 0.002351 121.36 0.000628 121.36 2 + +Max Write: 29.49 MiB/sec (30.93 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 29.49 29.34 29.43 0.06 121.20198 0 12 6 3 0 0 1 0 0 1 23530045440 16384 3726131200 MPIIO 0 + +Finished: Mon Oct 22 19:20:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c1d29b8ee --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,192 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:37:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:37:19 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1932735283200. +WARNING: Using actual aggregate bytes moved = 8842240000. +read 140.48 26214400 100.00 0.006565 60.03 0.005931 60.03 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1932735283200. +WARNING: Using actual aggregate bytes moved = 9492377600. +read 150.81 26214400 100.00 0.006016 60.03 0.006016 60.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 1932735283200. +WARNING: Using actual aggregate bytes moved = 9903206400. +read 157.31 26214400 100.00 0.006038 60.04 0.006017 60.04 2 + +Max Read: 157.31 MiB/sec (164.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 157.31 140.48 149.53 6.93 60.03092 0 12 6 3 1 0 1 0 0 1 26843545600 102400 8842240000 POSIX 0 + +Finished: Wed Oct 24 02:40:19 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492995 0xbea0c3 0 + 5 12385061 0xbcfb25 0 + 6 12598314 0xc03c2a 0 + 0 12426719 0xbd9ddf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463412 0xbe2d34 0 + 5 12385059 0xbcfb23 0 + 6 12598312 0xc03c28 0 + 0 12426718 0xbd9dde 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644698 0xc0f15a 0 + 3 12492994 0xbea0c2 0 + 5 12385060 0xbcfb24 0 + 6 12598313 0xc03c29 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385058 0xbcfb22 0 + 6 12598310 0xc03c26 0 + 0 12426716 0xbd9ddc 0 + 2 12573053 0xbfd97d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573052 0xbfd97c 0 + 4 12514788 0xbef5e4 0 + 7 12463410 0xbe2d32 0 + 1 12644696 0xc0f158 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514793 0xbef5e9 0 + 7 12463415 0xbe2d37 0 + 1 12644700 0xc0f15c 0 + 3 12492996 0xbea0c4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492993 0xbea0c1 0 + 2 12573055 0xbfd97f 0 + 4 12514791 0xbef5e7 0 + 7 12463413 0xbe2d35 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573056 0xbfd980 0 + 4 12514792 0xbef5e8 0 + 7 12463414 0xbe2d36 0 + 1 12644699 0xc0f15b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463416 0xbe2d38 0 + 1 12644701 0xc0f15d 0 + 3 12492997 0xbea0c5 0 + 5 12385063 0xbcfb27 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598311 0xc03c27 0 + 0 12426717 0xbd9ddd 0 + 2 12573054 0xbfd97e 0 + 4 12514790 0xbef5e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514789 0xbef5e5 0 + 7 12463411 0xbe2d33 0 + 1 12644697 0xc0f159 0 + 3 12492992 0xbea0c0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385062 0xbcfb26 0 + 6 12598315 0xc03c2b 0 + 0 12426720 0xbd9de0 0 + 2 12573057 0xbfd981 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7bb77ef67 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:33:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:33:40 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322121011200. +WARNING: Using actual aggregate bytes moved = 69853900800. +write 981.14 26214400 100.00 0.001717 67.90 0.000605 67.90 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322104934400. +WARNING: Using actual aggregate bytes moved = 62405529600. +write 873.57 26214400 100.00 0.002215 68.13 0.000602 68.13 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322121523200. +WARNING: Using actual aggregate bytes moved = 62417715200. +write 873.08 26214400 100.00 0.002147 68.18 0.000584 68.18 2 + +Max Write: 981.14 MiB/sec (1028.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 981.14 873.08 909.26 50.82 68.06862 0 12 6 3 1 0 1 0 0 1 26843545600 102400 69853900800 POSIX 0 + +Finished: Wed Oct 24 02:37:09 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..28201facb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,192 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 16:45:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:45:19 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 164126261248. +read 1304.13 22978560 1024.00 0.001281 120.02 0.000566 120.02 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 264733982720. +read 2103.68 22978560 1024.00 0.000578 120.01 0.000503 120.01 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 2555.03 22978560 1024.00 0.000517 105.39 0.000451 105.39 2 + +Max Read: 2555.03 MiB/sec (2679.14 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2555.03 1304.13 1987.61 517.23 115.14223 0 12 6 3 1 0 1 0 0 1 23530045440 1048576 164126261248 POSIX 0 + +Finished: Mon Oct 22 16:51:05 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420071 0xbd83e7 0 + 2 12566426 0xbfbf9a 0 + 4 12508141 0xbedbed 0 + 7 12456785 0xbe1351 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508143 0xbedbef 0 + 7 12456787 0xbe1353 0 + 1 12638058 0xc0d76a 0 + 3 12486371 0xbe86e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591688 0xc02248 0 + 0 12420074 0xbd83ea 0 + 2 12566429 0xbfbf9d 0 + 4 12508144 0xbedbf0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378425 0xbce139 0 + 6 12591687 0xc02247 0 + 0 12420073 0xbd83e9 0 + 2 12566428 0xbfbf9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508139 0xbedbeb 0 + 7 12456783 0xbe134f 0 + 1 12638054 0xc0d766 0 + 3 12486367 0xbe86df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638056 0xc0d768 0 + 3 12486369 0xbe86e1 0 + 5 12378423 0xbce137 0 + 6 12591685 0xc02245 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486366 0xbe86de 0 + 5 12378420 0xbce134 0 + 6 12591682 0xc02242 0 + 0 12420068 0xbd83e4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566427 0xbfbf9b 0 + 4 12508142 0xbedbee 0 + 7 12456786 0xbe1352 0 + 1 12638057 0xc0d769 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456784 0xbe1350 0 + 1 12638055 0xc0d767 0 + 3 12486368 0xbe86e0 0 + 5 12378422 0xbce136 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378421 0xbce135 0 + 6 12591683 0xc02243 0 + 0 12420069 0xbd83e5 0 + 2 12566424 0xbfbf98 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486370 0xbe86e2 0 + 5 12378424 0xbce138 0 + 6 12591686 0xc02246 0 + 0 12420072 0xbd83e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591684 0xc02244 0 + 0 12420070 0xbd83e6 0 + 2 12566425 0xbfbf99 0 + 4 12508140 0xbedbec 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..12b5fbcb7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 16:42:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:42:10 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4470 22978560 1024.00 0.001861 60.24 0.000878 60.24 0 +write 4846 22978560 1024.00 0.002290 55.57 0.000890 55.57 1 +write 4656 22978560 1024.00 0.004717 57.83 0.000930 57.83 2 + +Max Write: 4845.80 MiB/sec (5081.19 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4845.80 4469.95 4657.34 153.44 57.88120 0 12 6 3 1 0 1 0 0 1 23530045440 1048576 282360545280 POSIX 0 + +Finished: Mon Oct 22 16:45:08 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..95d24679d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,192 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 13:56:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:56:04 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 3244.34 22978560 10240 0.001527 83.00 0.001427 83.00 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 5264 22978560 10240 0.000712 51.15 0.000721 51.15 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 5203 22978560 10240 0.000710 51.76 0.000708 51.76 2 + +Max Read: 5264.18 MiB/sec (5519.89 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5264.18 3244.34 4570.36 937.98 61.97077 0 12 6 3 1 0 1 0 0 1 23530045440 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 13:59:10 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456693 0xbe12f5 0 + 1 12637967 0xc0d70f 0 + 3 12486278 0xbe8686 0 + 5 12378332 0xbce0dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378331 0xbce0db 0 + 6 12591594 0xc021ea 0 + 0 12419980 0xbd838c 0 + 2 12566337 0xbfbf41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591595 0xc021eb 0 + 0 12419981 0xbd838d 0 + 2 12566338 0xbfbf42 0 + 4 12508052 0xbedb94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486276 0xbe8684 0 + 5 12378330 0xbce0da 0 + 6 12591593 0xc021e9 0 + 0 12419979 0xbd838b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378327 0xbce0d7 0 + 6 12591590 0xc021e6 0 + 0 12419976 0xbd8388 0 + 2 12566333 0xbfbf3d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508047 0xbedb8f 0 + 7 12456688 0xbe12f0 0 + 1 12637962 0xc0d70a 0 + 3 12486273 0xbe8681 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591591 0xc021e7 0 + 0 12419977 0xbd8389 0 + 2 12566334 0xbfbf3e 0 + 4 12508048 0xbedb90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508051 0xbedb93 0 + 7 12456692 0xbe12f4 0 + 1 12637966 0xc0d70e 0 + 3 12486277 0xbe8685 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456689 0xbe12f1 0 + 1 12637963 0xc0d70b 0 + 3 12486274 0xbe8682 0 + 5 12378328 0xbce0d8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566336 0xbfbf40 0 + 4 12508050 0xbedb92 0 + 7 12456691 0xbe12f3 0 + 1 12637965 0xc0d70d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637964 0xc0d70c 0 + 3 12486275 0xbe8683 0 + 5 12378329 0xbce0d9 0 + 6 12591592 0xc021e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12419978 0xbd838a 0 + 2 12566335 0xbfbf3f 0 + 4 12508049 0xbedb91 0 + 7 12456690 0xbe12f2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..0ae5111a0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 13:53:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:53:53 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 6325 22978560 10240 0.001724 42.57 0.000690 42.57 0 +write 7419 22978560 10240 0.002093 36.29 0.000657 36.29 1 +write 7399 22978560 10240 0.001983 36.39 0.000664 36.39 2 + +Max Write: 7419.22 MiB/sec (7779.62 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 7419.22 6324.92 7047.75 511.18 38.42098 0 12 6 3 1 0 1 0 0 1 23530045440 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 13:55:52 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..10a592106 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,192 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:08:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:08:13 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 3028910080. +read 24.05 22978560 16.00 0.001290 120.09 0.000624 120.09 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 3470229504. +read 27.56 22978560 16.00 0.000626 120.09 0.000720 120.09 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 1694163271680. +WARNING: Using actual aggregate bytes moved = 3558342656. +read 28.26 22978560 16.00 0.000764 120.09 0.000809 120.09 2 + +Max Read: 28.26 MiB/sec (29.63 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 28.26 24.05 26.62 1.84 120.09063 0 12 6 3 1 0 1 0 0 1 23530045440 16384 3028910080 POSIX 0 + +Finished: Mon Oct 22 19:14:13 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508253 0xbedc5d 0 + 7 12456894 0xbe13be 0 + 1 12638167 0xc0d7d7 0 + 3 12486479 0xbe874f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486478 0xbe874e 0 + 5 12378532 0xbce1a4 0 + 6 12591794 0xc022b2 0 + 0 12420180 0xbd8454 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566538 0xbfc00a 0 + 4 12508256 0xbedc60 0 + 7 12456897 0xbe13c1 0 + 1 12638170 0xc0d7da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486482 0xbe8752 0 + 5 12378536 0xbce1a8 0 + 6 12591798 0xc022b6 0 + 0 12420184 0xbd8458 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456895 0xbe13bf 0 + 1 12638168 0xc0d7d8 0 + 3 12486480 0xbe8750 0 + 5 12378534 0xbce1a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378533 0xbce1a5 0 + 6 12591795 0xc022b3 0 + 0 12420181 0xbd8455 0 + 2 12566535 0xbfc007 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420179 0xbd8453 0 + 2 12566533 0xbfc005 0 + 4 12508251 0xbedc5b 0 + 7 12456892 0xbe13bc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566534 0xbfc006 0 + 4 12508252 0xbedc5c 0 + 7 12456893 0xbe13bd 0 + 1 12638166 0xc0d7d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420183 0xbd8457 0 + 2 12566537 0xbfc009 0 + 4 12508255 0xbedc5f 0 + 7 12456896 0xbe13c0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591796 0xc022b4 0 + 0 12420182 0xbd8456 0 + 2 12566536 0xbfc008 0 + 4 12508254 0xbedc5e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638165 0xc0d7d5 0 + 3 12486477 0xbe874d 0 + 5 12378531 0xbce1a3 0 + 6 12591793 0xc022b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638169 0xc0d7d9 0 + 3 12486481 0xbe8751 0 + 5 12378535 0xbce1a7 0 + 6 12591797 0xc022b5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f22178314 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 19:01:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 19:01:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 12 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360152064. +WARNING: Using actual aggregate bytes moved = 42820452352. +write 309.34 22978560 16.00 0.001887 132.01 0.000686 132.01 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282357071872. +WARNING: Using actual aggregate bytes moved = 37654970368. +write 272.36 22978560 16.00 0.002358 131.85 0.000749 131.85 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359955456. +WARNING: Using actual aggregate bytes moved = 38357450752. +write 275.18 22978560 16.00 0.015756 132.92 0.000867 132.93 2 + +Max Write: 309.34 MiB/sec (324.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 309.34 272.36 285.63 16.81 132.26445 0 12 6 3 1 0 1 0 0 1 23530045440 16384 42820452352 POSIX 0 + +Finished: Mon Oct 22 19:08:02 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..033b39220 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:05:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:05:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12402892800. +read 196.49 19660800 100.00 0.007103 60.19 0.000384 60.20 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12679884800. +read 200.92 19660800 100.00 0.001326 60.18 0.004191 60.19 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12746854400. +read 201.98 19660800 100.00 0.001368 60.18 0.000464 60.18 2 + +Max Read: 201.98 MiB/sec (211.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 201.98 196.49 199.80 2.38 60.18917 0 16 8 3 0 0 1 0 0 1 20132659200 102400 12402892800 MPIIO 0 + +Finished: Wed Oct 24 02:08:13 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492960 0xbea0a0 0 + 5 12385024 0xbcfb00 0 + 6 12598278 0xc03c06 0 + 0 12426683 0xbd9dbb 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..05b890787 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:11:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:11:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 39655936000. +read 1252.91 19660800 100.00 0.005301 30.18 0.000551 30.18 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 37454438400. +read 1183.32 19660800 100.00 0.001506 30.18 0.000921 30.19 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 38789734400. +read 1225.73 19660800 100.00 0.001948 30.18 0.000534 30.18 2 + +Max Read: 1252.91 MiB/sec (1313.77 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1252.91 1183.32 1220.65 28.63 30.18358 0 16 8 3 0 0 1 0 0 1 20132659200 102400 39655936000 MPIIO 0 + +Finished: Wed Oct 24 09:13:09 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f6c9e31e0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 02:01:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:01:57 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322118246400. +WARNING: Using actual aggregate bytes moved = 13937049600. +write 220.34 19660800 100.00 0.010409 60.31 0.000809 60.32 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322108006400. +WARNING: Using actual aggregate bytes moved = 13646131200. +write 214.79 19660800 100.00 0.001975 60.59 0.000297 60.59 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122035200. +WARNING: Using actual aggregate bytes moved = 13902131200. +write 220.23 19660800 100.00 0.010326 60.19 0.000369 60.20 2 + +Max Write: 220.34 MiB/sec (231.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 220.34 214.79 218.45 2.59 60.37087 0 16 8 3 0 0 1 0 0 1 20132659200 102400 13937049600 MPIIO 0 + +Finished: Wed Oct 24 02:05:01 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..3f9023220 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:36:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:36:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 113067950080. +read 898.21 17233920 1024.00 0.007360 120.04 0.000410 120.05 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 117875671040. +read 936.52 17233920 1024.00 0.001367 120.03 0.000489 120.03 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 120183586816. +read 954.90 17233920 1024.00 0.001392 120.03 0.000412 120.03 2 + +Max Read: 954.90 MiB/sec (1001.28 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 954.90 898.21 929.88 23.61 120.03786 0 16 8 3 0 0 1 0 0 1 17647534080 1048576 113067950080 MPIIO 0 + +Finished: Mon Oct 22 16:42:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b602d6aed --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:03:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:03:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 87024467968. +read 2763.51 19660800 1024.00 0.005419 30.03 0.000360 30.03 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 91385495552. +read 2901.74 19660800 1024.00 0.001273 30.03 0.000329 30.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 97308901376. +read 3089.54 19660800 1024.00 0.001410 30.04 0.000653 30.04 2 + +Max Read: 3089.54 MiB/sec (3239.61 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3089.54 2763.51 2918.26 133.61 30.03441 0 16 8 3 0 0 1 0 0 1 20132659200 1048576 87024467968 MPIIO 0 + +Finished: Wed Oct 24 09:04:37 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2363b975e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 16:29:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:29:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 262142951424. +write 2082.53 17233920 1024.00 0.011015 120.03 0.000416 120.05 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 243740442624. +write 1936.61 17233920 1024.00 0.003839 120.02 0.003694 120.03 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359496704. +WARNING: Using actual aggregate bytes moved = 252079767552. +write 1905.32 17233920 1024.00 6.15 120.02 0.000431 126.17 2 + +Max Write: 2082.53 MiB/sec (2183.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2082.53 1905.32 1974.82 77.22 122.08287 0 16 8 3 0 0 1 0 0 1 17647534080 1048576 262142951424 MPIIO 0 + +Finished: Mon Oct 22 16:35:50 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..8624f62a9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,49 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 13:47:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:47:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 277002321920. +read 2199.67 17233920 10240 0.036520 120.06 0.000886 120.10 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 281783828480. +read 2256.80 17233920 10240 0.001754 119.07 0.000770 119.08 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 282098401280. +read 2244.59 17233920 10240 0.001734 119.86 0.000839 119.86 2 + +Max Read: 2256.80 MiB/sec (2366.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2256.80 2199.67 2233.69 24.56 119.67601 0 16 8 3 0 0 1 0 0 1 17647534080 10485760 277002321920 MPIIO 0 + +Finished: Mon Oct 22 13:53:51 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b2079fdbf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 08:54:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 08:54:35 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 43620761600. +read 1380.95 19660800 10240 0.005614 30.11 0.004382 30.12 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 49325015040. +read 1561.35 19660800 10240 0.001563 30.13 0.000657 30.13 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 57032048640. +read 1805.43 19660800 10240 0.001589 30.12 0.001276 30.13 2 + +Max Read: 1805.43 MiB/sec (1893.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1805.43 1380.95 1582.58 173.94 30.12592 0 16 8 3 0 0 1 0 0 1 20132659200 10485760 43620761600 MPIIO 0 + +Finished: Wed Oct 24 08:56:06 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c05203a77 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 13:41:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:41:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 282192773120. +write 2344.11 17233920 10240 0.011842 114.79 0.000332 114.81 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 278984130560. +write 2215.66 17233920 10240 0.019871 120.06 0.002100 120.08 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 282182287360. +write 2296.57 17233920 10240 0.002185 117.18 0.000731 117.18 2 + +Max Write: 2344.11 MiB/sec (2457.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2344.11 2215.66 2285.45 53.03 117.35580 0 16 8 3 0 0 1 0 0 1 17647534080 10485760 282192773120 MPIIO 0 + +Finished: Mon Oct 22 13:47:37 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..ca3387b12 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,61 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 18:55:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:55:16 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4975853568. +read 39.23 17233920 16.00 0.009074 120.96 0.000317 120.97 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5067522048. +read 39.95 17233920 16.00 0.001254 120.98 0.003315 120.98 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5162123264. +read 40.70 17233920 16.00 0.001256 120.97 0.000292 120.97 2 + +Max Read: 40.70 MiB/sec (42.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 40.70 39.23 39.96 0.60 120.97372 0 16 8 3 0 0 1 0 0 1 17647534080 16384 4975853568 MPIIO 0 + +Finished: Mon Oct 22 19:01:19 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591780 0xc022a4 0 + 0 12420166 0xbd8446 0 + 2 12566520 0xbfbff8 0 + 4 12508237 0xbedc4d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..895bf937a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r ++ tee -a ./output_v2/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:20:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:20:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread2/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 9059352576. +read 277.66 19660800 16.00 0.014082 31.10 0.003656 31.12 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 9123512320. +read 279.73 19660800 16.00 0.001241 31.10 0.005504 31.10 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322122547200. +WARNING: Using actual aggregate bytes moved = 10053664768. +read 308.32 19660800 16.00 0.001237 31.10 0.000314 31.10 2 + +Max Read: 308.32 MiB/sec (323.30 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 308.32 277.66 288.57 13.99 31.10578 0 16 8 3 0 0 1 0 0 1 20132659200 16384 9059352576 MPIIO 0 + +Finished: Wed Oct 24 09:21:39 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7c2058392 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 18:49:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:49:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359676928. +WARNING: Using actual aggregate bytes moved = 4080975872. +write 32.14 17233920 16.00 0.011236 121.08 0.000746 121.10 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359775232. +WARNING: Using actual aggregate bytes moved = 4095754240. +write 32.24 17233920 16.00 0.001386 121.15 0.000316 121.15 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359578624. +WARNING: Using actual aggregate bytes moved = 4058431488. +write 31.91 17233920 16.00 0.035547 121.24 0.000427 121.28 2 + +Max Write: 32.24 MiB/sec (33.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 32.24 31.91 32.10 0.14 121.17587 0 16 8 3 0 0 1 0 0 1 17647534080 16384 4080975872 MPIIO 0 + +Finished: Mon Oct 22 18:55:09 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e44731b30 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,240 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:58:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:58:54 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 11899084800. +read 189.03 19660800 100.00 0.001379 60.03 0.000453 60.03 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 12504166400. +read 198.65 19660800 100.00 0.000466 60.03 0.000467 60.03 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 12973363200. +read 206.14 19660800 100.00 0.000516 60.02 0.004267 60.02 2 + +Max Read: 206.14 MiB/sec (216.15 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 206.14 189.03 197.94 7.00 60.02689 0 16 8 3 1 0 1 0 0 1 20132659200 102400 11899084800 POSIX 0 + +Finished: Wed Oct 24 02:01:54 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573017 0xbfd959 0 + 4 12514755 0xbef5c3 0 + 7 12463377 0xbe2d11 0 + 1 12644663 0xc0f137 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573013 0xbfd955 0 + 4 12514751 0xbef5bf 0 + 7 12463373 0xbe2d0d 0 + 1 12644659 0xc0f133 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385022 0xbcfafe 0 + 6 12598275 0xc03c03 0 + 0 12426681 0xbd9db9 0 + 2 12573018 0xbfd95a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514756 0xbef5c4 0 + 7 12463378 0xbe2d12 0 + 1 12644664 0xc0f138 0 + 3 12492958 0xbea09e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598276 0xc03c04 0 + 0 12426682 0xbd9dba 0 + 2 12573019 0xbfd95b 0 + 4 12514757 0xbef5c5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514752 0xbef5c0 0 + 7 12463374 0xbe2d0e 0 + 1 12644660 0xc0f134 0 + 3 12492954 0xbea09a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492957 0xbea09d 0 + 5 12385021 0xbcfafd 0 + 6 12598274 0xc03c02 0 + 0 12426680 0xbd9db8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385018 0xbcfafa 0 + 6 12598271 0xc03bff 0 + 0 12426677 0xbd9db5 0 + 2 12573014 0xbfd956 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644662 0xc0f136 0 + 3 12492956 0xbea09c 0 + 5 12385020 0xbcfafc 0 + 6 12598273 0xc03c01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12492953 0xbea099 0 + 5 12385017 0xbcfaf9 0 + 6 12598270 0xc03bfe 0 + 0 12426676 0xbd9db4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426675 0xbd9db3 0 + 2 12573012 0xbfd954 0 + 4 12514750 0xbef5be 0 + 7 12463372 0xbe2d0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644658 0xc0f132 0 + 3 12492952 0xbea098 0 + 5 12385016 0xbcfaf8 0 + 6 12598269 0xc03bfd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463375 0xbe2d0f 0 + 1 12644661 0xc0f135 0 + 3 12492955 0xbea09b 0 + 5 12385019 0xbcfafb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426679 0xbd9db7 0 + 2 12573016 0xbfd958 0 + 4 12514754 0xbef5c2 0 + 7 12463376 0xbe2d10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598272 0xc03c00 0 + 0 12426678 0xbd9db6 0 + 2 12573015 0xbfd957 0 + 4 12514753 0xbef5c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463371 0xbe2d0b 0 + 1 12644657 0xc0f131 0 + 3 12492951 0xbea097 0 + 5 12385015 0xbcfaf7 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d3150664a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 01:55:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 01:55:15 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 300 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322108006400. +WARNING: Using actual aggregate bytes moved = 71829913600. +write 1021.71 19660800 100.00 0.002206 67.04 0.000258 67.05 0 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322092441600. +WARNING: Using actual aggregate bytes moved = 63509299200. +write 914.74 19660800 100.00 0.002308 66.21 0.000350 66.21 1 +WARNING: Expected aggregate file size = 322122547200. +WARNING: Stat() of aggregate file size = 322093875200. +WARNING: Using actual aggregate bytes moved = 62901657600. +write 890.62 19660800 100.00 0.003864 67.35 0.000550 67.36 2 + +Max Write: 1021.71 MiB/sec (1071.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1021.71 890.62 942.36 56.97 66.87144 0 16 8 3 1 0 1 0 0 1 20132659200 102400 71829913600 POSIX 0 + +Finished: Wed Oct 24 01:58:40 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4a7df255c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,240 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 16:23:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:23:33 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 182828662784. +read 1452.75 17233920 1024.00 0.006100 120.02 0.004975 120.02 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 269930725376. +read 2144.94 17233920 1024.00 0.004978 120.01 0.004905 120.02 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 279048093696. +read 2217.40 17233920 1024.00 0.004953 120.01 0.005445 120.01 2 + +Max Read: 2217.40 MiB/sec (2325.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2217.40 1452.75 1938.37 344.65 120.01661 0 16 8 3 1 0 1 0 0 1 17647534080 1048576 182828662784 POSIX 0 + +Finished: Mon Oct 22 16:29:33 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566409 0xbfbf89 0 + 4 12508122 0xbedbda 0 + 7 12456767 0xbe133f 0 + 1 12638037 0xc0d755 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456765 0xbe133d 0 + 1 12638035 0xc0d753 0 + 3 12486348 0xbe86cc 0 + 5 12378403 0xbce123 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420048 0xbd83d0 0 + 2 12566404 0xbfbf84 0 + 4 12508117 0xbedbd5 0 + 7 12456762 0xbe133a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508123 0xbedbdb 0 + 7 12456768 0xbe1340 0 + 1 12638038 0xc0d756 0 + 3 12486351 0xbe86cf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591661 0xc0222d 0 + 0 12420047 0xbd83cf 0 + 2 12566403 0xbfbf83 0 + 4 12508116 0xbedbd4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420052 0xbd83d4 0 + 2 12566408 0xbfbf88 0 + 4 12508121 0xbedbd9 0 + 7 12456766 0xbe133e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486346 0xbe86ca 0 + 5 12378401 0xbce121 0 + 6 12591663 0xc0222f 0 + 0 12420049 0xbd83d1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508119 0xbedbd7 0 + 7 12456764 0xbe133c 0 + 1 12638034 0xc0d752 0 + 3 12486347 0xbe86cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486350 0xbe86ce 0 + 5 12378405 0xbce125 0 + 6 12591667 0xc02233 0 + 0 12420053 0xbd83d5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638032 0xc0d750 0 + 3 12486345 0xbe86c9 0 + 5 12378400 0xbce120 0 + 6 12591662 0xc0222e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566405 0xbfbf85 0 + 4 12508118 0xbedbd6 0 + 7 12456763 0xbe133b 0 + 1 12638033 0xc0d751 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638036 0xc0d754 0 + 3 12486349 0xbe86cd 0 + 5 12378404 0xbce124 0 + 6 12591666 0xc02232 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591665 0xc02231 0 + 0 12420051 0xbd83d3 0 + 2 12566407 0xbfbf87 0 + 4 12508120 0xbedbd8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378402 0xbce122 0 + 6 12591664 0xc02230 0 + 0 12420050 0xbd83d2 0 + 2 12566406 0xbfbf86 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378406 0xbce126 0 + 6 12591668 0xc02234 0 + 0 12420054 0xbd83d6 0 + 2 12566410 0xbfbf8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456761 0xbe1339 0 + 1 12638031 0xc0d74f 0 + 3 12486344 0xbe86c8 0 + 5 12378399 0xbce11f 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c7daf7f17 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 16:20:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 16:20:40 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 5392 17233920 1024.00 0.001751 49.94 0.000323 49.94 0 +write 4872 17233920 1024.00 0.004450 55.26 0.000286 55.27 1 +write 5490 17233920 1024.00 0.002506 49.05 0.000332 49.05 2 + +Max Write: 5489.77 MiB/sec (5756.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5489.77 4872.34 5251.46 271.02 51.41880 0 16 8 3 1 0 1 0 0 1 17647534080 1048576 282360545280 POSIX 0 + +Finished: Mon Oct 22 16:23:19 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..283b950d9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,240 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 13:39:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:39:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 4310 17233920 10240 0.002787 62.47 0.001920 62.47 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 9574 17233920 10240 0.001966 28.13 0.001984 28.13 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 282360545280. +read 9567 17233920 10240 0.001918 28.15 0.001934 28.15 2 + +Max Read: 9573.54 MiB/sec (10038.58 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 9573.54 4310.49 7816.86 2479.38 39.58213 0 16 8 3 1 0 1 0 0 1 17647534080 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 13:41:35 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486252 0xbe866c 0 + 5 12378306 0xbce0c2 0 + 6 12591568 0xc021d0 0 + 0 12419953 0xbd8371 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637948 0xc0d6fc 0 + 3 12486259 0xbe8673 0 + 5 12378313 0xbce0c9 0 + 6 12591575 0xc021d7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12419956 0xbd8374 0 + 2 12566314 0xbfbf2a 0 + 4 12508027 0xbedb7b 0 + 7 12456670 0xbe12de 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378307 0xbce0c3 0 + 6 12591569 0xc021d1 0 + 0 12419954 0xbd8372 0 + 2 12566312 0xbfbf28 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456673 0xbe12e1 0 + 1 12637947 0xc0d6fb 0 + 3 12486258 0xbe8672 0 + 5 12378312 0xbce0c8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378311 0xbce0c7 0 + 6 12591573 0xc021d5 0 + 0 12419958 0xbd8376 0 + 2 12566316 0xbfbf2c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637944 0xc0d6f8 0 + 3 12486255 0xbe866f 0 + 5 12378309 0xbce0c5 0 + 6 12591571 0xc021d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566315 0xbfbf2b 0 + 4 12508028 0xbedb7c 0 + 7 12456671 0xbe12df 0 + 1 12637945 0xc0d6f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12419960 0xbd8378 0 + 2 12566318 0xbfbf2e 0 + 4 12508031 0xbedb7f 0 + 7 12456674 0xbe12e2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486256 0xbe8670 0 + 5 12378310 0xbce0c6 0 + 6 12591572 0xc021d4 0 + 0 12419957 0xbd8375 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456669 0xbe12dd 0 + 3 12486254 0xbe866e 0 + 5 12378308 0xbce0c4 0 + 0 12419955 0xbd8373 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591574 0xc021d6 0 + 0 12419959 0xbd8377 0 + 2 12566317 0xbfbf2d 0 + 4 12508030 0xbedb7e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566311 0xbfbf27 0 + 4 12508024 0xbedb78 0 + 7 12456667 0xbe12db 0 + 1 12637941 0xc0d6f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12637943 0xc0d6f7 0 + 6 12591570 0xc021d2 0 + 2 12566313 0xbfbf29 0 + 4 12508026 0xbedb7a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508029 0xbedb7d 0 + 7 12456672 0xbe12e0 0 + 1 12637946 0xc0d6fa 0 + 3 12486257 0xbe8671 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508025 0xbedb79 0 + 7 12456668 0xbe12dc 0 + 1 12637942 0xc0d6f6 0 + 3 12486253 0xbe866d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2ea614c0c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 13:37:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 13:37:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 7604 17233920 10240 0.002139 35.41 0.000265 35.41 0 +write 7493 17233920 10240 0.006604 35.93 0.000242 35.94 1 +write 7641 17233920 10240 0.002888 35.24 0.000292 35.24 2 + +Max Write: 7641.08 MiB/sec (8012.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 7641.08 7492.57 7579.32 63.15 35.53074 0 16 8 3 1 0 1 0 0 1 17647534080 10485760 282360545280 POSIX 0 + +Finished: Mon Oct 22 13:39:23 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..b1758a580 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,240 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:43:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:43:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread2/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 4385964032. +read 34.84 17233920 16.00 0.001482 120.07 0.000447 120.07 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 4767203328. +read 37.86 17233920 16.00 0.001426 120.07 0.004977 120.08 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 2258884362240. +WARNING: Using actual aggregate bytes moved = 4897538048. +read 38.90 17233920 16.00 0.000494 120.07 0.005710 120.07 2 + +Max Read: 38.90 MiB/sec (40.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 38.90 34.84 37.20 1.72 120.07329 0 16 8 3 1 0 1 0 0 1 17647534080 16384 4385964032 POSIX 0 + +Finished: Mon Oct 22 18:49:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 4 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566515 0xbfbff3 0 + 4 12508233 0xbedc49 0 + 7 12456874 0xbe13aa 0 + 1 12638147 0xc0d7c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420160 0xbd8440 0 + 2 12566514 0xbfbff2 0 + 4 12508232 0xbedc48 0 + 7 12456873 0xbe13a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591773 0xc0229d 0 + 0 12420159 0xbd843f 0 + 2 12566513 0xbfbff1 0 + 4 12508231 0xbedc47 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566511 0xbfbfef 0 + 4 12508229 0xbedc45 0 + 7 12456870 0xbe13a6 0 + 1 12638143 0xc0d7bf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456876 0xbe13ac 0 + 1 12638149 0xc0d7c5 0 + 3 12486461 0xbe873d 0 + 5 12378515 0xbce193 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456872 0xbe13a8 0 + 1 12638145 0xc0d7c1 0 + 3 12486457 0xbe8739 0 + 5 12378511 0xbce18f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378510 0xbce18e 0 + 6 12591772 0xc0229c 0 + 0 12420158 0xbd843e 0 + 2 12566512 0xbfbff0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638150 0xc0d7c6 0 + 3 12486462 0xbe873e 0 + 5 12378516 0xbce194 0 + 6 12591778 0xc022a2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378514 0xbce192 0 + 6 12591776 0xc022a0 0 + 0 12420162 0xbd8442 0 + 2 12566516 0xbfbff4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591777 0xc022a1 0 + 0 12420163 0xbd8443 0 + 2 12566517 0xbfbff5 0 + 4 12508235 0xbedc4b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508234 0xbedc4a 0 + 7 12456875 0xbe13ab 0 + 1 12638148 0xc0d7c4 0 + 3 12486460 0xbe873c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486459 0xbe873b 0 + 5 12378513 0xbce191 0 + 6 12591775 0xc0229f 0 + 0 12420161 0xbd8441 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508230 0xbedc46 0 + 7 12456871 0xbe13a7 0 + 1 12638144 0xc0d7c0 0 + 3 12486456 0xbe8738 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486455 0xbe8737 0 + 5 12378509 0xbce18d 0 + 6 12591771 0xc0229b 0 + 0 12420157 0xbd843d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420164 0xbd8444 0 + 2 12566518 0xbfbff6 0 + 4 12508236 0xbedc4c 0 + 7 12456877 0xbe13ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 4 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638146 0xc0d7c2 0 + 3 12486458 0xbe873a 0 + 5 12378512 0xbce190 0 + 6 12591774 0xc0229e 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..a0450d92d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 18:36:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 18:36:05 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 262.97 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 49571840000. +write 358.18 17233920 16.00 0.001712 131.99 0.000277 131.99 0 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359758848. +WARNING: Using actual aggregate bytes moved = 38581731328. +write 278.06 17233920 16.00 0.002477 132.32 0.000384 132.33 1 +WARNING: Expected aggregate file size = 282360545280. +WARNING: Stat() of aggregate file size = 282359234560. +WARNING: Using actual aggregate bytes moved = 37216092160. +write 264.46 17233920 16.00 0.010438 134.20 0.000421 134.21 2 + +Max Write: 358.18 MiB/sec (375.57 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 358.18 264.46 300.23 41.35 132.84150 0 16 8 3 1 0 1 0 0 1 17647534080 16384 49571840000 POSIX 0 + +Finished: Mon Oct 22 18:42:48 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..770302a00 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 17:39:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:39:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6192947200. +read 49.05 157286400 100.00 0.008955 120.39 0.000342 120.40 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6269952000. +read 49.67 157286400 100.00 0.000880 120.39 0.000382 120.39 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 6352691200. +read 50.32 157286400 100.00 0.000738 120.39 0.000425 120.39 2 + +Max Read: 50.32 MiB/sec (52.77 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 50.32 49.05 49.68 0.52 120.39366 0 4 1 3 0 0 1 0 0 1 161061273600 102400 6192947200 MPIIO 0 + +Finished: Tue Oct 23 17:45:15 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595409 0xc030d1 0 + 0 12423800 0xbd9278 0 + 2 12570144 0xbfce20 0 + 4 12511882 0xbeea8a 0 + 7 12460511 0xbe21df 0 + 1 12641788 0xc0e5fc 0 + 3 12490091 0xbe956b 0 + 5 12382154 0xbcefca 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8ab1f4f8a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:48:58 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:48:58 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 1891942400. +read 59.30 157286400 100.00 0.008840 30.42 0.002395 30.42 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 1891737600. +read 59.36 157286400 100.00 0.002586 30.39 0.002236 30.39 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 1912832000. +read 59.98 157286400 100.00 0.002620 30.41 0.002246 30.41 2 + +Max Read: 59.98 MiB/sec (62.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 59.98 59.30 59.55 0.31 30.41032 0 4 1 3 0 0 1 0 0 1 161061273600 102400 1891942400 MPIIO 0 + +Finished: Wed Oct 24 09:50:30 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7ea7398d5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 17:33:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:33:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241920000. +WARNING: Using actual aggregate bytes moved = 21748326400. +write 172.18 157286400 100.00 0.009202 120.45 0.000310 120.46 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644232396800. +WARNING: Using actual aggregate bytes moved = 22290432000. +write 176.47 157286400 100.00 0.001228 120.46 0.000333 120.46 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241817600. +WARNING: Using actual aggregate bytes moved = 22330777600. +write 176.79 157286400 100.00 0.010521 120.45 0.000398 120.46 2 + +Max Write: 176.79 MiB/sec (185.38 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 176.79 172.18 175.15 2.10 120.45918 0 4 1 3 0 0 1 0 0 1 161061273600 102400 21748326400 MPIIO 0 + +Finished: Tue Oct 23 17:39:10 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..09f93f12b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:32:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:32:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 39368785920. +read 312.59 157286400 1024.00 0.058501 120.05 0.000358 120.11 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 41206939648. +read 327.35 157286400 1024.00 0.000652 120.05 0.000412 120.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 41827696640. +read 332.28 157286400 1024.00 0.000724 120.05 0.000473 120.05 2 + +Max Read: 332.28 MiB/sec (348.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 332.28 312.59 324.08 8.37 120.06845 0 4 1 3 0 0 1 0 0 1 161061273600 1048576 39368785920 MPIIO 0 + +Finished: Tue Oct 23 15:38:05 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489823 0xbe945f 0 + 5 12381889 0xbceec1 0 + 6 12595143 0xc02fc7 0 + 0 12423533 0xbd916d 0 + 2 12569878 0xbfcd16 0 + 4 12511615 0xbee97f 0 + 7 12460245 0xbe20d5 0 + 1 12641521 0xc0e4f1 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..7308e2538 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:40:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:40:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 13345226752. +read 422.87 157286400 1024.00 0.007052 30.09 0.000558 30.10 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 13321109504. +read 422.80 157286400 1024.00 0.000829 30.05 0.000458 30.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 13317963776. +read 422.60 157286400 1024.00 0.000798 30.05 0.000464 30.05 2 + +Max Read: 422.87 MiB/sec (443.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 422.87 422.60 422.76 0.12 30.06602 0 4 1 3 0 0 1 0 0 1 161061273600 1048576 13345226752 MPIIO 0 + +Finished: Wed Oct 24 09:42:01 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8d6ad40fe --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:25:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:25:48 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242997248. +WARNING: Using actual aggregate bytes moved = 212338737152. +write 1686.86 157286400 1024.00 0.006641 120.04 0.000478 120.05 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 205848051712. +write 1634.24 157286400 1024.00 0.080504 120.04 0.000451 120.12 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 206961639424. +write 1643.63 157286400 1024.00 0.019706 120.06 0.000495 120.08 2 + +Max Write: 1686.86 MiB/sec (1768.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1686.86 1634.24 1654.91 22.91 120.08517 0 4 1 3 0 0 1 0 0 1 161061273600 1048576 212338737152 MPIIO 0 + +Finished: Tue Oct 23 15:31:55 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..99cc006b0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 13:26:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:26:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 126573608960. +read 1004.58 157286400 10240 0.096766 120.06 0.001348 120.16 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 130369454080. +read 1035.43 157286400 10240 0.001863 120.07 0.001404 120.08 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 130757427200. +read 1038.48 157286400 10240 0.001742 120.08 0.001492 120.08 2 + +Max Read: 1038.48 MiB/sec (1088.93 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1038.48 1004.58 1026.16 15.32 120.10480 0 4 1 3 0 0 1 0 0 1 161061273600 10485760 126573608960 MPIIO 0 + +Finished: Tue Oct 23 13:32:45 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511347 0xbee873 0 + 7 12459977 0xbe1fc9 0 + 1 12641255 0xc0e3e7 0 + 3 12489558 0xbe9356 0 + 5 12381621 0xbcedb5 0 + 6 12594876 0xc02ebc 0 + 0 12423268 0xbd9064 0 + 2 12569610 0xbfcc0a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..7ba392895 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:31:58 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:31:58 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 12960399360. +read 410.71 157286400 10240 0.007499 30.09 0.005312 30.09 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 13107200000. +read 415.35 157286400 10240 0.005589 30.09 0.005223 30.10 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 12761169920. +read 403.96 157286400 10240 0.005578 30.13 0.005207 30.13 2 + +Max Read: 415.35 MiB/sec (435.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 415.35 403.96 410.01 4.68 30.10537 0 4 1 3 0 0 1 0 0 1 161061273600 10485760 12960399360 MPIIO 0 + +Finished: Wed Oct 24 09:33:28 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..34be21b18 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 13:20:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:20:29 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644161208320. +WARNING: Using actual aggregate bytes moved = 132414177280. +write 1050.21 157286400 10240 0.007375 120.23 0.000407 120.24 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 129866137600. +write 1027.36 157286400 10240 0.007845 120.54 0.000372 120.55 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644161208320. +WARNING: Using actual aggregate bytes moved = 130233139200. +write 1033.68 157286400 10240 0.122595 120.03 0.000444 120.15 2 + +Max Write: 1050.21 MiB/sec (1101.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1050.21 1027.36 1037.08 9.63 120.31594 0 4 1 3 0 0 1 0 0 1 161061273600 10485760 132414177280 MPIIO 0 + +Finished: Tue Oct 23 13:26:36 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..50f0a6483 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 19:49:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:49:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1192853504. +read 9.27 157286400 16.00 0.008091 122.71 0.000308 122.72 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1200439296. +read 9.33 157286400 16.00 0.000840 122.71 0.000319 122.71 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1203126272. +read 9.35 157286400 16.00 0.000668 122.70 0.000378 122.71 2 + +Max Read: 9.35 MiB/sec (9.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 9.35 9.27 9.32 0.03 122.71224 0 4 1 3 0 0 1 0 0 1 161061273600 16384 1192853504 MPIIO 0 + +Finished: Tue Oct 23 19:55:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595676 0xc031dc 0 + 0 12424067 0xbd9383 0 + 2 12570409 0xbfcf29 0 + 4 12512147 0xbeeb93 0 + 7 12460779 0xbe22eb 0 + 1 12642056 0xc0e708 0 + 3 12490355 0xbe9673 0 + 5 12382422 0xbcf0d6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c77fe1728 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:57:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:57:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 358842368. +read 10.46 157286400 16.00 0.008650 32.71 0.000527 32.71 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 357810176. +read 10.43 157286400 16.00 0.001052 32.70 0.000514 32.71 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 365543424. +read 10.66 157286400 16.00 0.000846 32.71 0.000534 32.71 2 + +Max Read: 10.66 MiB/sec (11.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 10.66 10.43 10.52 0.10 32.70968 0 4 1 3 0 0 1 0 0 1 161061273600 16384 358842368 MPIIO 0 + +Finished: Wed Oct 24 09:58:50 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8049d1dd6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 19:43:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:43:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644228169728. +WARNING: Using actual aggregate bytes moved = 4151771136. +write 32.23 157286400 16.00 0.008332 122.82 0.000333 122.83 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238917632. +WARNING: Using actual aggregate bytes moved = 4132012032. +write 32.11 157286400 16.00 0.001266 122.72 0.000340 122.72 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242669568. +WARNING: Using actual aggregate bytes moved = 4086202368. +write 31.73 157286400 16.00 0.001292 122.81 0.000405 122.81 2 + +Max Write: 32.23 MiB/sec (33.80 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 32.23 31.73 32.03 0.21 122.78557 0 4 1 3 0 0 1 0 0 1 161061273600 16384 4151771136 MPIIO 0 + +Finished: Tue Oct 23 19:49:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..340e0c1f6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,112 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 17:27:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:27:06 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4841779200. +read 38.46 157286400 100.00 0.000376 120.07 0.000206 120.07 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4859494400. +read 38.60 157286400 100.00 0.000189 120.06 0.000252 120.06 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4985446400. +read 39.60 157286400 100.00 0.000351 120.06 0.000281 120.06 2 + +Max Read: 39.60 MiB/sec (41.52 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 39.60 38.46 38.89 0.51 120.06592 0 4 1 3 1 0 1 0 0 1 161061273600 102400 4841779200 POSIX 0 + +Finished: Tue Oct 23 17:33:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460504 0xbe21d8 0 + 6 12595404 0xc030cc 0 + 1 12641783 0xc0e5f7 0 + 5 12382150 0xbcefc6 0 + 3 12490087 0xbe9567 0 + 4 12511877 0xbeea85 0 + 0 12423796 0xbd9274 0 + 2 12570140 0xbfce1c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490085 0xbe9565 0 + 7 12460505 0xbe21d9 0 + 6 12595403 0xc030cb 0 + 5 12382149 0xbcefc5 0 + 1 12641782 0xc0e5f6 0 + 0 12423795 0xbd9273 0 + 2 12570139 0xbfce1b 0 + 4 12511878 0xbeea86 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570138 0xbfce1a 0 + 5 12382148 0xbcefc4 0 + 0 12423794 0xbd9272 0 + 4 12511876 0xbeea84 0 + 3 12490086 0xbe9566 0 + 7 12460507 0xbe21db 0 + 6 12595405 0xc030cd 0 + 1 12641785 0xc0e5f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460506 0xbe21da 0 + 1 12641784 0xc0e5f8 0 + 3 12490088 0xbe9568 0 + 5 12382151 0xbcefc7 0 + 6 12595406 0xc030ce 0 + 0 12423797 0xbd9275 0 + 2 12570141 0xbfce1d 0 + 4 12511879 0xbeea87 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e484f2734 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 17:19:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:19:56 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 125717913600. +write 885.58 157286400 100.00 0.000318 135.38 0.000244 135.38 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242636800. +WARNING: Using actual aggregate bytes moved = 120786944000. +write 854.88 157286400 100.00 0.001151 134.74 0.000649 134.75 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244275200. +WARNING: Using actual aggregate bytes moved = 120288153600. +write 843.59 157286400 100.00 0.000671 135.98 0.000366 135.99 2 + +Max Write: 885.58 MiB/sec (928.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 885.58 843.59 861.35 17.74 135.37182 0 4 1 3 1 0 1 0 0 1 161061273600 102400 125717913600 POSIX 0 + +Finished: Tue Oct 23 17:26:51 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4ab0eb21f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,112 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 15:19:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:19:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 37196136448. +read 295.57 157286400 1024.00 0.000418 120.02 0.001498 120.02 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 38987104256. +read 309.79 157286400 1024.00 0.001498 120.02 0.001716 120.02 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 42807066624. +read 340.13 157286400 1024.00 0.001742 120.02 0.001961 120.03 2 + +Max Read: 340.13 MiB/sec (356.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 340.13 295.57 315.16 18.58 120.02006 0 4 1 3 1 0 1 0 0 1 161061273600 1048576 37196136448 POSIX 0 + +Finished: Tue Oct 23 15:25:47 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511610 0xbee97a 0 + 7 12460240 0xbe20d0 0 + 1 12641516 0xc0e4ec 0 + 3 12489818 0xbe945a 0 + 5 12381884 0xbceebc 0 + 6 12595138 0xc02fc2 0 + 0 12423528 0xbd9168 0 + 2 12569872 0xbfcd10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569871 0xbfcd0f 0 + 4 12511609 0xbee979 0 + 7 12460239 0xbe20cf 0 + 1 12641515 0xc0e4eb 0 + 3 12489817 0xbe9459 0 + 5 12381883 0xbceebb 0 + 6 12595137 0xc02fc1 0 + 0 12423527 0xbd9167 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489819 0xbe945b 0 + 2 12569873 0xbfcd11 0 + 7 12460242 0xbe20d2 0 + 5 12381886 0xbceebe 0 + 6 12595140 0xc02fc4 0 + 4 12511612 0xbee97c 0 + 1 12641518 0xc0e4ee 0 + 0 12423530 0xbd916a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460241 0xbe20d1 0 + 5 12381885 0xbceebd 0 + 6 12595139 0xc02fc3 0 + 0 12423529 0xbd9169 0 + 4 12511611 0xbee97b 0 + 1 12641517 0xc0e4ed 0 + 3 12489820 0xbe945c 0 + 2 12569874 0xbfcd12 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fb53e1853 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 15:13:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:13:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 612789911552. +write 4815 157286400 1024.00 0.000327 121.36 0.000196 121.36 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 633187860480. +write 4946 157286400 1024.00 0.006639 122.07 0.000347 122.08 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 629982363648. +write 4948 157286400 1024.00 0.000828 121.42 0.000381 121.42 2 + +Max Write: 4948.20 MiB/sec (5188.57 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4948.20 4815.35 4903.29 62.18 121.62049 0 4 1 3 1 0 1 0 0 1 161061273600 1048576 612789911552 POSIX 0 + +Finished: Tue Oct 23 15:19:34 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f24ce2c6a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,112 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 13:14:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:14:27 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 43065016320. +read 341.83 157286400 10240 0.000383 120.15 0.000185 120.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 47448064000. +read 376.70 157286400 10240 0.000199 120.12 0.000268 120.12 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 51097108480. +read 405.74 157286400 10240 0.000406 120.10 0.000342 120.10 2 + +Max Read: 405.74 MiB/sec (425.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 405.74 341.83 374.76 26.13 120.12427 0 4 1 3 1 0 1 0 0 1 161061273600 10485760 43065016320 POSIX 0 + +Finished: Tue Oct 23 13:20:28 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594871 0xc02eb7 0 + 4 12511344 0xbee870 0 + 5 12381616 0xbcedb0 0 + 7 12459973 0xbe1fc5 0 + 0 12423264 0xbd9060 0 + 2 12569607 0xbfcc07 0 + 1 12641252 0xc0e3e4 0 + 3 12489555 0xbe9353 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511341 0xbee86d 0 + 3 12489552 0xbe9350 0 + 6 12594870 0xc02eb6 0 + 7 12459971 0xbe1fc3 0 + 5 12381615 0xbcedaf 0 + 0 12423262 0xbd905e 0 + 1 12641250 0xc0e3e2 0 + 2 12569605 0xbfcc05 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569604 0xbfcc04 0 + 4 12511342 0xbee86e 0 + 6 12594872 0xc02eb8 0 + 7 12459972 0xbe1fc4 0 + 1 12641251 0xc0e3e3 0 + 0 12423265 0xbd9061 0 + 3 12489554 0xbe9352 0 + 5 12381617 0xbcedb1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641249 0xc0e3e1 0 + 5 12381614 0xbcedae 0 + 4 12511343 0xbee86f 0 + 3 12489553 0xbe9351 0 + 6 12594873 0xc02eb9 0 + 7 12459974 0xbe1fc6 0 + 0 12423263 0xbd905f 0 + 2 12569606 0xbfcc06 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..755e9a1b2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 13:08:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:08:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 617181347840. +write 4851 157286400 10240 0.000324 121.32 0.000263 121.32 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 612693442560. +write 4831 157286400 10240 0.000618 120.94 0.000348 120.94 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 609358970880. +write 4797 157286400 10240 0.000704 121.15 0.000420 121.16 2 + +Max Write: 4851.50 MiB/sec (5087.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4851.50 4796.56 4826.47 22.69 121.13935 0 4 1 3 1 0 1 0 0 1 161061273600 10485760 617181347840 POSIX 0 + +Finished: Tue Oct 23 13:14:14 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2bd73cc56 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,112 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 19:37:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:37:10 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 863141888. +read 6.82 157286400 16.00 0.000385 120.61 0.000198 120.62 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 928907264. +read 7.34 157286400 16.00 0.000210 120.63 0.000257 120.63 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 960020480. +read 7.59 157286400 16.00 0.000359 120.61 0.000311 120.61 2 + +Max Read: 7.59 MiB/sec (7.96 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 7.59 6.82 7.25 0.32 120.61795 0 4 1 3 1 0 1 0 0 1 161061273600 16384 863141888 POSIX 0 + +Finished: Tue Oct 23 19:43:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424061 0xbd937d 0 + 2 12570404 0xbfcf24 0 + 5 12382417 0xbcf0d1 0 + 4 12512142 0xbeeb8e 0 + 7 12460774 0xbe22e6 0 + 3 12490352 0xbe9670 0 + 1 12642053 0xc0e705 0 + 6 12595673 0xc031d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642050 0xc0e702 0 + 3 12490350 0xbe966e 0 + 7 12460773 0xbe22e5 0 + 5 12382418 0xbcf0d2 0 + 6 12595672 0xc031d8 0 + 0 12424064 0xbd9380 0 + 2 12570406 0xbfcf26 0 + 4 12512144 0xbeeb90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382416 0xbcf0d0 0 + 3 12490349 0xbe966d 0 + 6 12595670 0xc031d6 0 + 1 12642051 0xc0e703 0 + 0 12424062 0xbd937e 0 + 2 12570405 0xbfcf25 0 + 4 12512143 0xbeeb8f 0 + 7 12460775 0xbe22e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512141 0xbeeb8d 0 + 7 12460772 0xbe22e4 0 + 2 12570403 0xbfcf23 0 + 1 12642052 0xc0e704 0 + 3 12490351 0xbe966f 0 + 6 12595671 0xc031d7 0 + 0 12424063 0xbd937f 0 + 5 12382419 0xbcf0d3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..a2f967c43 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 19:29:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:29:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244635648. +WARNING: Using actual aggregate bytes moved = 40813363200. +write 267.64 157286400 16.00 0.000310 145.43 0.000237 145.43 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244176896. +WARNING: Using actual aggregate bytes moved = 35383197696. +write 225.17 157286400 16.00 0.000671 149.86 0.000399 149.86 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244439040. +WARNING: Using actual aggregate bytes moved = 35950215168. +write 235.39 157286400 16.00 0.000748 145.65 0.000365 145.65 2 + +Max Write: 267.64 MiB/sec (280.64 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 267.64 225.17 242.73 18.10 146.98075 0 4 1 3 1 0 1 0 0 1 161061273600 16384 40813363200 POSIX 0 + +Finished: Tue Oct 23 19:37:01 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..4adcb6555 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 17:13:55 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:13:55 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 11646873600. +read 92.27 78643200 100.00 0.012915 120.37 0.000757 120.38 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 11850444800. +read 93.90 78643200 100.00 0.001423 120.36 0.000799 120.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12047564800. +read 95.45 78643200 100.00 0.001225 120.37 0.000891 120.37 2 + +Max Read: 95.45 MiB/sec (100.09 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 95.45 92.27 93.87 1.30 120.36974 0 8 2 3 0 0 1 0 0 1 80530636800 102400 11646873600 MPIIO 0 + +Finished: Tue Oct 23 17:19:56 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423784 0xbd9268 0 + 2 12570129 0xbfce11 0 + 4 12511867 0xbeea7b 0 + 7 12460495 0xbe21cf 0 + 1 12641773 0xc0e5ed 0 + 3 12490076 0xbe955c 0 + 5 12382139 0xbcefbb 0 + 6 12595394 0xc030c2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..0ccdbae0d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:52:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:52:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4687974400. +read 147.18 78643200 100.00 0.004683 30.37 0.000468 30.38 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4677632000. +read 146.87 78643200 100.00 0.000999 30.37 0.000304 30.37 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4708659200. +read 147.87 78643200 100.00 0.000762 30.37 0.000425 30.37 2 + +Max Read: 147.87 MiB/sec (155.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 147.87 146.87 147.31 0.42 30.37284 0 8 2 3 0 0 1 0 0 1 80530636800 102400 4687974400 MPIIO 0 + +Finished: Wed Oct 24 09:53:45 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5aee4abd0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 17:07:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:07:42 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238848000. +WARNING: Using actual aggregate bytes moved = 26757836800. +write 211.65 78643200 100.00 0.014009 120.55 0.000766 120.57 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 26511564800. +write 210.05 78643200 100.00 0.001410 120.37 0.000429 120.37 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243968000. +WARNING: Using actual aggregate bytes moved = 26426470400. +write 209.31 78643200 100.00 0.001454 120.41 0.000524 120.41 2 + +Max Write: 211.65 MiB/sec (221.93 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 211.65 209.31 210.34 0.98 120.44825 0 8 2 3 0 0 1 0 0 1 80530636800 102400 26757836800 MPIIO 0 + +Finished: Tue Oct 23 17:13:45 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7b84188fe --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:07:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:07:17 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 67901587456. +read 538.53 78643200 1024.00 0.185210 120.06 0.002948 120.24 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 71020052480. +read 564.13 78643200 1024.00 0.003314 120.06 0.002985 120.06 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 71370276864. +read 566.94 78643200 1024.00 0.003374 120.05 0.003087 120.05 2 + +Max Read: 566.94 MiB/sec (594.48 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 566.94 538.53 556.54 12.78 120.12012 0 8 2 3 0 0 1 0 0 1 80530636800 1048576 67901587456 MPIIO 0 + +Finished: Tue Oct 23 15:13:17 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569861 0xbfcd05 0 + 4 12511600 0xbee970 0 + 7 12460230 0xbe20c6 0 + 1 12641506 0xc0e4e2 0 + 3 12489808 0xbe9450 0 + 5 12381874 0xbceeb2 0 + 6 12595128 0xc02fb8 0 + 0 12423518 0xbd915e 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..ac5e575d0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:43:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:43:56 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 34132197376. +read 1082.36 78643200 1024.00 0.009768 30.06 0.000606 30.07 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 34183577600. +read 1084.85 78643200 1024.00 0.000973 30.05 0.000544 30.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 34254880768. +read 1087.31 78643200 1024.00 0.000921 30.04 0.000585 30.04 2 + +Max Read: 1087.31 MiB/sec (1140.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1087.31 1082.36 1084.84 2.02 30.05641 0 8 2 3 0 0 1 0 0 1 80530636800 1048576 34132197376 MPIIO 0 + +Finished: Wed Oct 24 09:45:26 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..b8418c75f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:00:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:00:47 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242997248. +WARNING: Using actual aggregate bytes moved = 283739422720. +write 2253.94 78643200 1024.00 0.015969 120.04 0.000874 120.05 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 299593891840. +write 2272.56 78643200 1024.00 5.67 120.06 0.000470 125.72 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 289455210496. +write 2279.21 78643200 1024.00 0.210202 120.90 0.000569 121.11 2 + +Max Write: 2279.21 MiB/sec (2389.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2279.21 2253.94 2268.57 10.69 122.29775 0 8 2 3 0 0 1 0 0 1 80530636800 1048576 283739422720 MPIIO 0 + +Finished: Tue Oct 23 15:07:05 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..40bc3febf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 13:01:58 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:01:58 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 197813862400. +read 1569.28 78643200 10240 0.136744 120.07 0.011313 120.21 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 201053962240. +read 1597.15 78643200 10240 0.004045 120.05 0.003663 120.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 202113024000. +read 1605.54 78643200 10240 0.004049 120.05 0.003656 120.05 2 + +Max Read: 1605.54 MiB/sec (1683.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1605.54 1569.28 1590.66 15.50 120.10623 0 8 2 3 0 0 1 0 0 1 80530636800 10485760 197813862400 MPIIO 0 + +Finished: Tue Oct 23 13:07:58 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511331 0xbee863 0 + 7 12459962 0xbe1fba 0 + 1 12641240 0xc0e3d8 0 + 3 12489543 0xbe9347 0 + 5 12381605 0xbceda5 0 + 6 12594861 0xc02ead 0 + 0 12423253 0xbd9055 0 + 2 12569595 0xbfcbfb 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d45f2f492 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:35:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:35:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 32317112320. +read 1023.64 78643200 10240 0.007175 30.10 0.000662 30.11 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 32652656640. +read 1033.55 78643200 10240 0.001082 30.13 0.000640 30.13 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 32799457280. +read 1039.43 78643200 10240 0.001013 30.09 0.000613 30.09 2 + +Max Read: 1039.43 MiB/sec (1089.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1039.43 1023.64 1032.21 6.52 30.11027 0 8 2 3 0 0 1 0 0 1 80530636800 10485760 32317112320 MPIIO 0 + +Finished: Wed Oct 24 09:36:53 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..212dca791 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 12:55:32 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:55:32 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644234608640. +WARNING: Using actual aggregate bytes moved = 179159695360. +write 1420.25 78643200 10240 0.007930 120.29 0.006416 120.30 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644182179840. +WARNING: Using actual aggregate bytes moved = 176527769600. +write 1348.98 78643200 10240 4.57 120.23 0.000428 124.80 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644213637120. +WARNING: Using actual aggregate bytes moved = 174766161920. +write 1383.91 78643200 10240 0.158274 120.28 0.000552 120.43 2 + +Max Write: 1420.25 MiB/sec (1489.24 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1420.25 1348.98 1384.38 29.10 121.84475 0 8 2 3 0 0 1 0 0 1 80530636800 10485760 179159695360 MPIIO 0 + +Finished: Tue Oct 23 13:01:47 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e8772d31d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 19:23:27 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:23:27 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2316926976. +read 18.06 78643200 16.00 0.012380 122.33 0.000689 122.34 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2329788416. +read 18.16 78643200 16.00 0.001141 122.32 0.000642 122.32 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2330476544. +read 18.17 78643200 16.00 0.001050 122.32 0.000578 122.32 2 + +Max Read: 18.17 MiB/sec (19.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 18.17 18.06 18.13 0.05 122.32860 0 8 2 3 0 0 1 0 0 1 80530636800 16384 2316926976 MPIIO 0 + +Finished: Tue Oct 23 19:29:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642040 0xc0e6f8 0 + 3 12490341 0xbe9665 0 + 5 12382407 0xbcf0c7 0 + 6 12595661 0xc031cd 0 + 0 12424052 0xbd9374 0 + 2 12570394 0xbfcf1a 0 + 4 12512132 0xbeeb84 0 + 7 12460763 0xbe22db 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..44f6c87ce --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:00:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:00:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 889995264. +read 26.26 78643200 16.00 0.005569 32.32 0.000616 32.33 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 890454016. +read 26.27 78643200 16.00 0.001238 32.33 0.000591 32.33 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 887750656. +read 26.19 78643200 16.00 0.001045 32.33 0.000619 32.33 2 + +Max Read: 26.27 MiB/sec (27.54 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 26.27 26.19 26.24 0.03 32.32704 0 8 2 3 0 0 1 0 0 1 80530636800 16384 889995264 MPIIO 0 + +Finished: Wed Oct 24 10:02:11 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..776ecf23c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 19:17:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:17:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244897792. +WARNING: Using actual aggregate bytes moved = 4958371840. +write 38.65 78643200 16.00 0.010314 122.33 0.000427 122.34 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244963328. +WARNING: Using actual aggregate bytes moved = 4869046272. +write 37.92 78643200 16.00 0.001364 122.46 0.000469 122.46 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244373504. +WARNING: Using actual aggregate bytes moved = 4879908864. +write 38.01 78643200 16.00 0.001414 122.43 0.000551 122.43 2 + +Max Write: 38.65 MiB/sec (40.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 38.65 37.92 38.19 0.33 122.41003 0 8 2 3 0 0 1 0 0 1 80530636800 16384 4958371840 MPIIO 0 + +Finished: Tue Oct 23 19:23:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..783ebfff6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,171 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 17:01:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:01:41 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 11224780800. +read 89.17 78643200 100.00 0.001026 120.05 0.000745 120.05 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 11294924800. +read 89.74 78643200 100.00 0.000736 120.03 0.000791 120.03 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 11951308800. +read 94.95 78643200 100.00 0.000792 120.04 0.000783 120.04 2 + +Max Read: 94.95 MiB/sec (99.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 94.95 89.17 91.29 2.60 120.04057 0 8 2 3 1 0 1 0 0 1 80530636800 102400 11224780800 POSIX 0 + +Finished: Tue Oct 23 17:07:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511860 0xbeea74 0 + 3 12490070 0xbe9556 0 + 5 12382133 0xbcefb5 0 + 7 12460488 0xbe21c8 0 + 6 12595387 0xc030bb 0 + 2 12570123 0xbfce0b 0 + 0 12423777 0xbd9261 0 + 1 12641766 0xc0e5e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570120 0xbfce08 0 + 1 12641762 0xc0e5e2 0 + 5 12382130 0xbcefb2 0 + 0 12423774 0xbd925e 0 + 4 12511858 0xbeea72 0 + 3 12490068 0xbe9554 0 + 6 12595385 0xc030b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641769 0xc0e5e9 0 + 3 12490073 0xbe9559 0 + 5 12382136 0xbcefb8 0 + 6 12595391 0xc030bf 0 + 0 12423781 0xbd9265 0 + 2 12570126 0xbfce0e 0 + 4 12511864 0xbeea78 0 + 7 12460492 0xbe21cc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490071 0xbe9557 0 + 5 12382134 0xbcefb6 0 + 7 12460490 0xbe21ca 0 + 6 12595388 0xc030bc 0 + 0 12423780 0xbd9264 0 + 1 12641768 0xc0e5e8 0 + 4 12511863 0xbeea77 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570122 0xbfce0a 0 + 4 12511859 0xbeea73 0 + 7 12460487 0xbe21c7 0 + 1 12641764 0xc0e5e4 0 + 3 12490069 0xbe9555 0 + 5 12382132 0xbcefb4 0 + 6 12595386 0xc030ba 0 + 0 12423776 0xbd9260 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423778 0xbd9262 0 + 4 12511861 0xbeea75 0 + 2 12570125 0xbfce0d 0 + 3 12490072 0xbe9558 0 + 1 12641767 0xc0e5e7 0 + 6 12595390 0xc030be 0 + 7 12460491 0xbe21cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460486 0xbe21c6 0 + 3 12490067 0xbe9553 0 + 6 12595384 0xc030b8 0 + 2 12570121 0xbfce09 0 + 1 12641763 0xc0e5e3 0 + 5 12382131 0xbcefb3 0 + 0 12423775 0xbd925f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641765 0xc0e5e5 0 + 2 12570124 0xbfce0c 0 + 0 12423779 0xbd9263 0 + 7 12460489 0xbe21c9 0 + 4 12511862 0xbeea76 0 + 5 12382135 0xbcefb7 0 + 6 12595389 0xc030bd 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e2b1aad5d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 16:54:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:54:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644236902400. +WARNING: Using actual aggregate bytes moved = 117236531200. +write 828.06 78643200 100.00 0.000699 135.02 0.000316 135.02 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644240998400. +WARNING: Using actual aggregate bytes moved = 111485132800. +write 757.67 78643200 100.00 0.000920 140.33 0.000422 140.33 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242636800. +WARNING: Using actual aggregate bytes moved = 106132992000. +write 740.69 78643200 100.00 0.001038 136.65 0.000458 136.65 2 + +Max Write: 828.06 MiB/sec (868.29 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 828.06 740.69 775.48 37.83 137.33232 0 8 2 3 1 0 1 0 0 1 80530636800 102400 117236531200 POSIX 0 + +Finished: Tue Oct 23 17:01:29 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..703393ac2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,175 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 14:54:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:54:46 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 84376813568. +read 670.48 78643200 1024.00 0.000865 120.01 0.000685 120.01 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 96340017152. +read 765.49 78643200 1024.00 0.000597 120.02 0.000973 120.02 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 108033736704. +read 858.42 78643200 1024.00 0.000708 120.02 0.000751 120.02 2 + +Max Read: 858.42 MiB/sec (900.12 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 858.42 670.48 764.80 76.73 120.02034 0 8 2 3 1 0 1 0 0 1 80530636800 1048576 84376813568 POSIX 0 + +Finished: Tue Oct 23 15:00:46 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489798 0xbe9446 0 + 7 12460221 0xbe20bd 0 + 5 12381865 0xbceea9 0 + 1 12641497 0xc0e4d9 0 + 0 12423510 0xbd9156 0 + 6 12595121 0xc02fb1 0 + 2 12569854 0xbfccfe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569851 0xbfccfb 0 + 4 12511593 0xbee969 0 + 6 12595120 0xc02fb0 0 + 7 12460223 0xbe20bf 0 + 1 12641499 0xc0e4db 0 + 5 12381867 0xbceeab 0 + 3 12489800 0xbe9448 0 + 0 12423511 0xbd9157 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460220 0xbe20bc 0 + 4 12511591 0xbee967 0 + 1 12641496 0xc0e4d8 0 + 3 12489797 0xbe9445 0 + 6 12595118 0xc02fae 0 + 5 12381864 0xbceea8 0 + 2 12569852 0xbfccfc 0 + 0 12423509 0xbd9155 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511594 0xbee96a 0 + 7 12460224 0xbe20c0 0 + 1 12641500 0xc0e4dc 0 + 3 12489801 0xbe9449 0 + 5 12381868 0xbceeac 0 + 6 12595122 0xc02fb2 0 + 0 12423512 0xbd9158 0 + 2 12569855 0xbfccff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489804 0xbe944c 0 + 5 12381871 0xbceeaf 0 + 6 12595125 0xc02fb5 0 + 0 12423515 0xbd915b 0 + 2 12569858 0xbfcd02 0 + 4 12511597 0xbee96d 0 + 7 12460227 0xbe20c3 0 + 1 12641503 0xc0e4df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460225 0xbe20c1 0 + 1 12641501 0xc0e4dd 0 + 3 12489802 0xbe944a 0 + 5 12381869 0xbceead 0 + 6 12595123 0xc02fb3 0 + 0 12423513 0xbd9159 0 + 2 12569856 0xbfcd00 0 + 4 12511595 0xbee96b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595119 0xc02faf 0 + 0 12423508 0xbd9154 0 + 4 12511592 0xbee968 0 + 3 12489799 0xbe9447 0 + 2 12569853 0xbfccfd 0 + 7 12460222 0xbe20be 0 + 1 12641498 0xc0e4da 0 + 5 12381866 0xbceeaa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641502 0xc0e4de 0 + 3 12489803 0xbe944b 0 + 5 12381870 0xbceeae 0 + 6 12595124 0xc02fb4 0 + 0 12423514 0xbd915a 0 + 2 12569857 0xbfcd01 0 + 4 12511596 0xbee96c 0 + 7 12460226 0xbe20c2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fc5a53799 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 14:48:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:48:24 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 608387989504. +write 4786 78643200 1024.00 0.000725 121.22 0.000423 121.22 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 609847607296. +write 4797 78643200 1024.00 0.001124 121.24 0.000509 121.25 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644240900096. +WARNING: Using actual aggregate bytes moved = 611880796160. +write 4814 78643200 1024.00 0.001115 121.21 0.000595 121.21 2 + +Max Write: 4814.17 MiB/sec (5048.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4814.17 4786.34 4799.12 11.47 121.22616 0 8 2 3 1 0 1 0 0 1 80530636800 1048576 608387989504 POSIX 0 + +Finished: Tue Oct 23 14:54:35 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..0ae71829f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,176 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 12:49:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:49:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 98545172480. +read 782.41 78643200 10240 0.000781 120.11 0.000504 120.12 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 114514984960. +read 909.11 78643200 10240 0.000445 120.13 0.000691 120.13 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 125745233920. +read 998.59 78643200 10240 0.000428 120.09 0.000529 120.09 2 + +Max Read: 998.59 MiB/sec (1047.10 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 998.59 782.41 896.70 88.69 120.11108 0 8 2 3 1 0 1 0 0 1 80530636800 10485760 98545172480 POSIX 0 + +Finished: Tue Oct 23 12:55:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511324 0xbee85c 0 + 7 12459955 0xbe1fb3 0 + 1 12641233 0xc0e3d1 0 + 3 12489536 0xbe9340 0 + 5 12381597 0xbced9d 0 + 6 12594854 0xc02ea6 0 + 0 12423246 0xbd904e 0 + 2 12569588 0xbfcbf4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459956 0xbe1fb4 0 + 1 12641234 0xc0e3d2 0 + 3 12489537 0xbe9341 0 + 5 12381598 0xbced9e 0 + 6 12594855 0xc02ea7 0 + 0 12423247 0xbd904f 0 + 2 12569589 0xbfcbf5 0 + 4 12511325 0xbee85d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381594 0xbced9a 0 + 7 12459952 0xbe1fb0 0 + 3 12489533 0xbe933d 0 + 6 12594851 0xc02ea3 0 + 4 12511323 0xbee85b 0 + 0 12423244 0xbd904c 0 + 1 12641232 0xc0e3d0 0 + 2 12569587 0xbfcbf3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641235 0xc0e3d3 0 + 3 12489538 0xbe9342 0 + 5 12381599 0xbced9f 0 + 6 12594856 0xc02ea8 0 + 0 12423248 0xbd9050 0 + 2 12569590 0xbfcbf6 0 + 4 12511326 0xbee85e 0 + 7 12459957 0xbe1fb5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381601 0xbceda1 0 + 6 12594858 0xc02eaa 0 + 0 12423250 0xbd9052 0 + 2 12569592 0xbfcbf8 0 + 4 12511328 0xbee860 0 + 7 12459959 0xbe1fb7 0 + 1 12641237 0xc0e3d5 0 + 3 12489540 0xbe9344 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423243 0xbd904b 0 + 1 12641230 0xc0e3ce 0 + 2 12569585 0xbfcbf1 0 + 3 12489534 0xbe933e 0 + 4 12511322 0xbee85a 0 + 5 12381596 0xbced9c 0 + 6 12594852 0xc02ea4 0 + 7 12459954 0xbe1fb2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511321 0xbee859 0 + 7 12459953 0xbe1fb1 0 + 2 12569586 0xbfcbf2 0 + 3 12489535 0xbe933f 0 + 5 12381595 0xbced9b 0 + 1 12641231 0xc0e3cf 0 + 6 12594853 0xc02ea5 0 + 0 12423245 0xbd904d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489539 0xbe9343 0 + 5 12381600 0xbceda0 0 + 6 12594857 0xc02ea9 0 + 0 12423249 0xbd9051 0 + 2 12569591 0xbfcbf7 0 + 4 12511327 0xbee85f 0 + 7 12459958 0xbe1fb6 0 + 1 12641236 0xc0e3d4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4190beb76 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,41 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 12:43:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:43:14 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 641550254080. +write 5089 78643200 10240 0.000573 120.22 0.000230 120.23 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 635091025920. +write 5024 78643200 10240 0.004379 120.55 0.000278 120.56 1 +write 5143 78643200 10240 0.001038 119.46 0.000359 119.46 2 + +Max Write: 5143.06 MiB/sec (5392.89 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5143.06 5023.89 5085.32 48.72 120.08182 0 8 2 3 1 0 1 0 0 1 80530636800 10485760 641550254080 POSIX 0 + +Finished: Tue Oct 23 12:49:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2070ca10e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,175 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 19:11:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:11:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2004221952. +read 15.89 78643200 16.00 0.006006 120.28 0.005699 120.28 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2332983296. +read 18.50 78643200 16.00 0.005696 120.28 0.005706 120.28 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2369224704. +read 18.79 78643200 16.00 0.005829 120.28 0.005733 120.28 2 + +Max Read: 18.79 MiB/sec (19.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 18.79 15.89 17.72 1.30 120.28114 0 8 2 3 1 0 1 0 0 1 80530636800 16384 2004221952 POSIX 0 + +Finished: Tue Oct 23 19:17:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424045 0xbd936d 0 + 7 12460757 0xbe22d5 0 + 3 12490335 0xbe965f 0 + 6 12595655 0xc031c7 0 + 2 12570388 0xbfcf14 0 + 1 12642035 0xc0e6f3 0 + 5 12382402 0xbcf0c2 0 + 4 12512127 0xbeeb7f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512126 0xbeeb7e 0 + 1 12642034 0xc0e6f2 0 + 5 12382401 0xbcf0c1 0 + 0 12424046 0xbd936e 0 + 7 12460759 0xbe22d7 0 + 3 12490336 0xbe9660 0 + 6 12595656 0xc031c8 0 + 2 12570390 0xbfcf16 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595651 0xc031c3 0 + 2 12570385 0xbfcf11 0 + 0 12424042 0xbd936a 0 + 1 12642031 0xc0e6ef 0 + 4 12512123 0xbeeb7b 0 + 5 12382399 0xbcf0bf 0 + 7 12460755 0xbe22d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424047 0xbd936f 0 + 2 12570389 0xbfcf15 0 + 5 12382404 0xbcf0c4 0 + 4 12512128 0xbeeb80 0 + 7 12460760 0xbe22d8 0 + 1 12642037 0xc0e6f5 0 + 3 12490338 0xbe9662 0 + 6 12595658 0xc031ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512122 0xbeeb7a 0 + 7 12460753 0xbe22d1 0 + 1 12642030 0xc0e6ee 0 + 3 12490332 0xbe965c 0 + 0 12424041 0xbd9369 0 + 2 12570384 0xbfcf10 0 + 5 12382397 0xbcf0bd 0 + 6 12595652 0xc031c4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460754 0xbe22d2 0 + 3 12490333 0xbe965d 0 + 1 12642032 0xc0e6f0 0 + 6 12595654 0xc031c6 0 + 0 12424043 0xbd936b 0 + 4 12512125 0xbeeb7d 0 + 2 12570387 0xbfcf13 0 + 5 12382400 0xbcf0c0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382398 0xbcf0be 0 + 6 12595653 0xc031c5 0 + 4 12512124 0xbeeb7c 0 + 3 12490334 0xbe965e 0 + 7 12460756 0xbe22d4 0 + 2 12570386 0xbfcf12 0 + 0 12424044 0xbd936c 0 + 1 12642033 0xc0e6f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460758 0xbe22d6 0 + 1 12642036 0xc0e6f4 0 + 3 12490337 0xbe9661 0 + 5 12382403 0xbcf0c3 0 + 2 12570391 0xbfcf17 0 + 4 12512129 0xbeeb81 0 + 6 12595657 0xc031c9 0 + 0 12424048 0xbd9370 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2009f6a9d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 19:03:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 19:03:29 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243685376. +WARNING: Using actual aggregate bytes moved = 40747286528. +write 263.33 78643200 16.00 0.000714 147.57 0.000358 147.57 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244963328. +WARNING: Using actual aggregate bytes moved = 35523215360. +write 219.55 78643200 16.00 0.001083 154.30 0.000380 154.31 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244832256. +WARNING: Using actual aggregate bytes moved = 34455846912. +write 217.47 78643200 16.00 0.033717 151.07 0.000377 151.10 2 + +Max Write: 263.33 MiB/sec (276.12 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 263.33 217.47 233.45 21.14 150.99379 0 8 2 3 1 0 1 0 0 1 80530636800 16384 40747286528 POSIX 0 + +Finished: Tue Oct 23 19:11:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..83392b2e2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 16:48:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:48:29 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 20974080000. +read 166.16 39321600 100.00 0.021844 120.36 0.000895 120.38 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 21722624000. +read 172.13 39321600 100.00 0.001451 120.35 0.000886 120.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 22202163200. +read 175.91 39321600 100.00 0.001512 120.37 0.000953 120.37 2 + +Max Read: 175.91 MiB/sec (184.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 175.91 166.16 171.40 4.01 120.36819 0 16 4 3 0 0 1 0 0 1 40265318400 102400 20974080000 MPIIO 0 + +Finished: Tue Oct 23 16:54:30 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490049 0xbe9541 0 + 5 12382113 0xbcefa1 0 + 6 12595367 0xc030a7 0 + 0 12423757 0xbd924d 0 + 2 12570103 0xbfcdf7 0 + 4 12511841 0xbeea61 0 + 7 12460469 0xbe21b5 0 + 1 12641746 0xc0e5d2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..eaa31b559 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:47:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:47:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 10861875200. +read 341.08 39321600 100.00 0.015253 30.36 0.003466 30.37 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 10775449600. +read 338.49 39321600 100.00 0.004275 30.36 0.003649 30.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 10833715200. +read 340.30 39321600 100.00 0.004053 30.36 0.003438 30.36 2 + +Max Read: 341.08 MiB/sec (357.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 341.08 338.49 339.96 1.09 30.36335 0 16 4 3 0 0 1 0 0 1 40265318400 102400 10861875200 MPIIO 0 + +Finished: Wed Oct 24 09:48:54 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5f35e5488 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 16:42:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:42:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244787200. +WARNING: Using actual aggregate bytes moved = 33528627200. +write 265.42 39321600 100.00 0.020465 120.45 0.000569 120.47 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238336000. +WARNING: Using actual aggregate bytes moved = 34003046400. +write 268.91 39321600 100.00 0.002097 120.59 0.000756 120.59 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244582400. +WARNING: Using actual aggregate bytes moved = 33401344000. +write 264.50 39321600 100.00 0.002320 120.43 0.000827 120.43 2 + +Max Write: 268.91 MiB/sec (281.97 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 268.91 264.50 266.28 1.90 120.49698 0 16 4 3 0 0 1 0 0 1 40265318400 102400 33528627200 MPIIO 0 + +Finished: Tue Oct 23 16:48:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..5c6ae5e39 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 14:42:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:42:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 108108185600. +read 857.67 39321600 1024.00 0.144430 120.06 0.000746 120.21 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 111812804608. +read 888.08 39321600 1024.00 0.001363 120.07 0.000696 120.07 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 112235380736. +read 891.52 39321600 1024.00 0.001251 120.06 0.000683 120.06 2 + +Max Read: 891.52 MiB/sec (934.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 891.52 857.67 879.09 15.21 120.11342 0 16 4 3 0 0 1 0 0 1 40265318400 1048576 108108185600 MPIIO 0 + +Finished: Tue Oct 23 14:48:22 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381846 0xbcee96 0 + 6 12595101 0xc02f9d 0 + 0 12423492 0xbd9144 0 + 2 12569834 0xbfccea 0 + 4 12511574 0xbee956 0 + 7 12460203 0xbe20ab 0 + 1 12641479 0xc0e4c7 0 + 3 12489780 0xbe9434 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..383e0fe0e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:38:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:38:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 59221475328. +read 1875.45 39321600 1024.00 0.015676 30.10 0.000402 30.11 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 59553873920. +read 1889.75 39321600 1024.00 0.001022 30.05 0.000718 30.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 59897806848. +read 1898.25 39321600 1024.00 0.000989 30.09 0.000725 30.09 2 + +Max Read: 1898.25 MiB/sec (1990.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1898.25 1875.45 1887.82 9.41 30.08701 0 16 4 3 0 0 1 0 0 1 40265318400 1048576 59221475328 MPIIO 0 + +Finished: Wed Oct 24 09:40:20 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..99211a7c2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 14:35:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:35:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244045824. +WARNING: Using actual aggregate bytes moved = 411177058304. +write 3265.72 39321600 1024.00 0.011774 120.06 0.000838 120.07 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244045824. +WARNING: Using actual aggregate bytes moved = 407516479488. +write 3101.02 39321600 1024.00 5.26 120.06 0.000540 125.33 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241948672. +WARNING: Using actual aggregate bytes moved = 397838123008. +write 3014.75 39321600 1024.00 5.81 120.04 0.000569 125.85 2 + +Max Write: 3265.72 MiB/sec (3424.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3265.72 3014.75 3127.17 104.11 123.75013 0 16 4 3 0 0 1 0 0 1 40265318400 1048576 411177058304 MPIIO 0 + +Finished: Tue Oct 23 14:42:10 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..2de5443f5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 12:37:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:37:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 278302556160. +read 2206.14 39321600 10240 0.195211 120.11 0.000531 120.31 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 282570260480. +read 2244.18 39321600 10240 0.001118 120.08 0.000605 120.08 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 284719841280. +read 2261.20 39321600 10240 0.001117 120.08 0.000633 120.08 2 + +Max Read: 2261.20 MiB/sec (2371.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2261.20 2206.14 2237.17 23.02 120.15556 0 16 4 3 0 0 1 0 0 1 40265318400 10485760 278302556160 MPIIO 0 + +Finished: Tue Oct 23 12:43:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489515 0xbe932b 0 + 5 12381578 0xbced8a 0 + 6 12594835 0xc02e93 0 + 0 12423227 0xbd903b 0 + 2 12569569 0xbfcbe1 0 + 4 12511304 0xbee848 0 + 7 12459936 0xbe1fa0 0 + 1 12641214 0xc0e3be 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..29d71cc60 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:30:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:30:17 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 60429434880. +read 1912.33 39321600 10240 0.007836 30.13 0.000965 30.14 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 59999518720. +read 1888.60 39321600 10240 0.001354 30.30 0.000571 30.30 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 57839452160. +read 1831.39 39321600 10240 0.001126 30.12 0.000848 30.12 2 + +Max Read: 1912.33 MiB/sec (2005.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1912.33 1831.39 1877.44 33.97 30.18426 0 16 4 3 0 0 1 0 0 1 40265318400 10485760 60429434880 MPIIO 0 + +Finished: Wed Oct 24 09:31:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..b326ca3b3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 12:30:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:30:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644213637120. +WARNING: Using actual aggregate bytes moved = 247222763520. +write 1957.09 39321600 10240 0.025481 120.44 0.000464 120.47 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644224122880. +WARNING: Using actual aggregate bytes moved = 248617369600. +write 1901.67 39321600 10240 4.36 120.32 0.000425 124.68 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644224122880. +WARNING: Using actual aggregate bytes moved = 251878440960. +write 1916.60 39321600 10240 4.96 120.37 0.000825 125.33 2 + +Max Write: 1957.09 MiB/sec (2052.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1957.09 1901.67 1925.12 23.41 123.49353 0 16 4 3 0 0 1 0 0 1 40265318400 10485760 247222763520 MPIIO 0 + +Finished: Tue Oct 23 12:37:00 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..877de65a8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 18:57:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:57:21 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4233822208. +read 33.04 39321600 16.00 0.017074 122.20 0.010243 122.21 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4250664960. +read 33.18 39321600 16.00 0.005700 122.19 0.005170 122.19 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4272160768. +read 33.34 39321600 16.00 0.005748 122.19 0.005150 122.19 2 + +Max Read: 33.34 MiB/sec (34.96 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 33.34 33.04 33.19 0.12 122.19844 0 16 4 3 0 0 1 0 0 1 40265318400 16384 4233822208 MPIIO 0 + +Finished: Tue Oct 23 19:03:28 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570366 0xbfcefe 0 + 4 12512105 0xbeeb69 0 + 7 12460736 0xbe22c0 0 + 1 12642013 0xc0e6dd 0 + 3 12490315 0xbe964b 0 + 5 12382380 0xbcf0ac 0 + 6 12595634 0xc031b2 0 + 0 12424024 0xbd9358 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5825540a9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:55:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:55:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2153725952. +read 63.79 39321600 16.00 0.007476 32.19 0.000673 32.20 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2157674496. +read 63.94 39321600 16.00 0.001299 32.18 0.000614 32.18 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 2132443136. +read 63.19 39321600 16.00 0.001262 32.18 0.000657 32.19 2 + +Max Read: 63.94 MiB/sec (67.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 63.94 63.19 63.64 0.33 32.18851 0 16 4 3 0 0 1 0 0 1 40265318400 16384 2153725952 MPIIO 0 + +Finished: Wed Oct 24 09:57:09 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c82aeaef5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 18:51:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:51:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241801216. +WARNING: Using actual aggregate bytes moved = 5837783040. +write 45.53 39321600 16.00 0.010779 122.26 0.000374 122.27 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644239130624. +WARNING: Using actual aggregate bytes moved = 5792432128. +write 45.20 39321600 16.00 0.001457 122.22 0.000474 122.23 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644236886016. +WARNING: Using actual aggregate bytes moved = 5819957248. +write 45.37 39321600 16.00 0.001491 122.32 0.000553 122.32 2 + +Max Write: 45.53 MiB/sec (47.74 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 45.53 45.20 45.37 0.14 122.27394 0 16 4 3 0 0 1 0 0 1 40265318400 16384 5837783040 MPIIO 0 + +Finished: Tue Oct 23 18:57:14 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2cdbebd3b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,304 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 16:36:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:36:12 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 27953971200. +read 222.10 39321600 100.00 0.001319 120.03 0.000710 120.03 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 28784230400. +read 228.71 39321600 100.00 0.000707 120.02 0.000645 120.02 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 29994086400. +read 238.31 39321600 100.00 0.000874 120.03 0.000615 120.03 2 + +Max Read: 238.31 MiB/sec (249.89 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 238.31 222.10 229.71 6.65 120.02784 0 16 4 3 1 0 1 0 0 1 40265318400 102400 27953971200 POSIX 0 + +Finished: Tue Oct 23 16:42:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641738 0xc0e5ca 0 + 3 12490041 0xbe9539 0 + 5 12382105 0xbcef99 0 + 6 12595359 0xc0309f 0 + 0 12423749 0xbd9245 0 + 2 12570094 0xbfcdee 0 + 4 12511833 0xbeea59 0 + 7 12460461 0xbe21ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423753 0xbd9249 0 + 2 12570098 0xbfcdf2 0 + 4 12511837 0xbeea5d 0 + 7 12460465 0xbe21b1 0 + 1 12641742 0xc0e5ce 0 + 3 12490045 0xbe953d 0 + 5 12382109 0xbcef9d 0 + 6 12595363 0xc030a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382107 0xbcef9b 0 + 6 12595361 0xc030a1 0 + 0 12423751 0xbd9247 0 + 2 12570096 0xbfcdf0 0 + 4 12511835 0xbeea5b 0 + 7 12460463 0xbe21af 0 + 1 12641740 0xc0e5cc 0 + 3 12490043 0xbe953b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570088 0xbfcde8 0 + 1 12641731 0xc0e5c3 0 + 5 12382100 0xbcef94 0 + 3 12490036 0xbe9534 0 + 6 12595354 0xc0309a 0 + 0 12423744 0xbd9240 0 + 4 12511828 0xbeea54 0 + 7 12460456 0xbe21a8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490031 0xbe952f 0 + 6 12595349 0xc03095 0 + 4 12511823 0xbeea4f 0 + 5 12382096 0xbcef90 0 + 0 12423740 0xbd923c 0 + 2 12570085 0xbfcde5 0 + 7 12460452 0xbe21a4 0 + 1 12641729 0xc0e5c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382097 0xbcef91 0 + 2 12570086 0xbfcde6 0 + 7 12460453 0xbe21a5 0 + 1 12641730 0xc0e5c2 0 + 6 12595351 0xc03097 0 + 4 12511826 0xbeea52 0 + 0 12423743 0xbd923f 0 + 3 12490035 0xbe9533 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570099 0xbfcdf3 0 + 4 12511838 0xbeea5e 0 + 7 12460466 0xbe21b2 0 + 1 12641743 0xc0e5cf 0 + 3 12490046 0xbe953e 0 + 5 12382110 0xbcef9e 0 + 6 12595364 0xc030a4 0 + 0 12423754 0xbd924a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460458 0xbe21aa 0 + 1 12641736 0xc0e5c8 0 + 3 12490039 0xbe9537 0 + 5 12382103 0xbcef97 0 + 6 12595358 0xc0309e 0 + 0 12423747 0xbd9243 0 + 2 12570092 0xbfcdec 0 + 4 12511832 0xbeea58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490042 0xbe953a 0 + 5 12382106 0xbcef9a 0 + 6 12595360 0xc030a0 0 + 0 12423750 0xbd9246 0 + 2 12570095 0xbfcdef 0 + 4 12511834 0xbeea5a 0 + 7 12460462 0xbe21ae 0 + 1 12641739 0xc0e5cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460451 0xbe21a3 0 + 5 12382095 0xbcef8f 0 + 0 12423739 0xbd923b 0 + 2 12570084 0xbfcde4 0 + 1 12641728 0xc0e5c0 0 + 6 12595350 0xc03096 0 + 3 12490032 0xbe9530 0 + 4 12511824 0xbeea50 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490037 0xbe9535 0 + 5 12382101 0xbcef95 0 + 2 12570090 0xbfcdea 0 + 4 12511829 0xbeea55 0 + 7 12460457 0xbe21a9 0 + 6 12595355 0xc0309b 0 + 0 12423746 0xbd9242 0 + 1 12641735 0xc0e5c7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511830 0xbeea56 0 + 5 12382102 0xbcef96 0 + 7 12460460 0xbe21ac 0 + 6 12595357 0xc0309d 0 + 1 12641737 0xc0e5c9 0 + 3 12490040 0xbe9538 0 + 0 12423748 0xbd9244 0 + 2 12570093 0xbfcded 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423745 0xbd9241 0 + 1 12641734 0xc0e5c6 0 + 6 12595356 0xc0309c 0 + 7 12460459 0xbe21ab 0 + 3 12490038 0xbe9536 0 + 2 12570091 0xbfcdeb 0 + 5 12382104 0xbcef98 0 + 4 12511831 0xbeea57 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595362 0xc030a2 0 + 0 12423752 0xbd9248 0 + 2 12570097 0xbfcdf1 0 + 4 12511836 0xbeea5c 0 + 7 12460464 0xbe21b0 0 + 1 12641741 0xc0e5cd 0 + 3 12490044 0xbe953c 0 + 5 12382108 0xbcef9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423741 0xbd923d 0 + 4 12511825 0xbeea51 0 + 3 12490033 0xbe9531 0 + 2 12570087 0xbfcde7 0 + 7 12460454 0xbe21a6 0 + 5 12382099 0xbcef93 0 + 6 12595353 0xc03099 0 + 1 12641732 0xc0e5c4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382098 0xbcef92 0 + 0 12423742 0xbd923e 0 + 3 12490034 0xbe9532 0 + 6 12595352 0xc03098 0 + 4 12511827 0xbeea53 0 + 7 12460455 0xbe21a7 0 + 2 12570089 0xbfcde9 0 + 1 12641733 0xc0e5c5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..4e95468a7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 16:29:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:29:10 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238540800. +WARNING: Using actual aggregate bytes moved = 125125939200. +write 874.64 39321600 100.00 0.001231 136.43 0.000377 136.43 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238540800. +WARNING: Using actual aggregate bytes moved = 113909555200. +write 789.23 39321600 100.00 0.001982 137.64 0.000406 137.64 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238540800. +WARNING: Using actual aggregate bytes moved = 120449331200. +write 850.95 39321600 100.00 0.005781 134.98 0.000431 134.99 2 + +Max Write: 874.64 MiB/sec (917.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 874.64 789.23 838.27 36.00 136.35567 0 16 4 3 1 0 1 0 0 1 40265318400 102400 125125939200 POSIX 0 + +Finished: Tue Oct 23 16:36:02 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..9f08fb1fd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,304 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 14:29:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:29:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 181194981376. +read 1439.78 39321600 1024.00 0.001215 120.02 0.000552 120.02 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 220225077248. +read 1749.91 39321600 1024.00 0.000579 120.02 0.000494 120.02 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 227791601664. +read 1810.02 39321600 1024.00 0.000698 120.02 0.000670 120.02 2 + +Max Read: 1810.02 MiB/sec (1897.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1810.02 1439.78 1666.57 162.23 120.01958 0 16 4 3 1 0 1 0 0 1 40265318400 1048576 181194981376 POSIX 0 + +Finished: Tue Oct 23 14:35:44 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460195 0xbe20a3 0 + 1 12641471 0xc0e4bf 0 + 3 12489772 0xbe942c 0 + 5 12381838 0xbcee8e 0 + 6 12595093 0xc02f95 0 + 0 12423484 0xbd913c 0 + 2 12569826 0xbfcce2 0 + 4 12511565 0xbee94d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595083 0xc02f8b 0 + 2 12569816 0xbfccd8 0 + 0 12423474 0xbd9132 0 + 4 12511555 0xbee943 0 + 1 12641461 0xc0e4b5 0 + 5 12381828 0xbcee84 0 + 7 12460186 0xbe209a 0 + 3 12489765 0xbe9425 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489766 0xbe9426 0 + 5 12381832 0xbcee88 0 + 6 12595087 0xc02f8f 0 + 0 12423478 0xbd9136 0 + 2 12569820 0xbfccdc 0 + 4 12511559 0xbee947 0 + 7 12460189 0xbe209d 0 + 1 12641465 0xc0e4b9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569829 0xbfcce5 0 + 4 12511568 0xbee950 0 + 7 12460198 0xbe20a6 0 + 1 12641475 0xc0e4c3 0 + 3 12489776 0xbe9430 0 + 5 12381842 0xbcee92 0 + 6 12595097 0xc02f99 0 + 0 12423488 0xbd9140 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595089 0xc02f91 0 + 0 12423480 0xbd9138 0 + 2 12569822 0xbfccde 0 + 4 12511561 0xbee949 0 + 7 12460191 0xbe209f 0 + 1 12641467 0xc0e4bb 0 + 3 12489768 0xbe9428 0 + 5 12381834 0xbcee8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511570 0xbee952 0 + 7 12460200 0xbe20a8 0 + 1 12641476 0xc0e4c4 0 + 3 12489777 0xbe9431 0 + 5 12381843 0xbcee93 0 + 6 12595098 0xc02f9a 0 + 0 12423489 0xbd9141 0 + 2 12569831 0xbfcce7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489762 0xbe9422 0 + 0 12423475 0xbd9133 0 + 5 12381829 0xbcee85 0 + 2 12569819 0xbfccdb 0 + 7 12460187 0xbe209b 0 + 4 12511557 0xbee945 0 + 1 12641464 0xc0e4b8 0 + 6 12595086 0xc02f8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569824 0xbfcce0 0 + 4 12511563 0xbee94b 0 + 7 12460193 0xbe20a1 0 + 1 12641469 0xc0e4bd 0 + 3 12489770 0xbe942a 0 + 5 12381836 0xbcee8c 0 + 6 12595091 0xc02f93 0 + 0 12423482 0xbd913a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489774 0xbe942e 0 + 5 12381840 0xbcee90 0 + 2 12569828 0xbfcce4 0 + 4 12511567 0xbee94f 0 + 1 12641473 0xc0e4c1 0 + 6 12595095 0xc02f97 0 + 7 12460199 0xbe20a7 0 + 0 12423487 0xbd913f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511564 0xbee94c 0 + 7 12460194 0xbe20a2 0 + 1 12641470 0xc0e4be 0 + 3 12489771 0xbe942b 0 + 5 12381837 0xbcee8d 0 + 6 12595092 0xc02f94 0 + 0 12423483 0xbd913b 0 + 2 12569825 0xbfcce1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460185 0xbe2099 0 + 3 12489764 0xbe9424 0 + 2 12569818 0xbfccda 0 + 1 12641462 0xc0e4b6 0 + 6 12595085 0xc02f8d 0 + 0 12423476 0xbd9134 0 + 5 12381831 0xbcee87 0 + 4 12511558 0xbee946 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641472 0xc0e4c0 0 + 3 12489773 0xbe942d 0 + 5 12381839 0xbcee8f 0 + 6 12595094 0xc02f96 0 + 0 12423485 0xbd913d 0 + 2 12569827 0xbfcce3 0 + 4 12511566 0xbee94e 0 + 7 12460196 0xbe20a4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381833 0xbcee89 0 + 6 12595088 0xc02f90 0 + 0 12423479 0xbd9137 0 + 2 12569821 0xbfccdd 0 + 4 12511560 0xbee948 0 + 7 12460190 0xbe209e 0 + 1 12641466 0xc0e4ba 0 + 3 12489767 0xbe9427 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423481 0xbd9139 0 + 2 12569823 0xbfccdf 0 + 4 12511562 0xbee94a 0 + 7 12460192 0xbe20a0 0 + 1 12641468 0xc0e4bc 0 + 3 12489769 0xbe9429 0 + 5 12381835 0xbcee8b 0 + 6 12595090 0xc02f92 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423486 0xbd913e 0 + 7 12460197 0xbe20a5 0 + 3 12489775 0xbe942f 0 + 5 12381841 0xbcee91 0 + 2 12569830 0xbfcce6 0 + 1 12641474 0xc0e4c2 0 + 4 12511569 0xbee951 0 + 6 12595096 0xc02f98 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489763 0xbe9423 0 + 6 12595084 0xc02f8c 0 + 2 12569817 0xbfccd9 0 + 4 12511556 0xbee944 0 + 5 12381830 0xbcee86 0 + 1 12641463 0xc0e4b7 0 + 0 12423477 0xbd9135 0 + 7 12460188 0xbe209c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f152574dd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,41 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 14:23:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:23:17 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 606304468992. +write 4626 39321600 1024.00 0.001079 124.99 0.000297 124.99 0 +write 4999 39321600 1024.00 0.001644 122.89 0.000423 122.89 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 643769040896. +write 4990 39321600 1024.00 0.001563 123.02 0.000498 123.02 2 + +Max Write: 4999.44 MiB/sec (5242.29 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4999.44 4626.05 4871.99 173.95 123.63617 0 16 4 3 1 0 1 0 0 1 40265318400 1048576 606304468992 POSIX 0 + +Finished: Tue Oct 23 14:29:32 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2d4a86cab --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,303 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 12:24:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:24:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 196796743680. +read 1562.08 39321600 10240 0.001144 120.15 0.000530 120.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 243112345600. +read 1930.22 39321600 10240 0.000539 120.12 0.000569 120.12 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 244790067200. +read 1942.28 39321600 10240 0.000613 120.19 0.000658 120.19 2 + +Max Read: 1942.28 MiB/sec (2036.63 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1942.28 1562.08 1811.53 176.46 120.15249 0 16 4 3 1 0 1 0 0 1 40265318400 10485760 196796743680 POSIX 0 + +Finished: Tue Oct 23 12:30:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641196 0xc0e3ac 0 + 3 12489497 0xbe9319 0 + 5 12381560 0xbced78 0 + 6 12594817 0xc02e81 0 + 0 12423209 0xbd9029 0 + 2 12569550 0xbfcbce 0 + 4 12511287 0xbee837 0 + 7 12459918 0xbe1f8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423223 0xbd9037 0 + 2 12569564 0xbfcbdc 0 + 4 12511300 0xbee844 0 + 7 12459932 0xbe1f9c 0 + 1 12641210 0xc0e3ba 0 + 3 12489511 0xbe9327 0 + 5 12381574 0xbced86 0 + 6 12594831 0xc02e8f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569565 0xbfcbdd 0 + 4 12511301 0xbee845 0 + 7 12459933 0xbe1f9d 0 + 1 12641211 0xc0e3bb 0 + 3 12489512 0xbe9328 0 + 5 12381575 0xbced87 0 + 6 12594832 0xc02e90 0 + 0 12423224 0xbd9038 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641205 0xc0e3b5 0 + 3 12489506 0xbe9322 0 + 5 12381569 0xbced81 0 + 6 12594826 0xc02e8a 0 + 0 12423218 0xbd9032 0 + 2 12569559 0xbfcbd7 0 + 4 12511295 0xbee83f 0 + 7 12459927 0xbe1f97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511292 0xbee83c 0 + 6 12594822 0xc02e86 0 + 7 12459924 0xbe1f94 0 + 3 12489503 0xbe931f 0 + 2 12569555 0xbfcbd3 0 + 1 12641202 0xc0e3b2 0 + 5 12381566 0xbced7e 0 + 0 12423215 0xbd902f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489502 0xbe931e 0 + 7 12459923 0xbe1f93 0 + 5 12381565 0xbced7d 0 + 6 12594823 0xc02e87 0 + 1 12641201 0xc0e3b1 0 + 0 12423214 0xbd902e 0 + 2 12569556 0xbfcbd4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459926 0xbe1f96 0 + 1 12641204 0xc0e3b4 0 + 3 12489505 0xbe9321 0 + 5 12381568 0xbced80 0 + 6 12594825 0xc02e89 0 + 0 12423217 0xbd9031 0 + 2 12569558 0xbfcbd6 0 + 4 12511294 0xbee83e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594830 0xc02e8e 0 + 0 12423222 0xbd9036 0 + 2 12569563 0xbfcbdb 0 + 4 12511299 0xbee843 0 + 7 12459931 0xbe1f9b 0 + 1 12641209 0xc0e3b9 0 + 3 12489510 0xbe9326 0 + 5 12381573 0xbced85 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489507 0xbe9323 0 + 5 12381570 0xbced82 0 + 6 12594827 0xc02e8b 0 + 0 12423219 0xbd9033 0 + 2 12569560 0xbfcbd8 0 + 4 12511296 0xbee840 0 + 7 12459928 0xbe1f98 0 + 1 12641206 0xc0e3b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511293 0xbee83d 0 + 7 12459925 0xbe1f95 0 + 1 12641203 0xc0e3b3 0 + 3 12489504 0xbe9320 0 + 5 12381567 0xbced7f 0 + 6 12594824 0xc02e88 0 + 0 12423216 0xbd9030 0 + 2 12569557 0xbfcbd5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381572 0xbced84 0 + 6 12594829 0xc02e8d 0 + 0 12423221 0xbd9035 0 + 2 12569562 0xbfcbda 0 + 4 12511298 0xbee842 0 + 7 12459930 0xbe1f9a 0 + 1 12641208 0xc0e3b8 0 + 3 12489509 0xbe9325 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594818 0xc02e82 0 + 7 12459919 0xbe1f8f 0 + 1 12641197 0xc0e3ad 0 + 0 12423210 0xbd902a 0 + 3 12489499 0xbe931b 0 + 2 12569552 0xbfcbd0 0 + 5 12381563 0xbced7b 0 + 4 12511290 0xbee83a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511291 0xbee83b 0 + 7 12459922 0xbe1f92 0 + 5 12381564 0xbced7c 0 + 6 12594821 0xc02e85 0 + 0 12423213 0xbd902d 0 + 1 12641200 0xc0e3b0 0 + 3 12489501 0xbe931d 0 + 2 12569554 0xbfcbd2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381571 0xbced83 0 + 6 12594828 0xc02e8c 0 + 0 12423220 0xbd9034 0 + 2 12569561 0xbfcbd9 0 + 4 12511297 0xbee841 0 + 7 12459929 0xbe1f99 0 + 1 12641207 0xc0e3b7 0 + 3 12489508 0xbe9324 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489498 0xbe931a 0 + 4 12511288 0xbee838 0 + 5 12381561 0xbced79 0 + 7 12459920 0xbe1f90 0 + 6 12594819 0xc02e83 0 + 1 12641198 0xc0e3ae 0 + 0 12423211 0xbd902b 0 + 2 12569553 0xbfcbd1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569551 0xbfcbcf 0 + 4 12511289 0xbee839 0 + 5 12381562 0xbced7a 0 + 7 12459921 0xbe1f91 0 + 3 12489500 0xbe931c 0 + 1 12641199 0xc0e3af 0 + 6 12594820 0xc02e84 0 + 0 12423212 0xbd902c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..db64f6a5d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 12:19:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:19:04 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 5780 39321600 10240 0.001069 106.30 0.000287 106.30 0 +write 5871 39321600 10240 0.001675 104.65 0.000314 104.65 1 +write 5804 39321600 10240 0.004186 105.86 0.000410 105.87 2 + +Max Write: 5870.76 MiB/sec (6155.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5870.76 5779.72 5818.02 38.54 105.60748 0 16 4 3 1 0 1 0 0 1 40265318400 10485760 644245094400 POSIX 0 + +Finished: Tue Oct 23 12:24:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..7b1fb024c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,303 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 18:45:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:45:04 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 5504909312. +read 43.69 39321600 16.00 0.003983 120.15 0.003403 120.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 5849333760. +read 46.43 39321600 16.00 0.003422 120.15 0.003406 120.15 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 5870469120. +read 46.60 39321600 16.00 0.003577 120.15 0.003422 120.15 2 + +Max Read: 46.60 MiB/sec (48.86 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 46.60 43.69 45.57 1.33 120.15097 0 16 4 3 1 0 1 0 0 1 40265318400 16384 5504909312 POSIX 0 + +Finished: Tue Oct 23 18:51:05 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512094 0xbeeb5e 0 + 7 12460725 0xbe22b5 0 + 1 12642002 0xc0e6d2 0 + 3 12490303 0xbe963f 0 + 5 12382369 0xbcf0a1 0 + 6 12595623 0xc031a7 0 + 0 12424013 0xbd934d 0 + 2 12570355 0xbfcef3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12642009 0xc0e6d9 0 + 3 12490310 0xbe9646 0 + 5 12382376 0xbcf0a8 0 + 6 12595630 0xc031ae 0 + 0 12424020 0xbd9354 0 + 2 12570362 0xbfcefa 0 + 4 12512101 0xbeeb65 0 + 7 12460732 0xbe22bc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490311 0xbe9647 0 + 5 12382377 0xbcf0a9 0 + 6 12595631 0xc031af 0 + 0 12424021 0xbd9355 0 + 2 12570363 0xbfcefb 0 + 4 12512102 0xbeeb66 0 + 7 12460733 0xbe22bd 0 + 1 12642010 0xc0e6da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570359 0xbfcef7 0 + 4 12512098 0xbeeb62 0 + 7 12460729 0xbe22b9 0 + 1 12642006 0xc0e6d6 0 + 3 12490307 0xbe9643 0 + 5 12382373 0xbcf0a5 0 + 6 12595627 0xc031ab 0 + 0 12424017 0xbd9351 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382362 0xbcf09a 0 + 2 12570348 0xbfceec 0 + 7 12460718 0xbe22ae 0 + 1 12641995 0xc0e6cb 0 + 6 12595616 0xc031a0 0 + 4 12512088 0xbeeb58 0 + 0 12424007 0xbd9347 0 + 3 12490298 0xbe963a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460726 0xbe22b6 0 + 1 12642003 0xc0e6d3 0 + 3 12490304 0xbe9640 0 + 0 12424014 0xbd934e 0 + 2 12570356 0xbfcef4 0 + 4 12512095 0xbeeb5f 0 + 5 12382370 0xbcf0a2 0 + 6 12595625 0xc031a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460731 0xbe22bb 0 + 1 12642008 0xc0e6d8 0 + 3 12490309 0xbe9645 0 + 5 12382375 0xbcf0a7 0 + 6 12595629 0xc031ad 0 + 0 12424019 0xbd9353 0 + 2 12570361 0xbfcef9 0 + 4 12512100 0xbeeb64 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424016 0xbd9350 0 + 2 12570358 0xbfcef6 0 + 4 12512097 0xbeeb61 0 + 7 12460728 0xbe22b8 0 + 1 12642005 0xc0e6d5 0 + 3 12490306 0xbe9642 0 + 5 12382372 0xbcf0a4 0 + 6 12595626 0xc031aa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12424006 0xbd9346 0 + 4 12512087 0xbeeb57 0 + 3 12490297 0xbe9639 0 + 2 12570349 0xbfceed 0 + 7 12460719 0xbe22af 0 + 1 12641996 0xc0e6cc 0 + 5 12382363 0xbcf09b 0 + 6 12595617 0xc031a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595624 0xc031a8 0 + 7 12460727 0xbe22b7 0 + 0 12424015 0xbd934f 0 + 1 12642004 0xc0e6d4 0 + 2 12570357 0xbfcef5 0 + 4 12512096 0xbeeb60 0 + 3 12490305 0xbe9641 0 + 5 12382371 0xbcf0a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382365 0xbcf09d 0 + 4 12512091 0xbeeb5b 0 + 0 12424010 0xbd934a 0 + 6 12595620 0xc031a4 0 + 2 12570353 0xbfcef1 0 + 1 12642000 0xc0e6d0 0 + 7 12460723 0xbe22b3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570350 0xbfceee 0 + 4 12512089 0xbeeb59 0 + 7 12460720 0xbe22b0 0 + 1 12641997 0xc0e6cd 0 + 3 12490299 0xbe963b 0 + 5 12382364 0xbcf09c 0 + 6 12595618 0xc031a2 0 + 0 12424008 0xbd9348 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641999 0xc0e6cf 0 + 4 12512092 0xbeeb5c 0 + 5 12382368 0xbcf0a0 0 + 3 12490301 0xbe963d 0 + 0 12424011 0xbd934b 0 + 2 12570354 0xbfcef2 0 + 7 12460724 0xbe22b4 0 + 6 12595622 0xc031a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512090 0xbeeb5a 0 + 7 12460721 0xbe22b1 0 + 1 12641998 0xc0e6ce 0 + 6 12595619 0xc031a3 0 + 0 12424009 0xbd9349 0 + 2 12570351 0xbfceef 0 + 3 12490300 0xbe963c 0 + 5 12382367 0xbcf09f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382366 0xbcf09e 0 + 2 12570352 0xbfcef0 0 + 7 12460722 0xbe22b2 0 + 3 12490302 0xbe963e 0 + 1 12642001 0xc0e6d1 0 + 6 12595621 0xc031a5 0 + 4 12512093 0xbeeb5d 0 + 0 12424012 0xbd934c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512099 0xbeeb63 0 + 7 12460730 0xbe22ba 0 + 1 12642007 0xc0e6d7 0 + 3 12490308 0xbe9644 0 + 5 12382374 0xbcf0a6 0 + 6 12595628 0xc031ac 0 + 0 12424018 0xbd9352 0 + 2 12570360 0xbfcef8 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..0fd80993a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 18:37:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:37:25 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644235657216. +WARNING: Using actual aggregate bytes moved = 39476084736. +write 259.23 39321600 16.00 0.001206 145.23 0.000377 145.23 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238819328. +WARNING: Using actual aggregate bytes moved = 35021586432. +write 225.93 39321600 16.00 0.023860 147.81 0.000416 147.83 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238917632. +WARNING: Using actual aggregate bytes moved = 31526256640. +write 192.02 39321600 16.00 0.018627 156.55 0.000476 156.57 2 + +Max Write: 259.23 MiB/sec (271.82 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 259.23 192.02 225.73 27.44 149.87821 0 16 4 3 1 0 1 0 0 1 40265318400 16384 39476084736 POSIX 0 + +Finished: Tue Oct 23 18:44:56 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..6b4102cc0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 16:23:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:23:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 28863385600. +read 228.64 26214400 100.00 0.027721 120.36 0.008785 120.39 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 30064128000. +read 238.21 26214400 100.00 0.010009 120.36 0.008875 120.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 30530867200. +read 241.92 26214400 100.00 0.009805 120.36 0.008783 120.36 2 + +Max Read: 241.92 MiB/sec (253.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 241.92 228.64 236.26 5.59 120.36884 0 24 6 3 0 0 1 0 0 1 26843545600 102400 28863385600 MPIIO 0 + +Finished: Tue Oct 23 16:29:08 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511789 0xbeea2d 0 + 7 12460419 0xbe2183 0 + 1 12641695 0xc0e59f 0 + 3 12489998 0xbe950e 0 + 5 12382062 0xbcef6e 0 + 6 12595316 0xc03074 0 + 0 12423707 0xbd921b 0 + 2 12570052 0xbfcdc4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..610c3f7b0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:50:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:50:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 16948326400. +read 532.36 26214400 100.00 0.012398 30.35 0.000755 30.36 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 16879411200. +read 530.26 26214400 100.00 0.001619 30.36 0.000658 30.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 16921088000. +read 531.62 26214400 100.00 0.001564 30.35 0.000741 30.35 2 + +Max Read: 532.36 MiB/sec (558.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 532.36 530.26 531.41 0.87 30.35805 0 24 6 3 0 0 1 0 0 1 26843545600 102400 16948326400 MPIIO 0 + +Finished: Wed Oct 24 09:52:09 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..01dcea345 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 16:16:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:16:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644236390400. +WARNING: Using actual aggregate bytes moved = 36909977600. +write 292.31 26214400 100.00 0.015111 120.41 0.001314 120.42 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644238848000. +WARNING: Using actual aggregate bytes moved = 37690060800. +write 298.57 26214400 100.00 0.005295 120.38 0.001247 120.39 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242432000. +WARNING: Using actual aggregate bytes moved = 36800819200. +write 291.29 26214400 100.00 0.005400 120.48 0.001350 120.48 2 + +Max Write: 298.57 MiB/sec (313.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 298.57 291.29 294.06 3.22 120.42991 0 24 6 3 0 0 1 0 0 1 26843545600 102400 36909977600 MPIIO 0 + +Finished: Tue Oct 23 16:22:53 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..147df4ab9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 14:17:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:17:15 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 135660568576. +read 1076.28 26214400 1024.00 0.144026 120.07 0.003836 120.21 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 140058296320. +read 1112.38 26214400 1024.00 0.004709 120.07 0.003639 120.08 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 140638158848. +read 1117.09 26214400 1024.00 0.004612 120.06 0.003690 120.06 2 + +Max Read: 1117.09 MiB/sec (1171.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1117.09 1076.28 1101.92 18.23 120.11552 0 24 6 3 0 0 1 0 0 1 26843545600 1048576 135660568576 MPIIO 0 + +Finished: Tue Oct 23 14:23:15 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460151 0xbe2077 0 + 1 12641428 0xc0e494 0 + 3 12489729 0xbe9401 0 + 5 12381795 0xbcee63 0 + 6 12595050 0xc02f6a 0 + 0 12423441 0xbd9111 0 + 2 12569783 0xbfccb7 0 + 4 12511522 0xbee922 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..44f7601ff --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:42:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:42:16 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 96783564800. +read 3070.13 26214400 1024.00 0.008936 30.05 0.000853 30.06 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 98746499072. +read 3133.15 26214400 1024.00 0.001995 30.05 0.004786 30.06 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 99211018240. +read 3148.83 26214400 1024.00 0.001698 30.05 0.001106 30.05 2 + +Max Read: 3148.83 MiB/sec (3301.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3148.83 3070.13 3117.37 34.01 30.05605 0 24 6 3 0 0 1 0 0 1 26843545600 1048576 96783564800 MPIIO 0 + +Finished: Wed Oct 24 09:43:46 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fcbd5399f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 14:10:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:10:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242997248. +WARNING: Using actual aggregate bytes moved = 451727589376. +write 3587.43 26214400 1024.00 0.018934 120.07 0.002534 120.09 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 469256634368. +write 3559.74 26214400 1024.00 5.66 120.06 0.001558 125.72 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 469776728064. +write 3544.85 26214400 1024.00 6.33 120.05 0.001587 126.38 2 + +Max Write: 3587.43 MiB/sec (3761.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3587.43 3544.85 3564.01 17.64 124.06245 0 24 6 3 0 0 1 0 0 1 26843545600 1048576 451727589376 MPIIO 0 + +Finished: Tue Oct 23 14:17:01 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..4579c8b5a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 12:13:01 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:13:01 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 323275980800. +read 2564.22 26214400 10240 0.148252 120.08 0.001063 120.23 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 328193802240. +read 2606.40 26214400 10240 0.002098 120.08 0.000950 120.09 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 330972528640. +read 2628.57 26214400 10240 0.001938 120.08 0.000912 120.08 2 + +Max Read: 2628.57 MiB/sec (2756.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2628.57 2564.22 2599.73 26.69 120.13230 0 24 6 3 0 0 1 0 0 1 26843545600 10485760 323275980800 MPIIO 0 + +Finished: Tue Oct 23 12:19:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511253 0xbee815 0 + 7 12459885 0xbe1f6d 0 + 1 12641163 0xc0e38b 0 + 3 12489465 0xbe92f9 0 + 5 12381527 0xbced57 0 + 6 12594784 0xc02e60 0 + 0 12423176 0xbd9008 0 + 2 12569517 0xbfcbad 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..304cc8f7c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:33:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:33:42 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 89076531200. +read 2819.16 26214400 10240 0.014407 30.12 0.004539 30.13 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 90020249600. +read 2848.86 26214400 10240 0.005390 30.13 0.004397 30.13 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 90764738560. +read 2872.22 26214400 10240 0.005360 30.14 0.004504 30.14 2 + +Max Read: 2872.22 MiB/sec (3011.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2872.22 2819.16 2846.75 21.72 30.13496 0 24 6 3 0 0 1 0 0 1 26843545600 10485760 89076531200 MPIIO 0 + +Finished: Wed Oct 24 09:35:12 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..de82140b8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 12:06:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:06:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644213637120. +WARNING: Using actual aggregate bytes moved = 292940677120. +write 2320.29 26214400 10240 0.016737 120.39 0.001899 120.40 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644224122880. +WARNING: Using actual aggregate bytes moved = 298770759680. +write 2273.79 26214400 10240 4.97 120.34 0.001379 125.31 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644224122880. +WARNING: Using actual aggregate bytes moved = 296694579200. +write 2240.13 26214400 10240 6.05 120.26 0.001419 126.31 2 + +Max Write: 2320.29 MiB/sec (2433.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2320.29 2240.13 2278.07 32.87 124.00765 0 24 6 3 0 0 1 0 0 1 26843545600 10485760 292940677120 MPIIO 0 + +Finished: Tue Oct 23 12:12:48 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..e8064102c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 18:31:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:31:17 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5903941632. +read 46.09 26214400 16.00 0.012321 122.14 0.001101 122.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5968314368. +read 46.60 26214400 16.00 0.002034 122.15 0.001100 122.15 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5990383616. +read 46.77 26214400 16.00 0.001884 122.14 0.001095 122.14 2 + +Max Read: 46.77 MiB/sec (49.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 46.77 46.09 46.49 0.29 122.14669 0 24 6 3 0 0 1 0 0 1 26843545600 16384 5903941632 MPIIO 0 + +Finished: Tue Oct 23 18:37:23 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382328 0xbcf078 0 + 6 12595584 0xc03180 0 + 0 12423973 0xbd9325 0 + 2 12570317 0xbfcecd 0 + 4 12512055 0xbeeb37 0 + 7 12460685 0xbe228d 0 + 1 12641962 0xc0e6aa 0 + 3 12490264 0xbe9618 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d72ba2341 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:58:55 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:58:55 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 3352395776. +read 99.45 26214400 16.00 0.008545 32.14 0.000664 32.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 3360833536. +read 99.73 26214400 16.00 0.001813 32.14 0.000684 32.14 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 3330605056. +read 98.84 26214400 16.00 0.001569 32.13 0.000663 32.13 2 + +Max Read: 99.73 MiB/sec (104.58 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 99.73 98.84 99.34 0.37 32.13982 0 24 6 3 0 0 1 0 0 1 26843545600 16384 3352395776 MPIIO 0 + +Finished: Wed Oct 24 10:00:32 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..69dad01a7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 18:25:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:25:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244193280. +WARNING: Using actual aggregate bytes moved = 6384123904. +write 49.78 26214400 16.00 0.016694 122.29 0.002429 122.31 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241162240. +WARNING: Using actual aggregate bytes moved = 6403342336. +write 49.95 26214400 16.00 0.003267 122.27 0.001918 122.27 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644242046976. +WARNING: Using actual aggregate bytes moved = 6401703936. +write 49.93 26214400 16.00 0.003189 122.28 0.001912 122.28 2 + +Max Write: 49.95 MiB/sec (52.37 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 49.95 49.78 49.88 0.07 122.28574 0 24 6 3 0 0 1 0 0 1 26843545600 16384 6384123904 MPIIO 0 + +Finished: Tue Oct 23 18:31:10 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4169b6e29 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,432 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 16:10:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:10:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 43632332800. +read 346.67 26214400 100.00 0.005849 120.03 0.005038 120.03 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 45587558400. +read 362.22 26214400 100.00 0.005043 120.02 0.004908 120.03 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 48580300800. +read 386.00 26214400 100.00 0.004915 120.03 0.004847 120.03 2 + +Max Read: 386.00 MiB/sec (404.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 386.00 346.67 364.96 16.17 120.02753 0 24 6 3 1 0 1 0 0 1 26843545600 102400 43632332800 POSIX 0 + +Finished: Tue Oct 23 16:16:47 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460404 0xbe2174 0 + 1 12641680 0xc0e590 0 + 3 12489983 0xbe94ff 0 + 5 12382046 0xbcef5e 0 + 6 12595301 0xc03065 0 + 0 12423692 0xbd920c 0 + 2 12570037 0xbfcdb5 0 + 4 12511774 0xbeea1e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489993 0xbe9509 0 + 7 12460415 0xbe217f 0 + 5 12382057 0xbcef69 0 + 6 12595312 0xc03070 0 + 0 12423703 0xbd9217 0 + 2 12570048 0xbfcdc0 0 + 4 12511785 0xbeea29 0 + 1 12641691 0xc0e59b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595298 0xc03062 0 + 0 12423689 0xbd9209 0 + 3 12489981 0xbe94fd 0 + 5 12382044 0xbcef5c 0 + 2 12570034 0xbfcdb2 0 + 4 12511773 0xbeea1d 0 + 7 12460403 0xbe2173 0 + 1 12641679 0xc0e58f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382039 0xbcef57 0 + 2 12570030 0xbfcdae 0 + 4 12511767 0xbeea17 0 + 1 12641674 0xc0e58a 0 + 6 12595295 0xc0305f 0 + 7 12460398 0xbe216e 0 + 0 12423687 0xbd9207 0 + 3 12489978 0xbe94fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511771 0xbeea1b 0 + 0 12423690 0xbd920a 0 + 7 12460402 0xbe2172 0 + 6 12595300 0xc03064 0 + 1 12641678 0xc0e58e 0 + 3 12489982 0xbe94fe 0 + 5 12382045 0xbcef5d 0 + 2 12570036 0xbfcdb4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511765 0xbeea15 0 + 3 12489974 0xbe94f6 0 + 6 12595292 0xc0305c 0 + 2 12570028 0xbfcdac 0 + 1 12641672 0xc0e588 0 + 5 12382038 0xbcef56 0 + 7 12460396 0xbe216c 0 + 0 12423684 0xbd9204 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423702 0xbd9216 0 + 2 12570047 0xbfcdbf 0 + 4 12511784 0xbeea28 0 + 7 12460414 0xbe217e 0 + 5 12382056 0xbcef68 0 + 6 12595311 0xc0306f 0 + 1 12641690 0xc0e59a 0 + 3 12489994 0xbe950a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641671 0xc0e587 0 + 5 12382037 0xbcef55 0 + 0 12423683 0xbd9203 0 + 7 12460395 0xbe216b 0 + 6 12595293 0xc0305d 0 + 2 12570029 0xbfcdad 0 + 3 12489975 0xbe94f7 0 + 4 12511766 0xbeea16 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489976 0xbe94f8 0 + 5 12382040 0xbcef58 0 + 6 12595296 0xc03060 0 + 0 12423686 0xbd9206 0 + 2 12570032 0xbfcdb0 0 + 4 12511769 0xbeea19 0 + 7 12460399 0xbe216f 0 + 1 12641675 0xc0e58b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641677 0xc0e58d 0 + 6 12595299 0xc03063 0 + 4 12511772 0xbeea1c 0 + 3 12489980 0xbe94fc 0 + 7 12460401 0xbe2171 0 + 5 12382043 0xbcef5b 0 + 0 12423691 0xbd920b 0 + 2 12570035 0xbfcdb3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595303 0xc03067 0 + 2 12570039 0xbfcdb7 0 + 7 12460406 0xbe2176 0 + 3 12489986 0xbe9502 0 + 0 12423695 0xbd920f 0 + 4 12511777 0xbeea21 0 + 1 12641683 0xc0e593 0 + 5 12382049 0xbcef61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382053 0xbcef65 0 + 6 12595309 0xc0306d 0 + 0 12423699 0xbd9213 0 + 2 12570045 0xbfcdbd 0 + 4 12511782 0xbeea26 0 + 7 12460412 0xbe217c 0 + 1 12641688 0xc0e598 0 + 3 12489991 0xbe9507 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423696 0xbd9210 0 + 2 12570041 0xbfcdb9 0 + 4 12511778 0xbeea22 0 + 7 12460408 0xbe2178 0 + 1 12641684 0xc0e594 0 + 3 12489987 0xbe9503 0 + 5 12382050 0xbcef62 0 + 6 12595305 0xc03069 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423681 0xbd9201 0 + 2 12570026 0xbfcdaa 0 + 4 12511763 0xbeea13 0 + 7 12460393 0xbe2169 0 + 1 12641669 0xc0e585 0 + 3 12489972 0xbe94f4 0 + 5 12382035 0xbcef53 0 + 6 12595290 0xc0305a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595310 0xc0306e 0 + 0 12423701 0xbd9215 0 + 2 12570046 0xbfcdbe 0 + 4 12511783 0xbeea27 0 + 7 12460413 0xbe217d 0 + 1 12641689 0xc0e599 0 + 3 12489992 0xbe9508 0 + 5 12382055 0xbcef67 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570027 0xbfcdab 0 + 4 12511764 0xbeea14 0 + 7 12460394 0xbe216a 0 + 1 12641670 0xc0e586 0 + 3 12489973 0xbe94f5 0 + 5 12382036 0xbcef54 0 + 6 12595291 0xc0305b 0 + 0 12423682 0xbd9202 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489985 0xbe9501 0 + 0 12423694 0xbd920e 0 + 4 12511776 0xbeea20 0 + 1 12641682 0xc0e592 0 + 5 12382048 0xbcef60 0 + 2 12570040 0xbfcdb8 0 + 7 12460407 0xbe2177 0 + 6 12595304 0xc03068 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570042 0xbfcdba 0 + 4 12511779 0xbeea23 0 + 7 12460409 0xbe2179 0 + 1 12641685 0xc0e595 0 + 3 12489988 0xbe9504 0 + 5 12382051 0xbcef63 0 + 6 12595306 0xc0306a 0 + 0 12423697 0xbd9211 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511780 0xbeea24 0 + 7 12460410 0xbe217a 0 + 5 12382052 0xbcef64 0 + 6 12595307 0xc0306b 0 + 0 12423698 0xbd9212 0 + 1 12641686 0xc0e596 0 + 3 12489990 0xbe9506 0 + 2 12570044 0xbfcdbc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641673 0xc0e589 0 + 6 12595294 0xc0305e 0 + 0 12423685 0xbd9205 0 + 7 12460397 0xbe216d 0 + 3 12489977 0xbe94f9 0 + 2 12570031 0xbfcdaf 0 + 5 12382041 0xbcef59 0 + 4 12511768 0xbeea18 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382042 0xbcef5a 0 + 6 12595297 0xc03061 0 + 0 12423688 0xbd9208 0 + 2 12570033 0xbfcdb1 0 + 4 12511770 0xbeea1a 0 + 7 12460400 0xbe2170 0 + 1 12641676 0xc0e58c 0 + 3 12489979 0xbe94fb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641681 0xc0e591 0 + 3 12489984 0xbe9500 0 + 5 12382047 0xbcef5f 0 + 6 12595302 0xc03066 0 + 0 12423693 0xbd920d 0 + 2 12570038 0xbfcdb6 0 + 4 12511775 0xbeea1f 0 + 7 12460405 0xbe2175 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382058 0xbcef6a 0 + 6 12595313 0xc03071 0 + 0 12423704 0xbd9218 0 + 2 12570049 0xbfcdc1 0 + 4 12511786 0xbeea2a 0 + 7 12460416 0xbe2180 0 + 1 12641692 0xc0e59c 0 + 3 12489995 0xbe950b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489989 0xbe9505 0 + 2 12570043 0xbfcdbb 0 + 5 12382054 0xbcef66 0 + 6 12595308 0xc0306c 0 + 4 12511781 0xbeea25 0 + 7 12460411 0xbe217b 0 + 0 12423700 0xbd9214 0 + 1 12641687 0xc0e597 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..6c7d5c51f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 16:03:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 16:03:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644220518400. +WARNING: Using actual aggregate bytes moved = 119719116800. +write 835.26 26214400 100.00 0.002545 136.69 0.001349 136.69 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644235264000. +WARNING: Using actual aggregate bytes moved = 118915072000. +write 834.13 26214400 100.00 0.003326 135.95 0.001452 135.96 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644208230400. +WARNING: Using actual aggregate bytes moved = 118739763200. +write 831.94 26214400 100.00 0.012565 136.10 0.001568 136.11 2 + +Max Write: 835.26 MiB/sec (875.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 835.26 831.94 833.78 1.38 136.25458 0 24 6 3 1 0 1 0 0 1 26843545600 102400 119719116800 POSIX 0 + +Finished: Tue Oct 23 16:10:35 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..125aa9203 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,430 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 14:04:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 14:04:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 269722058752. +read 2143.03 26214400 1024.00 0.001394 120.03 0.000856 120.03 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 322788392960. +read 2564.60 26214400 1024.00 0.000829 120.03 0.000856 120.03 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 329560096768. +read 2618.62 26214400 1024.00 0.001044 120.02 0.000911 120.02 2 + +Max Read: 2618.62 MiB/sec (2745.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2618.62 2143.03 2442.09 212.61 120.02798 0 24 6 3 1 0 1 0 0 1 26843545600 1048576 269722058752 POSIX 0 + +Finished: Tue Oct 23 14:10:35 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460139 0xbe206b 0 + 3 12489718 0xbe93f6 0 + 6 12595037 0xc02f5d 0 + 4 12511511 0xbee917 0 + 5 12381786 0xbcee5a 0 + 1 12641418 0xc0e48a 0 + 0 12423431 0xbd9107 0 + 2 12569773 0xbfccad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460142 0xbe206e 0 + 1 12641419 0xc0e48b 0 + 3 12489720 0xbe93f8 0 + 5 12381787 0xbcee5b 0 + 6 12595040 0xc02f60 0 + 0 12423432 0xbd9108 0 + 2 12569774 0xbfccae 0 + 4 12511513 0xbee919 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489717 0xbe93f5 0 + 4 12511510 0xbee916 0 + 7 12460140 0xbe206c 0 + 1 12641417 0xc0e489 0 + 5 12381785 0xbcee59 0 + 6 12595038 0xc02f5e 0 + 0 12423430 0xbd9106 0 + 2 12569772 0xbfccac 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381772 0xbcee4c 0 + 2 12569759 0xbfcc9f 0 + 7 12460127 0xbe205f 0 + 3 12489706 0xbe93ea 0 + 0 12423418 0xbd90fa 0 + 4 12511499 0xbee90b 0 + 6 12595026 0xc02f52 0 + 1 12641405 0xc0e47d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423417 0xbd90f9 0 + 4 12511498 0xbee90a 0 + 1 12641404 0xc0e47c 0 + 5 12381773 0xbcee4d 0 + 6 12595025 0xc02f51 0 + 2 12569760 0xbfcca0 0 + 7 12460128 0xbe2060 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595034 0xc02f5a 0 + 0 12423427 0xbd9103 0 + 2 12569769 0xbfcca9 0 + 4 12511508 0xbee914 0 + 7 12460137 0xbe2069 0 + 1 12641414 0xc0e486 0 + 3 12489715 0xbe93f3 0 + 5 12381782 0xbcee56 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460130 0xbe2062 0 + 2 12569764 0xbfcca4 0 + 1 12641409 0xc0e481 0 + 4 12511503 0xbee90f 0 + 5 12381777 0xbcee51 0 + 3 12489711 0xbe93ef 0 + 6 12595031 0xc02f57 0 + 0 12423423 0xbd90ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511505 0xbee911 0 + 7 12460134 0xbe2066 0 + 1 12641411 0xc0e483 0 + 3 12489712 0xbe93f0 0 + 5 12381779 0xbcee53 0 + 6 12595032 0xc02f58 0 + 0 12423424 0xbd9100 0 + 2 12569766 0xbfcca6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489722 0xbe93fa 0 + 0 12423434 0xbd910a 0 + 7 12460144 0xbe2070 0 + 5 12381789 0xbcee5d 0 + 2 12569777 0xbfccb1 0 + 1 12641422 0xc0e48e 0 + 6 12595043 0xc02f63 0 + 4 12511516 0xbee91c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569771 0xbfccab 0 + 1 12641416 0xc0e488 0 + 5 12381784 0xbcee58 0 + 0 12423429 0xbd9105 0 + 7 12460141 0xbe206d 0 + 3 12489719 0xbe93f7 0 + 4 12511512 0xbee918 0 + 6 12595039 0xc02f5f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569762 0xbfcca2 0 + 3 12489708 0xbe93ec 0 + 5 12381775 0xbcee4f 0 + 4 12511502 0xbee90e 0 + 0 12423421 0xbd90fd 0 + 1 12641410 0xc0e482 0 + 7 12460133 0xbe2065 0 + 6 12595029 0xc02f55 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641420 0xc0e48c 0 + 3 12489721 0xbe93f9 0 + 5 12381788 0xbcee5c 0 + 6 12595041 0xc02f61 0 + 0 12423433 0xbd9109 0 + 2 12569775 0xbfccaf 0 + 4 12511514 0xbee91a 0 + 7 12460143 0xbe206f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595042 0xc02f62 0 + 2 12569776 0xbfccb0 0 + 4 12511515 0xbee91b 0 + 1 12641421 0xc0e48d 0 + 0 12423435 0xbd910b 0 + 7 12460145 0xbe2071 0 + 3 12489723 0xbe93fb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489713 0xbe93f1 0 + 6 12595033 0xc02f59 0 + 2 12569767 0xbfcca7 0 + 7 12460136 0xbe2068 0 + 5 12381781 0xbcee55 0 + 0 12423426 0xbd9102 0 + 4 12511507 0xbee913 0 + 1 12641413 0xc0e485 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381774 0xbcee4e 0 + 6 12595027 0xc02f53 0 + 0 12423419 0xbd90fb 0 + 2 12569761 0xbfcca1 0 + 4 12511500 0xbee90c 0 + 7 12460129 0xbe2061 0 + 1 12641406 0xc0e47e 0 + 3 12489707 0xbe93eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489704 0xbe93e8 0 + 6 12595023 0xc02f4f 0 + 2 12569757 0xbfcc9d 0 + 7 12460126 0xbe205e 0 + 5 12381771 0xbcee4b 0 + 0 12423416 0xbd90f8 0 + 4 12511497 0xbee909 0 + 1 12641403 0xc0e47b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595028 0xc02f54 0 + 1 12641407 0xc0e47f 0 + 0 12423420 0xbd90fc 0 + 7 12460132 0xbe2064 0 + 2 12569765 0xbfcca5 0 + 3 12489710 0xbe93ee 0 + 4 12511504 0xbee910 0 + 5 12381778 0xbcee52 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460135 0xbe2067 0 + 5 12381780 0xbcee54 0 + 0 12423425 0xbd9101 0 + 4 12511506 0xbee912 0 + 1 12641412 0xc0e484 0 + 6 12595035 0xc02f5b 0 + 2 12569768 0xbfcca8 0 + 3 12489714 0xbe93f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489724 0xbe93fc 0 + 5 12381790 0xbcee5e 0 + 6 12595044 0xc02f64 0 + 0 12423436 0xbd910c 0 + 2 12569778 0xbfccb2 0 + 4 12511517 0xbee91d 0 + 7 12460146 0xbe2072 0 + 1 12641423 0xc0e48f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423428 0xbd9104 0 + 2 12569770 0xbfccaa 0 + 4 12511509 0xbee915 0 + 7 12460138 0xbe206a 0 + 1 12641415 0xc0e487 0 + 3 12489716 0xbe93f4 0 + 5 12381783 0xbcee57 0 + 6 12595036 0xc02f5c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460125 0xbe205d 0 + 5 12381770 0xbcee4a 0 + 0 12423415 0xbd90f7 0 + 4 12511496 0xbee908 0 + 1 12641402 0xc0e47a 0 + 6 12595024 0xc02f50 0 + 2 12569758 0xbfcc9e 0 + 3 12489705 0xbe93e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569763 0xbfcca3 0 + 4 12511501 0xbee90d 0 + 7 12460131 0xbe2063 0 + 1 12641408 0xc0e480 0 + 3 12489709 0xbe93ed 0 + 5 12381776 0xbcee50 0 + 6 12595030 0xc02f56 0 + 0 12423422 0xbd90fe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595046 0xc02f66 0 + 0 12423438 0xbd910e 0 + 2 12569780 0xbfccb4 0 + 4 12511519 0xbee91f 0 + 7 12460148 0xbe2074 0 + 1 12641425 0xc0e491 0 + 3 12489726 0xbe93fe 0 + 5 12381792 0xbcee60 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381791 0xbcee5f 0 + 6 12595045 0xc02f65 0 + 0 12423437 0xbd910d 0 + 2 12569779 0xbfccb3 0 + 4 12511518 0xbee91e 0 + 7 12460147 0xbe2073 0 + 1 12641424 0xc0e490 0 + 3 12489725 0xbe93fd 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..a43b3c420 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 13:58:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:58:06 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 626325979136. +write 4887 26214400 1024.00 0.002933 122.23 0.001729 122.23 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 619299471360. +write 4732 26214400 1024.00 0.005241 124.82 0.001683 124.82 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 601632014336. +write 4557 26214400 1024.00 0.006001 125.91 0.001670 125.92 2 + +Max Write: 4886.84 MiB/sec (5124.23 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4886.84 4556.71 4725.04 134.86 124.32239 0 24 6 3 1 0 1 0 0 1 26843545600 1048576 626325979136 POSIX 0 + +Finished: Tue Oct 23 14:04:23 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..151ea8bea --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,432 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 12:00:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 12:00:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 271790899200. +read 2157.82 26214400 10240 0.001319 120.12 0.000687 120.12 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 358371819520. +read 2844.33 26214400 10240 0.000622 120.16 0.000686 120.16 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 355320463360. +read 2821.04 26214400 10240 0.000747 120.12 0.000900 120.12 2 + +Max Read: 2844.33 MiB/sec (2982.50 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2844.33 2157.82 2607.73 318.28 120.13276 0 24 6 3 1 0 1 0 0 1 26843545600 10485760 271790899200 POSIX 0 + +Finished: Tue Oct 23 12:06:22 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459879 0xbe1f67 0 + 1 12641157 0xc0e385 0 + 3 12489459 0xbe92f3 0 + 5 12381520 0xbced50 0 + 6 12594778 0xc02e5a 0 + 0 12423170 0xbd9002 0 + 2 12569511 0xbfcba7 0 + 4 12511247 0xbee80f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594771 0xc02e53 0 + 2 12569504 0xbfcba0 0 + 1 12641150 0xc0e37e 0 + 0 12423164 0xbd8ffc 0 + 4 12511240 0xbee808 0 + 3 12489453 0xbe92ed 0 + 7 12459874 0xbe1f62 0 + 5 12381514 0xbced4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459876 0xbe1f64 0 + 1 12641155 0xc0e383 0 + 3 12489457 0xbe92f1 0 + 5 12381518 0xbced4e 0 + 6 12594776 0xc02e58 0 + 0 12423168 0xbd9000 0 + 2 12569509 0xbfcba5 0 + 4 12511246 0xbee80e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489452 0xbe92ec 0 + 0 12423163 0xbd8ffb 0 + 5 12381513 0xbced49 0 + 7 12459873 0xbe1f61 0 + 6 12594772 0xc02e54 0 + 1 12641152 0xc0e380 0 + 2 12569505 0xbfcba1 0 + 4 12511242 0xbee80a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511236 0xbee804 0 + 7 12459868 0xbe1f5c 0 + 1 12641146 0xc0e37a 0 + 3 12489449 0xbe92e9 0 + 5 12381510 0xbced46 0 + 6 12594768 0xc02e50 0 + 0 12423159 0xbd8ff7 0 + 2 12569501 0xbfcb9d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489461 0xbe92f5 0 + 5 12381522 0xbced52 0 + 6 12594780 0xc02e5c 0 + 0 12423172 0xbd9004 0 + 2 12569513 0xbfcba9 0 + 4 12511249 0xbee811 0 + 7 12459881 0xbe1f69 0 + 1 12641159 0xc0e387 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381504 0xbced40 0 + 7 12459864 0xbe1f58 0 + 6 12594763 0xc02e4b 0 + 0 12423155 0xbd8ff3 0 + 4 12511233 0xbee801 0 + 2 12569497 0xbfcb99 0 + 1 12641143 0xc0e377 0 + 3 12489446 0xbe92e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489444 0xbe92e4 0 + 5 12381506 0xbced42 0 + 6 12594764 0xc02e4c 0 + 0 12423157 0xbd8ff5 0 + 2 12569498 0xbfcb9a 0 + 4 12511234 0xbee802 0 + 7 12459866 0xbe1f5a 0 + 1 12641144 0xc0e378 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641154 0xc0e382 0 + 3 12489456 0xbe92f0 0 + 5 12381517 0xbced4d 0 + 6 12594775 0xc02e57 0 + 0 12423167 0xbd8fff 0 + 2 12569508 0xbfcba4 0 + 4 12511245 0xbee80d 0 + 7 12459878 0xbe1f66 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381501 0xbced3d 0 + 6 12594759 0xc02e47 0 + 0 12423151 0xbd8fef 0 + 2 12569492 0xbfcb94 0 + 4 12511228 0xbee7fc 0 + 7 12459860 0xbe1f54 0 + 1 12641138 0xc0e372 0 + 3 12489440 0xbe92e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423153 0xbd8ff1 0 + 2 12569494 0xbfcb96 0 + 4 12511230 0xbee7fe 0 + 7 12459862 0xbe1f56 0 + 1 12641140 0xc0e374 0 + 3 12489442 0xbe92e2 0 + 5 12381503 0xbced3f 0 + 6 12594761 0xc02e49 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569499 0xbfcb9b 0 + 3 12489447 0xbe92e7 0 + 4 12511237 0xbee805 0 + 7 12459869 0xbe1f5d 0 + 5 12381509 0xbced45 0 + 6 12594767 0xc02e4f 0 + 1 12641148 0xc0e37c 0 + 0 12423160 0xbd8ff8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641149 0xc0e37d 0 + 3 12489451 0xbe92eb 0 + 5 12381512 0xbced48 0 + 6 12594770 0xc02e52 0 + 0 12423162 0xbd8ffa 0 + 2 12569503 0xbfcb9f 0 + 4 12511239 0xbee807 0 + 7 12459871 0xbe1f5f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381508 0xbced44 0 + 6 12594766 0xc02e4e 0 + 4 12511235 0xbee803 0 + 7 12459867 0xbe1f5b 0 + 1 12641145 0xc0e379 0 + 0 12423158 0xbd8ff6 0 + 2 12569500 0xbfcb9c 0 + 3 12489448 0xbe92e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459870 0xbe1f5e 0 + 1 12641147 0xc0e37b 0 + 3 12489450 0xbe92ea 0 + 5 12381511 0xbced47 0 + 6 12594769 0xc02e51 0 + 0 12423161 0xbd8ff9 0 + 2 12569502 0xbfcb9e 0 + 4 12511238 0xbee806 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641158 0xc0e386 0 + 3 12489460 0xbe92f4 0 + 5 12381521 0xbced51 0 + 6 12594779 0xc02e5b 0 + 0 12423171 0xbd9003 0 + 2 12569512 0xbfcba8 0 + 4 12511248 0xbee810 0 + 7 12459880 0xbe1f68 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594760 0xc02e48 0 + 0 12423152 0xbd8ff0 0 + 2 12569493 0xbfcb95 0 + 4 12511229 0xbee7fd 0 + 7 12459861 0xbe1f55 0 + 1 12641139 0xc0e373 0 + 3 12489441 0xbe92e1 0 + 5 12381502 0xbced3e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511232 0xbee800 0 + 2 12569496 0xbfcb98 0 + 1 12641142 0xc0e376 0 + 3 12489445 0xbe92e5 0 + 0 12423156 0xbd8ff4 0 + 5 12381507 0xbced43 0 + 6 12594765 0xc02e4d 0 + 7 12459865 0xbe1f59 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381523 0xbced53 0 + 6 12594781 0xc02e5d 0 + 0 12423173 0xbd9005 0 + 2 12569514 0xbfcbaa 0 + 4 12511250 0xbee812 0 + 7 12459882 0xbe1f6a 0 + 1 12641160 0xc0e388 0 + 3 12489462 0xbe92f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511244 0xbee80c 0 + 7 12459877 0xbe1f65 0 + 1 12641156 0xc0e384 0 + 3 12489458 0xbe92f2 0 + 5 12381519 0xbced4f 0 + 6 12594777 0xc02e59 0 + 0 12423169 0xbd9001 0 + 2 12569510 0xbfcba6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489439 0xbe92df 0 + 5 12381500 0xbced3c 0 + 6 12594758 0xc02e46 0 + 0 12423150 0xbd8fee 0 + 2 12569491 0xbfcb93 0 + 4 12511227 0xbee7fb 0 + 7 12459859 0xbe1f53 0 + 1 12641137 0xc0e371 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459872 0xbe1f60 0 + 1 12641151 0xc0e37f 0 + 0 12423165 0xbd8ffd 0 + 3 12489454 0xbe92ee 0 + 4 12511241 0xbee809 0 + 5 12381515 0xbced4b 0 + 6 12594773 0xc02e55 0 + 2 12569506 0xbfcba2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569495 0xbfcb97 0 + 4 12511231 0xbee7ff 0 + 7 12459863 0xbe1f57 0 + 1 12641141 0xc0e375 0 + 6 12594762 0xc02e4a 0 + 0 12423154 0xbd8ff2 0 + 3 12489443 0xbe92e3 0 + 5 12381505 0xbced41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459875 0xbe1f63 0 + 1 12641153 0xc0e381 0 + 3 12489455 0xbe92ef 0 + 5 12381516 0xbced4c 0 + 6 12594774 0xc02e56 0 + 0 12423166 0xbd8ffe 0 + 2 12569507 0xbfcba3 0 + 4 12511243 0xbee80b 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..dda7f3a69 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 11:54:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 11:54:39 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 5643 26214400 10240 0.002738 108.88 0.001553 108.88 0 +write 5632 26214400 10240 0.004198 109.09 0.001529 109.09 1 +write 5681 26214400 10240 0.003430 108.14 0.001607 108.14 2 + +Max Write: 5681.30 MiB/sec (5957.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5681.30 5631.95 5652.05 21.16 108.70548 0 24 6 3 1 0 1 0 0 1 26843545600 10485760 644245094400 POSIX 0 + +Finished: Tue Oct 23 12:00:10 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..f67aca112 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,432 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 18:18:59 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:18:59 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 8496349184. +read 67.43 26214400 16.00 0.001410 120.16 0.000621 120.16 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 9008496640. +read 71.53 26214400 16.00 0.004323 120.10 0.001665 120.11 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 3865470566400. +WARNING: Using actual aggregate bytes moved = 9123708928. +read 72.44 26214400 16.00 0.000808 120.11 0.002333 120.11 2 + +Max Read: 72.44 MiB/sec (75.96 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 72.44 67.43 70.47 2.18 120.12622 0 24 6 3 1 0 1 0 0 1 26843545600 16384 8496349184 POSIX 0 + +Finished: Tue Oct 23 18:25:00 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460660 0xbe2274 0 + 1 12641937 0xc0e691 0 + 3 12490239 0xbe95ff 0 + 5 12382303 0xbcf05f 0 + 6 12595559 0xc03167 0 + 0 12423948 0xbd930c 0 + 2 12570292 0xbfceb4 0 + 4 12512029 0xbeeb1d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512034 0xbeeb22 0 + 5 12382310 0xbcf066 0 + 1 12641944 0xc0e698 0 + 6 12595566 0xc0316e 0 + 7 12460668 0xbe227c 0 + 3 12490247 0xbe9607 0 + 0 12423956 0xbd9314 0 + 2 12570300 0xbfcebc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570307 0xbfcec3 0 + 4 12512044 0xbeeb2c 0 + 7 12460675 0xbe2283 0 + 1 12641952 0xc0e6a0 0 + 3 12490254 0xbe960e 0 + 5 12382318 0xbcf06e 0 + 6 12595574 0xc03176 0 + 0 12423963 0xbd931b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382314 0xbcf06a 0 + 6 12595570 0xc03172 0 + 0 12423959 0xbd9317 0 + 2 12570303 0xbfcebf 0 + 4 12512040 0xbeeb28 0 + 7 12460671 0xbe227f 0 + 1 12641948 0xc0e69c 0 + 3 12490250 0xbe960a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512051 0xbeeb33 0 + 7 12460682 0xbe228a 0 + 1 12641959 0xc0e6a7 0 + 3 12490261 0xbe9615 0 + 5 12382325 0xbcf075 0 + 6 12595581 0xc0317d 0 + 0 12423970 0xbd9322 0 + 2 12570314 0xbfceca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641938 0xc0e692 0 + 6 12595560 0xc03168 0 + 2 12570293 0xbfceb5 0 + 7 12460661 0xbe2275 0 + 5 12382305 0xbcf061 0 + 0 12423950 0xbd930e 0 + 4 12512031 0xbeeb1f 0 + 3 12490241 0xbe9601 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423952 0xbd9310 0 + 2 12570296 0xbfceb8 0 + 4 12512033 0xbeeb21 0 + 7 12460664 0xbe2278 0 + 1 12641941 0xc0e695 0 + 3 12490243 0xbe9603 0 + 5 12382307 0xbcf063 0 + 6 12595563 0xc0316b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595571 0xc03173 0 + 0 12423960 0xbd9318 0 + 2 12570304 0xbfcec0 0 + 4 12512041 0xbeeb29 0 + 7 12460672 0xbe2280 0 + 1 12641949 0xc0e69d 0 + 3 12490251 0xbe960b 0 + 5 12382315 0xbcf06b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460669 0xbe227d 0 + 5 12382312 0xbcf068 0 + 6 12595568 0xc03170 0 + 2 12570301 0xbfcebd 0 + 1 12641946 0xc0e69a 0 + 0 12423958 0xbd9316 0 + 3 12490249 0xbe9609 0 + 4 12512039 0xbeeb27 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490256 0xbe9610 0 + 6 12595576 0xc03178 0 + 2 12570309 0xbfcec5 0 + 4 12512046 0xbeeb2e 0 + 5 12382321 0xbcf071 0 + 0 12423966 0xbd931e 0 + 7 12460678 0xbe2286 0 + 1 12641955 0xc0e6a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382304 0xbcf060 0 + 0 12423949 0xbd930d 0 + 4 12512030 0xbeeb1e 0 + 1 12641939 0xc0e693 0 + 3 12490240 0xbe9600 0 + 6 12595561 0xc03169 0 + 2 12570294 0xbfceb6 0 + 7 12460662 0xbe2276 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595578 0xc0317a 0 + 0 12423967 0xbd931f 0 + 2 12570311 0xbfcec7 0 + 4 12512048 0xbeeb30 0 + 7 12460679 0xbe2287 0 + 1 12641956 0xc0e6a4 0 + 3 12490258 0xbe9612 0 + 5 12382322 0xbcf072 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460677 0xbe2285 0 + 5 12382320 0xbcf070 0 + 0 12423965 0xbd931d 0 + 1 12641954 0xc0e6a2 0 + 6 12595577 0xc03179 0 + 2 12570310 0xbfcec6 0 + 4 12512047 0xbeeb2f 0 + 3 12490257 0xbe9611 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570297 0xbfceb9 0 + 1 12641942 0xc0e696 0 + 5 12382308 0xbcf064 0 + 4 12512035 0xbeeb23 0 + 3 12490246 0xbe9606 0 + 6 12595565 0xc0316d 0 + 7 12460667 0xbe227b 0 + 0 12423955 0xbd9313 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512042 0xbeeb2a 0 + 3 12490252 0xbe960c 0 + 6 12595572 0xc03174 0 + 7 12460674 0xbe2282 0 + 5 12382317 0xbcf06d 0 + 0 12423962 0xbd931a 0 + 2 12570306 0xbfcec2 0 + 1 12641951 0xc0e69f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512028 0xbeeb1c 0 + 7 12460659 0xbe2273 0 + 1 12641936 0xc0e690 0 + 3 12490238 0xbe95fe 0 + 5 12382302 0xbcf05e 0 + 6 12595558 0xc03166 0 + 0 12423947 0xbd930b 0 + 2 12570291 0xbfceb3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570313 0xbfcec9 0 + 4 12512050 0xbeeb32 0 + 7 12460681 0xbe2289 0 + 1 12641958 0xc0e6a6 0 + 3 12490260 0xbe9614 0 + 5 12382324 0xbcf074 0 + 6 12595580 0xc0317c 0 + 0 12423969 0xbd9321 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595562 0xc0316a 0 + 0 12423951 0xbd930f 0 + 2 12570295 0xbfceb7 0 + 4 12512032 0xbeeb20 0 + 7 12460663 0xbe2277 0 + 1 12641940 0xc0e694 0 + 3 12490242 0xbe9602 0 + 5 12382306 0xbcf062 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12512045 0xbeeb2d 0 + 7 12460676 0xbe2284 0 + 1 12641953 0xc0e6a1 0 + 3 12490255 0xbe960f 0 + 5 12382319 0xbcf06f 0 + 6 12595575 0xc03177 0 + 0 12423964 0xbd931c 0 + 2 12570308 0xbfcec4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423968 0xbd9320 0 + 2 12570312 0xbfcec8 0 + 4 12512049 0xbeeb31 0 + 7 12460680 0xbe2288 0 + 1 12641957 0xc0e6a5 0 + 3 12490259 0xbe9613 0 + 5 12382323 0xbcf073 0 + 6 12595579 0xc0317b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490248 0xbe9608 0 + 0 12423957 0xbd9315 0 + 4 12512038 0xbeeb26 0 + 5 12382313 0xbcf069 0 + 2 12570302 0xbfcebe 0 + 6 12595569 0xc03171 0 + 7 12460670 0xbe227e 0 + 1 12641947 0xc0e69b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460665 0xbe2279 0 + 3 12490244 0xbe9604 0 + 6 12595564 0xc0316c 0 + 0 12423953 0xbd9311 0 + 1 12641943 0xc0e697 0 + 5 12382309 0xbcf065 0 + 2 12570298 0xbfceba 0 + 4 12512036 0xbeeb24 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490245 0xbe9605 0 + 7 12460666 0xbe227a 0 + 5 12382311 0xbcf067 0 + 0 12423954 0xbd9312 0 + 2 12570299 0xbfcebb 0 + 1 12641945 0xc0e699 0 + 6 12595567 0xc0316f 0 + 4 12512037 0xbeeb25 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423961 0xbd9319 0 + 7 12460673 0xbe2281 0 + 1 12641950 0xc0e69e 0 + 5 12382316 0xbcf06c 0 + 2 12570305 0xbfcec1 0 + 3 12490253 0xbe960d 0 + 4 12512043 0xbeeb2b 0 + 6 12595573 0xc03175 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..cd60c9fd8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 24 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 18:11:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:11:22 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 24 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644230332416. +WARNING: Using actual aggregate bytes moved = 40317681664. +write 260.19 26214400 16.00 0.002650 147.77 0.001447 147.77 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644241883136. +WARNING: Using actual aggregate bytes moved = 35624615936. +write 232.62 26214400 16.00 0.016533 146.04 0.001388 146.05 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644233265152. +WARNING: Using actual aggregate bytes moved = 35871342592. +write 231.20 26214400 16.00 0.003769 147.96 0.001395 147.96 2 + +Max Write: 260.19 MiB/sec (272.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 260.19 231.20 241.34 13.34 147.26318 0 24 6 3 1 0 1 0 0 1 26843545600 16384 40317681664 POSIX 0 + +Finished: Tue Oct 23 18:18:45 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..f5ad1fdd5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:57:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:57:40 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 35536179200. +read 281.53 19660800 100.00 0.020202 120.36 0.008444 120.38 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 36893388800. +read 292.32 19660800 100.00 0.005742 120.36 0.004209 120.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 37524582400. +read 297.33 19660800 100.00 0.005775 120.36 0.004299 120.36 2 + +Max Read: 297.33 MiB/sec (311.77 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 297.33 281.53 290.39 6.59 120.36648 0 32 8 3 0 0 1 0 0 1 20132659200 102400 35536179200 MPIIO 0 + +Finished: Tue Oct 23 16:03:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641620 0xc0e554 0 + 3 12489923 0xbe94c3 0 + 5 12381987 0xbcef23 0 + 6 12595241 0xc03029 0 + 0 12423632 0xbd91d0 0 + 2 12569977 0xbfcd79 0 + 4 12511714 0xbee9e2 0 + 7 12460344 0xbe2138 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..59951cd81 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:45:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:45:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 22090342400. +read 693.91 19660800 100.00 0.014762 30.35 0.006049 30.36 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 22098227200. +read 694.20 19660800 100.00 0.007519 30.36 0.005887 30.36 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 22085017600. +read 693.81 19660800 100.00 0.007168 30.35 0.006292 30.36 2 + +Max Read: 694.20 MiB/sec (727.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 694.20 693.81 693.97 0.16 30.35828 0 32 8 3 0 0 1 0 0 1 20132659200 102400 22090342400 MPIIO 0 + +Finished: Wed Oct 24 09:47:09 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..b9c31a5a2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 15:51:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:51:21 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243865600. +WARNING: Using actual aggregate bytes moved = 40235110400. +write 318.37 19660800 100.00 0.011896 120.51 0.000560 120.52 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644240896000. +WARNING: Using actual aggregate bytes moved = 39003648000. +write 308.67 19660800 100.00 0.007467 120.50 0.000531 120.51 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243353600. +WARNING: Using actual aggregate bytes moved = 39161446400. +write 309.89 19660800 100.00 0.013143 120.51 0.000584 120.52 2 + +Max Write: 318.37 MiB/sec (333.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 318.37 308.67 312.31 4.31 120.51676 0 32 8 3 0 0 1 0 0 1 20132659200 102400 40235110400 MPIIO 0 + +Finished: Tue Oct 23 15:57:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..2a6af8920 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 13:52:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:52:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 157790765056. +read 1251.43 19660800 1024.00 0.181740 120.07 0.002955 120.25 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 162078392320. +read 1287.40 19660800 1024.00 0.004644 120.06 0.003104 120.06 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 161980874752. +read 1286.56 19660800 1024.00 0.004534 120.06 0.003093 120.07 2 + +Max Read: 1287.40 MiB/sec (1349.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1287.40 1251.43 1275.13 16.76 120.12680 0 32 8 3 0 0 1 0 0 1 20132659200 1048576 157790765056 MPIIO 0 + +Finished: Tue Oct 23 13:58:04 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381720 0xbcee18 0 + 6 12594974 0xc02f1e 0 + 0 12423367 0xbd90c7 0 + 2 12569708 0xbfcc6c 0 + 4 12511448 0xbee8d8 0 + 7 12460076 0xbe202c 0 + 1 12641354 0xc0e44a 0 + 3 12489657 0xbe93b9 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2b45c2ebf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:37:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:37:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 101707677696. +read 3221.33 19660800 1024.00 0.005896 30.10 0.008057 30.11 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 99137617920. +read 3144.60 19660800 1024.00 0.003158 30.06 0.001679 30.07 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 99635691520. +read 3156.91 19660800 1024.00 0.003120 30.10 0.001581 30.10 2 + +Max Read: 3221.33 MiB/sec (3377.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3221.33 3144.60 3174.28 33.64 30.09181 0 32 8 3 0 0 1 0 0 1 20132659200 1048576 101707677696 MPIIO 0 + +Finished: Wed Oct 24 09:38:35 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8f9654603 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 13:45:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:45:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244045824. +WARNING: Using actual aggregate bytes moved = 434761629696. +write 3453.61 19660800 1024.00 0.010298 120.04 0.002244 120.05 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244045824. +WARNING: Using actual aggregate bytes moved = 489523511296. +write 3727 19660800 1024.00 5.18 120.07 0.000567 125.24 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244045824. +WARNING: Using actual aggregate bytes moved = 494812528640. +write 3742 19660800 1024.00 6.04 120.06 0.000624 126.10 2 + +Max Write: 3742.18 MiB/sec (3923.96 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3742.18 3453.61 3641.08 132.70 123.79989 0 32 8 3 0 0 1 0 0 1 20132659200 1048576 434761629696 MPIIO 0 + +Finished: Tue Oct 23 13:51:47 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..89fb1f8a4 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 11:48:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 11:48:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 352678051840. +read 2798.38 19660800 10240 0.070351 120.12 0.001189 120.19 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 358046760960. +read 2843.07 19660800 10240 0.002883 120.10 0.001274 120.10 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 358738821120. +read 2848.64 19660800 10240 0.002712 120.10 0.001250 120.10 2 + +Max Read: 2848.64 MiB/sec (2987.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2848.64 2798.38 2830.03 22.49 120.13099 0 32 8 3 0 0 1 0 0 1 20132659200 10485760 352678051840 MPIIO 0 + +Finished: Tue Oct 23 11:54:37 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489389 0xbe92ad 0 + 5 12381451 0xbced0b 0 + 6 12594709 0xc02e15 0 + 0 12423102 0xbd8fbe 0 + 2 12569442 0xbfcb62 0 + 4 12511178 0xbee7ca 0 + 7 12459810 0xbe1f22 0 + 1 12641088 0xc0e340 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..ba540985e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:28:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:28:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 88510300160. +read 2801.80 19660800 10240 0.005035 30.12 0.000976 30.13 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 99625205760. +read 3152.42 19660800 10240 0.002645 30.14 0.001326 30.14 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 108265472000. +read 3427.61 19660800 10240 0.002664 30.12 0.000947 30.12 2 + +Max Read: 3427.61 MiB/sec (3594.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3427.61 2801.80 3127.28 256.11 30.12962 0 32 8 3 0 0 1 0 0 1 20132659200 10485760 88510300160 MPIIO 0 + +Finished: Wed Oct 24 09:30:04 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..978ca4771 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 11:41:58 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 11:41:58 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 337914101760. +write 2677.29 19660800 10240 0.008235 120.36 0.000516 120.37 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644234608640. +WARNING: Using actual aggregate bytes moved = 341500231680. +write 2585.91 19660800 10240 5.69 120.25 0.000565 125.94 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 335837921280. +write 2546.56 19660800 10240 5.54 120.23 0.000936 125.77 2 + +Max Write: 2677.29 MiB/sec (2807.34 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2677.29 2546.56 2603.25 54.76 124.02722 0 32 8 3 0 0 1 0 0 1 20132659200 10485760 337914101760 MPIIO 0 + +Finished: Tue Oct 23 11:48:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..1e9f34494 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 18:05:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 18:05:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7268204544. +read 56.75 19660800 16.00 0.010304 122.13 0.002476 122.14 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7386972160. +read 57.68 19660800 16.00 0.002667 122.13 0.001126 122.13 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 7405846528. +read 57.83 19660800 16.00 0.002670 122.12 0.001154 122.13 2 + +Max Read: 57.83 MiB/sec (60.64 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 57.83 56.75 57.42 0.48 122.13088 0 32 8 3 0 0 1 0 0 1 20132659200 16384 7268204544 MPIIO 0 + +Finished: Tue Oct 23 18:11:20 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460610 0xbe2242 0 + 1 12641888 0xc0e660 0 + 3 12490189 0xbe95cd 0 + 5 12382253 0xbcf02d 0 + 6 12595509 0xc03135 0 + 0 12423899 0xbd92db 0 + 2 12570243 0xbfce83 0 + 4 12511981 0xbeeaed 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..973069b3d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r ++ tee -a ./output_v2/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 09:53:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 09:53:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread4/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4484628480. +read 133.12 19660800 16.00 0.008587 32.12 0.005908 32.13 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4516380672. +read 134.09 19660800 16.00 0.003454 32.12 0.001760 32.12 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 4513972224. +read 134.02 19660800 16.00 0.003422 32.12 0.005695 32.12 2 + +Max Read: 134.09 MiB/sec (140.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 134.09 133.12 133.74 0.44 32.12342 0 32 8 3 0 0 1 0 0 1 20132659200 16384 4484628480 MPIIO 0 + +Finished: Wed Oct 24 09:55:27 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5194a5430 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 17:58:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:58:56 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243587072. +WARNING: Using actual aggregate bytes moved = 6858686464. +write 53.46 19660800 16.00 0.010894 122.35 0.000400 122.36 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644243652608. +WARNING: Using actual aggregate bytes moved = 6952583168. +write 54.20 19660800 16.00 0.006475 122.32 0.000468 122.33 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644244602880. +WARNING: Using actual aggregate bytes moved = 6846709760. +write 53.45 19660800 16.00 0.002086 122.16 0.000515 122.16 2 + +Max Write: 54.20 MiB/sec (56.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 54.20 53.45 53.70 0.35 122.28277 0 32 8 3 0 0 1 0 0 1 20132659200 16384 6858686464 MPIIO 0 + +Finished: Tue Oct 23 18:05:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d17461cfd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,560 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 15:45:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:45:17 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 53493350400. +read 425.02 19660800 100.00 0.006524 120.03 0.005546 120.03 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 58569728000. +read 465.37 19660800 100.00 0.005566 120.03 0.005577 120.03 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 64302899200. +read 510.91 19660800 100.00 0.005641 120.02 0.011653 120.03 2 + +Max Read: 510.91 MiB/sec (535.73 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 510.91 425.02 467.10 35.08 120.02880 0 32 8 3 1 0 1 0 0 1 20132659200 102400 53493350400 POSIX 0 + +Finished: Tue Oct 23 15:51:18 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641613 0xc0e54d 0 + 3 12489916 0xbe94bc 0 + 5 12381980 0xbcef1c 0 + 6 12595234 0xc03022 0 + 0 12423624 0xbd91c8 0 + 2 12569970 0xbfcd72 0 + 4 12511707 0xbee9db 0 + 7 12460337 0xbe2131 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595229 0xc0301d 0 + 0 12423619 0xbd91c3 0 + 2 12569965 0xbfcd6d 0 + 4 12511702 0xbee9d6 0 + 7 12460332 0xbe212c 0 + 1 12641608 0xc0e548 0 + 3 12489911 0xbe94b7 0 + 5 12381975 0xbcef17 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423628 0xbd91cc 0 + 2 12569974 0xbfcd76 0 + 4 12511711 0xbee9df 0 + 7 12460341 0xbe2135 0 + 1 12641617 0xc0e551 0 + 3 12489920 0xbe94c0 0 + 5 12381984 0xbcef20 0 + 6 12595238 0xc03026 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569967 0xbfcd6f 0 + 4 12511704 0xbee9d8 0 + 7 12460334 0xbe212e 0 + 1 12641610 0xc0e54a 0 + 3 12489913 0xbe94b9 0 + 5 12381977 0xbcef19 0 + 6 12595231 0xc0301f 0 + 0 12423621 0xbd91c5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460336 0xbe2130 0 + 1 12641612 0xc0e54c 0 + 3 12489915 0xbe94bb 0 + 5 12381979 0xbcef1b 0 + 6 12595233 0xc03021 0 + 0 12423623 0xbd91c7 0 + 2 12569969 0xbfcd71 0 + 4 12511706 0xbee9da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423603 0xbd91b3 0 + 2 12569949 0xbfcd5d 0 + 4 12511686 0xbee9c6 0 + 7 12460316 0xbe211c 0 + 1 12641592 0xc0e538 0 + 3 12489895 0xbe94a7 0 + 5 12381959 0xbcef07 0 + 6 12595213 0xc0300d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423620 0xbd91c4 0 + 2 12569966 0xbfcd6e 0 + 4 12511703 0xbee9d7 0 + 7 12460333 0xbe212d 0 + 1 12641609 0xc0e549 0 + 3 12489912 0xbe94b8 0 + 5 12381976 0xbcef18 0 + 6 12595230 0xc0301e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489893 0xbe94a5 0 + 0 12423601 0xbd91b1 0 + 4 12511684 0xbee9c4 0 + 1 12641590 0xc0e536 0 + 6 12595212 0xc0300c 0 + 2 12569948 0xbfcd5c 0 + 7 12460315 0xbe211b 0 + 5 12381958 0xbcef06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489917 0xbe94bd 0 + 5 12381981 0xbcef1d 0 + 6 12595235 0xc03023 0 + 0 12423625 0xbd91c9 0 + 2 12569971 0xbfcd73 0 + 4 12511708 0xbee9dc 0 + 7 12460338 0xbe2132 0 + 1 12641614 0xc0e54e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569959 0xbfcd67 0 + 4 12511696 0xbee9d0 0 + 7 12460326 0xbe2126 0 + 1 12641602 0xc0e542 0 + 3 12489905 0xbe94b1 0 + 5 12381969 0xbcef11 0 + 6 12595223 0xc03017 0 + 0 12423613 0xbd91bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381974 0xbcef16 0 + 6 12595228 0xc0301c 0 + 0 12423618 0xbd91c2 0 + 2 12569964 0xbfcd6c 0 + 4 12511701 0xbee9d5 0 + 7 12460331 0xbe212b 0 + 1 12641607 0xc0e547 0 + 3 12489910 0xbe94b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569943 0xbfcd57 0 + 4 12511680 0xbee9c0 0 + 7 12460310 0xbe2116 0 + 1 12641586 0xc0e532 0 + 3 12489889 0xbe94a1 0 + 5 12381953 0xbcef01 0 + 6 12595207 0xc03007 0 + 0 12423597 0xbd91ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489899 0xbe94ab 0 + 0 12423607 0xbd91b7 0 + 4 12511690 0xbee9ca 0 + 1 12641596 0xc0e53c 0 + 5 12381963 0xbcef0b 0 + 2 12569954 0xbfcd62 0 + 7 12460321 0xbe2121 0 + 6 12595218 0xc03012 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460318 0xbe211e 0 + 3 12489898 0xbe94aa 0 + 1 12641595 0xc0e53b 0 + 6 12595215 0xc0300f 0 + 2 12569951 0xbfcd5f 0 + 5 12381962 0xbcef0a 0 + 0 12423606 0xbd91b6 0 + 4 12511689 0xbee9c9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641605 0xc0e545 0 + 3 12489908 0xbe94b4 0 + 5 12381972 0xbcef14 0 + 6 12595226 0xc0301a 0 + 0 12423616 0xbd91c0 0 + 2 12569962 0xbfcd6a 0 + 4 12511699 0xbee9d3 0 + 7 12460329 0xbe2129 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595237 0xc03025 0 + 0 12423627 0xbd91cb 0 + 2 12569973 0xbfcd75 0 + 4 12511710 0xbee9de 0 + 7 12460340 0xbe2134 0 + 1 12641616 0xc0e550 0 + 3 12489919 0xbe94bf 0 + 5 12381983 0xbcef1f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489909 0xbe94b5 0 + 5 12381973 0xbcef15 0 + 6 12595227 0xc0301b 0 + 0 12423617 0xbd91c1 0 + 2 12569963 0xbfcd6b 0 + 4 12511700 0xbee9d4 0 + 7 12460330 0xbe212a 0 + 1 12641606 0xc0e546 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511705 0xbee9d9 0 + 7 12460335 0xbe212f 0 + 1 12641611 0xc0e54b 0 + 3 12489914 0xbe94ba 0 + 5 12381978 0xbcef1a 0 + 6 12595232 0xc03020 0 + 0 12423622 0xbd91c6 0 + 2 12569968 0xbfcd70 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569950 0xbfcd5e 0 + 5 12381960 0xbcef08 0 + 6 12595214 0xc0300e 0 + 0 12423604 0xbd91b4 0 + 4 12511687 0xbee9c7 0 + 7 12460317 0xbe211d 0 + 3 12489897 0xbe94a9 0 + 1 12641593 0xc0e539 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511681 0xbee9c1 0 + 7 12460311 0xbe2117 0 + 1 12641587 0xc0e533 0 + 3 12489890 0xbe94a2 0 + 5 12381954 0xbcef02 0 + 6 12595208 0xc03008 0 + 0 12423598 0xbd91ae 0 + 2 12569944 0xbfcd58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511697 0xbee9d1 0 + 7 12460327 0xbe2127 0 + 1 12641603 0xc0e543 0 + 3 12489906 0xbe94b2 0 + 5 12381970 0xbcef12 0 + 6 12595224 0xc03018 0 + 0 12423614 0xbd91be 0 + 2 12569960 0xbfcd68 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595217 0xc03011 0 + 2 12569953 0xbfcd61 0 + 7 12460320 0xbe2120 0 + 3 12489900 0xbe94ac 0 + 0 12423608 0xbd91b8 0 + 4 12511691 0xbee9cb 0 + 1 12641597 0xc0e53d 0 + 5 12381965 0xbcef0d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489896 0xbe94a8 0 + 1 12641594 0xc0e53a 0 + 5 12381961 0xbcef09 0 + 0 12423605 0xbd91b5 0 + 4 12511688 0xbee9c8 0 + 6 12595216 0xc03010 0 + 2 12569952 0xbfcd60 0 + 7 12460319 0xbe211f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460328 0xbe2128 0 + 1 12641604 0xc0e544 0 + 3 12489907 0xbe94b3 0 + 5 12381971 0xbcef13 0 + 6 12595225 0xc03019 0 + 0 12423615 0xbd91bf 0 + 2 12569961 0xbfcd69 0 + 4 12511698 0xbee9d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595220 0xc03014 0 + 0 12423610 0xbd91ba 0 + 2 12569956 0xbfcd64 0 + 4 12511693 0xbee9cd 0 + 7 12460323 0xbe2123 0 + 1 12641599 0xc0e53f 0 + 3 12489902 0xbe94ae 0 + 5 12381966 0xbcef0e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641589 0xc0e535 0 + 3 12489892 0xbe94a4 0 + 5 12381956 0xbcef04 0 + 6 12595210 0xc0300a 0 + 0 12423600 0xbd91b0 0 + 2 12569946 0xbfcd5a 0 + 4 12511683 0xbee9c3 0 + 7 12460313 0xbe2119 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423612 0xbd91bc 0 + 2 12569958 0xbfcd66 0 + 4 12511695 0xbee9cf 0 + 7 12460325 0xbe2125 0 + 1 12641601 0xc0e541 0 + 3 12489904 0xbe94b0 0 + 5 12381968 0xbcef10 0 + 6 12595222 0xc03016 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460312 0xbe2118 0 + 1 12641588 0xc0e534 0 + 3 12489891 0xbe94a3 0 + 5 12381955 0xbcef03 0 + 6 12595209 0xc03009 0 + 0 12423599 0xbd91af 0 + 2 12569945 0xbfcd59 0 + 4 12511682 0xbee9c2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595221 0xc03015 0 + 0 12423611 0xbd91bb 0 + 2 12569957 0xbfcd65 0 + 4 12511694 0xbee9ce 0 + 7 12460324 0xbe2124 0 + 1 12641600 0xc0e540 0 + 3 12489903 0xbe94af 0 + 5 12381967 0xbcef0f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381964 0xbcef0c 0 + 6 12595219 0xc03013 0 + 0 12423609 0xbd91b9 0 + 2 12569955 0xbfcd63 0 + 4 12511692 0xbee9cc 0 + 7 12460322 0xbe2122 0 + 1 12641598 0xc0e53e 0 + 3 12489901 0xbe94ad 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381982 0xbcef1e 0 + 6 12595236 0xc03024 0 + 0 12423626 0xbd91ca 0 + 2 12569972 0xbfcd74 0 + 4 12511709 0xbee9dd 0 + 7 12460339 0xbe2133 0 + 1 12641615 0xc0e54f 0 + 3 12489918 0xbe94be 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595211 0xc0300b 0 + 2 12569947 0xbfcd5b 0 + 7 12460314 0xbe211a 0 + 3 12489894 0xbe94a6 0 + 5 12381957 0xbcef05 0 + 0 12423602 0xbd91b2 0 + 4 12511685 0xbee9c5 0 + 1 12641591 0xc0e537 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..038a76122 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 15:38:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 15:38:08 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644230553600. +WARNING: Using actual aggregate bytes moved = 129645056000. +write 913.55 19660800 100.00 0.002680 135.34 0.000347 135.34 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 111926988800. +write 765.87 19660800 100.00 0.016071 139.36 0.000441 139.37 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644222156800. +WARNING: Using actual aggregate bytes moved = 114604748800. +write 795.73 19660800 100.00 0.009010 137.34 0.000454 137.35 2 + +Max Write: 913.55 MiB/sec (957.93 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 913.55 765.87 825.05 63.76 137.35544 0 32 8 3 1 0 1 0 0 1 20132659200 102400 129645056000 POSIX 0 + +Finished: Tue Oct 23 15:45:05 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..044360591 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,560 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 13:39:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:39:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 336569827328. +read 2674.04 19660800 1024.00 0.001528 120.03 0.000366 120.03 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 390937444352. +read 3106.42 19660800 1024.00 0.000512 120.02 0.000520 120.02 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 400710172672. +read 3183.98 19660800 1024.00 0.000660 120.02 0.000799 120.02 2 + +Max Read: 3183.98 MiB/sec (3338.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3183.98 2674.04 2988.15 224.35 120.02490 0 32 8 3 1 0 1 0 0 1 20132659200 1048576 336569827328 POSIX 0 + +Finished: Tue Oct 23 13:45:21 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381692 0xbcedfc 0 + 2 12569680 0xbfcc50 0 + 7 12460048 0xbe2010 0 + 1 12641327 0xc0e42f 0 + 6 12594947 0xc02f03 0 + 4 12511420 0xbee8bc 0 + 0 12423340 0xbd90ac 0 + 3 12489630 0xbe939e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569682 0xbfcc52 0 + 7 12460050 0xbe2012 0 + 3 12489631 0xbe939f 0 + 0 12423341 0xbd90ad 0 + 1 12641329 0xc0e431 0 + 4 12511422 0xbee8be 0 + 5 12381695 0xbcedff 0 + 6 12594949 0xc02f05 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423343 0xbd90af 0 + 4 12511424 0xbee8c0 0 + 2 12569685 0xbfcc55 0 + 6 12594952 0xc02f08 0 + 7 12460054 0xbe2016 0 + 3 12489635 0xbe93a3 0 + 1 12641332 0xc0e434 0 + 5 12381699 0xbcee03 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569690 0xbfcc5a 0 + 4 12511429 0xbee8c5 0 + 1 12641336 0xc0e438 0 + 5 12381702 0xbcee06 0 + 7 12460059 0xbe201b 0 + 0 12423350 0xbd90b6 0 + 3 12489640 0xbe93a8 0 + 6 12594957 0xc02f0d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594956 0xc02f0c 0 + 0 12423349 0xbd90b5 0 + 7 12460058 0xbe201a 0 + 3 12489639 0xbe93a7 0 + 2 12569691 0xbfcc5b 0 + 4 12511430 0xbee8c6 0 + 1 12641337 0xc0e439 0 + 5 12381703 0xbcee07 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594955 0xc02f0b 0 + 0 12423348 0xbd90b4 0 + 2 12569689 0xbfcc59 0 + 4 12511428 0xbee8c4 0 + 7 12460057 0xbe2019 0 + 1 12641335 0xc0e437 0 + 3 12489638 0xbe93a6 0 + 5 12381701 0xbcee05 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381688 0xbcedf8 0 + 0 12423335 0xbd90a7 0 + 4 12511415 0xbee8b7 0 + 1 12641323 0xc0e42b 0 + 6 12594943 0xc02eff 0 + 2 12569677 0xbfcc4d 0 + 7 12460045 0xbe200d 0 + 3 12489626 0xbe939a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641322 0xc0e42a 0 + 6 12594942 0xc02efe 0 + 2 12569676 0xbfcc4c 0 + 7 12460044 0xbe200c 0 + 3 12489625 0xbe9399 0 + 0 12423336 0xbd90a8 0 + 4 12511416 0xbee8b8 0 + 5 12381689 0xbcedf9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594968 0xc02f18 0 + 0 12423361 0xbd90c1 0 + 2 12569702 0xbfcc66 0 + 4 12511441 0xbee8d1 0 + 7 12460070 0xbe2026 0 + 1 12641348 0xc0e444 0 + 3 12489651 0xbe93b3 0 + 5 12381714 0xbcee12 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381697 0xbcee01 0 + 4 12511425 0xbee8c1 0 + 2 12569686 0xbfcc56 0 + 6 12594953 0xc02f09 0 + 3 12489634 0xbe93a2 0 + 0 12423346 0xbd90b2 0 + 7 12460055 0xbe2017 0 + 1 12641333 0xc0e435 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460066 0xbe2022 0 + 1 12641344 0xc0e440 0 + 3 12489647 0xbe93af 0 + 5 12381710 0xbcee0e 0 + 6 12594964 0xc02f14 0 + 0 12423357 0xbd90bd 0 + 2 12569698 0xbfcc62 0 + 4 12511437 0xbee8cd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460046 0xbe200e 0 + 6 12594944 0xc02f00 0 + 1 12641325 0xc0e42d 0 + 3 12489628 0xbe939c 0 + 0 12423338 0xbd90aa 0 + 2 12569679 0xbfcc4f 0 + 5 12381691 0xbcedfb 0 + 4 12511418 0xbee8ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569692 0xbfcc5c 0 + 4 12511431 0xbee8c7 0 + 7 12460060 0xbe201c 0 + 1 12641338 0xc0e43a 0 + 3 12489641 0xbe93a9 0 + 5 12381704 0xbcee08 0 + 6 12594958 0xc02f0e 0 + 0 12423351 0xbd90b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381696 0xbcee00 0 + 6 12594950 0xc02f06 0 + 1 12641331 0xc0e433 0 + 0 12423344 0xbd90b0 0 + 7 12460053 0xbe2015 0 + 2 12569687 0xbfcc57 0 + 3 12489636 0xbe93a4 0 + 4 12511426 0xbee8c2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511432 0xbee8c8 0 + 7 12460061 0xbe201d 0 + 1 12641339 0xc0e43b 0 + 3 12489642 0xbe93aa 0 + 5 12381705 0xbcee09 0 + 6 12594959 0xc02f0f 0 + 0 12423352 0xbd90b8 0 + 2 12569693 0xbfcc5d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423353 0xbd90b9 0 + 7 12460063 0xbe201f 0 + 2 12569695 0xbfcc5f 0 + 4 12511434 0xbee8ca 0 + 1 12641341 0xc0e43d 0 + 3 12489644 0xbe93ac 0 + 5 12381707 0xbcee0b 0 + 6 12594961 0xc02f11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489649 0xbe93b1 0 + 5 12381712 0xbcee10 0 + 6 12594966 0xc02f16 0 + 0 12423359 0xbd90bf 0 + 2 12569700 0xbfcc64 0 + 4 12511439 0xbee8cf 0 + 7 12460068 0xbe2024 0 + 1 12641346 0xc0e442 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641326 0xc0e42e 0 + 6 12594946 0xc02f02 0 + 0 12423339 0xbd90ab 0 + 4 12511419 0xbee8bb 0 + 3 12489629 0xbe939d 0 + 2 12569681 0xbfcc51 0 + 7 12460049 0xbe2011 0 + 5 12381693 0xbcedfd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569684 0xbfcc54 0 + 4 12511423 0xbee8bf 0 + 7 12460052 0xbe2014 0 + 1 12641330 0xc0e432 0 + 3 12489633 0xbe93a1 0 + 5 12381698 0xbcee02 0 + 6 12594951 0xc02f07 0 + 0 12423345 0xbd90b1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511436 0xbee8cc 0 + 7 12460065 0xbe2021 0 + 1 12641343 0xc0e43f 0 + 3 12489646 0xbe93ae 0 + 5 12381709 0xbcee0d 0 + 6 12594963 0xc02f13 0 + 0 12423356 0xbd90bc 0 + 2 12569697 0xbfcc61 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569704 0xbfcc68 0 + 4 12511443 0xbee8d3 0 + 7 12460072 0xbe2028 0 + 1 12641350 0xc0e446 0 + 3 12489653 0xbe93b5 0 + 5 12381716 0xbcee14 0 + 6 12594970 0xc02f1a 0 + 0 12423363 0xbd90c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381713 0xbcee11 0 + 6 12594967 0xc02f17 0 + 0 12423360 0xbd90c0 0 + 2 12569701 0xbfcc65 0 + 4 12511440 0xbee8d0 0 + 7 12460069 0xbe2025 0 + 1 12641347 0xc0e443 0 + 3 12489650 0xbe93b2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423362 0xbd90c2 0 + 2 12569703 0xbfcc67 0 + 4 12511442 0xbee8d2 0 + 7 12460071 0xbe2027 0 + 1 12641349 0xc0e445 0 + 3 12489652 0xbe93b4 0 + 5 12381715 0xbcee13 0 + 6 12594969 0xc02f19 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594948 0xc02f04 0 + 4 12511421 0xbee8bd 0 + 1 12641328 0xc0e430 0 + 5 12381694 0xbcedfe 0 + 2 12569683 0xbfcc53 0 + 7 12460051 0xbe2013 0 + 0 12423342 0xbd90ae 0 + 3 12489632 0xbe93a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460043 0xbe200b 0 + 1 12641321 0xc0e429 0 + 3 12489624 0xbe9398 0 + 5 12381687 0xbcedf7 0 + 6 12594941 0xc02efd 0 + 0 12423334 0xbd90a6 0 + 2 12569675 0xbfcc4b 0 + 4 12511414 0xbee8b6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423337 0xbd90a9 0 + 2 12569678 0xbfcc4e 0 + 1 12641324 0xc0e42c 0 + 3 12489627 0xbe939b 0 + 5 12381690 0xbcedfa 0 + 4 12511417 0xbee8b9 0 + 7 12460047 0xbe200f 0 + 6 12594945 0xc02f01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511413 0xbee8b5 0 + 7 12460042 0xbe200a 0 + 1 12641320 0xc0e428 0 + 3 12489623 0xbe9397 0 + 5 12381686 0xbcedf6 0 + 6 12594940 0xc02efc 0 + 0 12423333 0xbd90a5 0 + 2 12569674 0xbfcc4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381700 0xbcee04 0 + 6 12594954 0xc02f0a 0 + 0 12423347 0xbd90b3 0 + 2 12569688 0xbfcc58 0 + 4 12511427 0xbee8c3 0 + 7 12460056 0xbe2018 0 + 1 12641334 0xc0e436 0 + 3 12489637 0xbe93a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511444 0xbee8d4 0 + 7 12460073 0xbe2029 0 + 1 12641351 0xc0e447 0 + 3 12489654 0xbe93b6 0 + 5 12381717 0xbcee15 0 + 6 12594971 0xc02f1b 0 + 0 12423364 0xbd90c4 0 + 2 12569705 0xbfcc69 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460062 0xbe201e 0 + 1 12641340 0xc0e43c 0 + 3 12489643 0xbe93ab 0 + 5 12381706 0xbcee0a 0 + 2 12569694 0xbfcc5e 0 + 4 12511433 0xbee8c9 0 + 6 12594960 0xc02f10 0 + 0 12423354 0xbd90ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641345 0xc0e441 0 + 3 12489648 0xbe93b0 0 + 5 12381711 0xbcee0f 0 + 6 12594965 0xc02f15 0 + 0 12423358 0xbd90be 0 + 2 12569699 0xbfcc63 0 + 4 12511438 0xbee8ce 0 + 7 12460067 0xbe2023 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569696 0xbfcc60 0 + 4 12511435 0xbee8cb 0 + 7 12460064 0xbe2020 0 + 1 12641342 0xc0e43e 0 + 3 12489645 0xbe93ad 0 + 5 12381708 0xbcee0c 0 + 6 12594962 0xc02f12 0 + 0 12423355 0xbd90bb 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..13b186f64 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 13:32:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 13:32:48 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 596751941632. +write 4509 19660800 1024.00 0.002501 126.20 0.000397 126.20 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 637083320320. +write 4858 19660800 1024.00 0.004593 125.06 0.003708 125.07 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644245094400. +WARNING: Using actual aggregate bytes moved = 638399283200. +write 4957 19660800 1024.00 0.003583 122.82 0.000592 122.82 2 + +Max Write: 4956.96 MiB/sec (5197.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4956.96 4509.40 4774.75 191.94 124.69848 0 32 8 3 1 0 1 0 0 1 20132659200 1048576 596751941632 POSIX 0 + +Finished: Tue Oct 23 13:39:07 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..d810b1592 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,559 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 11:35:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 11:35:54 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 347173027840. +read 2755.72 19660800 10240 0.011325 120.14 0.010177 120.15 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 449964933120. +read 3571.20 19660800 10240 0.010228 120.15 0.010208 120.16 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 440234147840. +read 3485.20 19660800 10240 0.010245 120.46 0.010226 120.46 2 + +Max Read: 3571.20 MiB/sec (3744.68 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3571.20 2755.72 3270.71 365.84 120.25715 0 32 8 3 1 0 1 0 0 1 20132659200 10485760 347173027840 POSIX 0 + +Finished: Tue Oct 23 11:41:55 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594681 0xc02df9 0 + 4 12511150 0xbee7ae 0 + 7 12459782 0xbe1f06 0 + 3 12489361 0xbe9291 0 + 0 12423074 0xbd8fa2 0 + 1 12641061 0xc0e325 0 + 5 12381424 0xbcecf0 0 + 2 12569415 0xbfcb47 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569428 0xbfcb54 0 + 1 12641074 0xc0e332 0 + 6 12594695 0xc02e07 0 + 4 12511164 0xbee7bc 0 + 3 12489376 0xbe92a0 0 + 0 12423089 0xbd8fb1 0 + 7 12459797 0xbe1f15 0 + 5 12381438 0xbcecfe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511170 0xbee7c2 0 + 7 12459802 0xbe1f1a 0 + 5 12381443 0xbced03 0 + 6 12594701 0xc02e0d 0 + 0 12423094 0xbd8fb6 0 + 1 12641080 0xc0e338 0 + 3 12489382 0xbe92a6 0 + 2 12569434 0xbfcb5a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594693 0xc02e05 0 + 4 12511162 0xbee7ba 0 + 1 12641072 0xc0e330 0 + 3 12489373 0xbe929d 0 + 2 12569427 0xbfcb53 0 + 0 12423087 0xbd8faf 0 + 7 12459795 0xbe1f13 0 + 5 12381436 0xbcecfc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423098 0xbd8fba 0 + 2 12569437 0xbfcb5d 0 + 4 12511174 0xbee7c6 0 + 7 12459806 0xbe1f1e 0 + 1 12641084 0xc0e33c 0 + 3 12489385 0xbe92a9 0 + 5 12381447 0xbced07 0 + 6 12594705 0xc02e11 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459800 0xbe1f18 0 + 5 12381441 0xbced01 0 + 6 12594699 0xc02e0b 0 + 0 12423092 0xbd8fb4 0 + 4 12511168 0xbee7c0 0 + 3 12489380 0xbe92a4 0 + 1 12641079 0xc0e337 0 + 2 12569432 0xbfcb58 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569410 0xbfcb42 0 + 1 12641056 0xc0e320 0 + 6 12594678 0xc02df6 0 + 4 12511147 0xbee7ab 0 + 3 12489358 0xbe928e 0 + 7 12459779 0xbe1f03 0 + 5 12381420 0xbcecec 0 + 0 12423071 0xbd8f9f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511167 0xbee7bf 0 + 7 12459799 0xbe1f17 0 + 1 12641077 0xc0e335 0 + 3 12489378 0xbe92a2 0 + 5 12381440 0xbced00 0 + 6 12594698 0xc02e0a 0 + 0 12423091 0xbd8fb3 0 + 2 12569430 0xbfcb56 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489365 0xbe9295 0 + 0 12423078 0xbd8fa6 0 + 4 12511154 0xbee7b2 0 + 5 12381427 0xbcecf3 0 + 2 12569419 0xbfcb4b 0 + 7 12459787 0xbe1f0b 0 + 1 12641065 0xc0e329 0 + 6 12594686 0xc02dfe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381445 0xbced05 0 + 6 12594703 0xc02e0f 0 + 0 12423096 0xbd8fb8 0 + 2 12569435 0xbfcb5b 0 + 4 12511172 0xbee7c4 0 + 7 12459804 0xbe1f1c 0 + 1 12641082 0xc0e33a 0 + 3 12489383 0xbe92a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489381 0xbe92a5 0 + 2 12569433 0xbfcb59 0 + 5 12381444 0xbced04 0 + 6 12594702 0xc02e0e 0 + 4 12511171 0xbee7c3 0 + 7 12459803 0xbe1f1b 0 + 0 12423095 0xbd8fb7 0 + 1 12641081 0xc0e339 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489355 0xbe928b 0 + 5 12381417 0xbcece9 0 + 6 12594675 0xc02df3 0 + 0 12423068 0xbd8f9c 0 + 2 12569408 0xbfcb40 0 + 4 12511144 0xbee7a8 0 + 7 12459776 0xbe1f00 0 + 1 12641054 0xc0e31e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641070 0xc0e32e 0 + 6 12594691 0xc02e03 0 + 0 12423084 0xbd8fac 0 + 4 12511160 0xbee7b8 0 + 3 12489371 0xbe929b 0 + 2 12569425 0xbfcb51 0 + 7 12459793 0xbe1f11 0 + 5 12381434 0xbcecfa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569438 0xbfcb5e 0 + 4 12511175 0xbee7c7 0 + 7 12459807 0xbe1f1f 0 + 1 12641085 0xc0e33d 0 + 3 12489386 0xbe92aa 0 + 5 12381448 0xbced08 0 + 6 12594706 0xc02e12 0 + 0 12423099 0xbd8fbb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511148 0xbee7ac 0 + 3 12489359 0xbe928f 0 + 6 12594679 0xc02df7 0 + 2 12569412 0xbfcb44 0 + 1 12641059 0xc0e323 0 + 5 12381422 0xbcecee 0 + 7 12459781 0xbe1f05 0 + 0 12423073 0xbd8fa1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594677 0xc02df5 0 + 4 12511146 0xbee7aa 0 + 7 12459778 0xbe1f02 0 + 3 12489357 0xbe928d 0 + 5 12381419 0xbceceb 0 + 0 12423070 0xbd8f9e 0 + 1 12641057 0xc0e321 0 + 2 12569411 0xbfcb43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594704 0xc02e10 0 + 0 12423097 0xbd8fb9 0 + 2 12569436 0xbfcb5c 0 + 4 12511173 0xbee7c5 0 + 7 12459805 0xbe1f1d 0 + 1 12641083 0xc0e33b 0 + 3 12489384 0xbe92a8 0 + 5 12381446 0xbced06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569429 0xbfcb55 0 + 4 12511166 0xbee7be 0 + 7 12459798 0xbe1f16 0 + 1 12641076 0xc0e334 0 + 3 12489377 0xbe92a1 0 + 5 12381439 0xbcecff 0 + 6 12594697 0xc02e09 0 + 0 12423090 0xbd8fb2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641058 0xc0e322 0 + 5 12381421 0xbceced 0 + 0 12423072 0xbd8fa0 0 + 7 12459780 0xbe1f04 0 + 6 12594680 0xc02df8 0 + 4 12511149 0xbee7ad 0 + 2 12569413 0xbfcb45 0 + 3 12489360 0xbe9290 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569420 0xbfcb4c 0 + 4 12511156 0xbee7b4 0 + 7 12459788 0xbe1f0c 0 + 1 12641066 0xc0e32a 0 + 3 12489367 0xbe9297 0 + 5 12381429 0xbcecf5 0 + 6 12594687 0xc02dff 0 + 0 12423080 0xbd8fa8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12594685 0xc02dfd 0 + 2 12569418 0xbfcb4a 0 + 7 12459786 0xbe1f0a 0 + 1 12641064 0xc0e328 0 + 0 12423079 0xbd8fa7 0 + 4 12511155 0xbee7b3 0 + 3 12489366 0xbe9296 0 + 5 12381428 0xbcecf4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641062 0xc0e326 0 + 6 12594683 0xc02dfb 0 + 2 12569416 0xbfcb48 0 + 3 12489364 0xbe9294 0 + 0 12423077 0xbd8fa5 0 + 5 12381426 0xbcecf2 0 + 4 12511153 0xbee7b1 0 + 7 12459785 0xbe1f09 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641068 0xc0e32c 0 + 5 12381431 0xbcecf7 0 + 2 12569422 0xbfcb4e 0 + 7 12459790 0xbe1f0e 0 + 6 12594690 0xc02e02 0 + 3 12489370 0xbe929a 0 + 0 12423083 0xbd8fab 0 + 4 12511159 0xbee7b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569421 0xbfcb4d 0 + 4 12511157 0xbee7b5 0 + 7 12459789 0xbe1f0d 0 + 1 12641067 0xc0e32b 0 + 3 12489368 0xbe9298 0 + 5 12381430 0xbcecf6 0 + 6 12594688 0xc02e00 0 + 0 12423081 0xbd8fa9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381418 0xbcecea 0 + 6 12594676 0xc02df4 0 + 0 12423069 0xbd8f9d 0 + 2 12569409 0xbfcb41 0 + 4 12511145 0xbee7a9 0 + 7 12459777 0xbe1f01 0 + 1 12641055 0xc0e31f 0 + 3 12489356 0xbe928c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12381433 0xbcecf9 0 + 2 12569424 0xbfcb50 0 + 7 12459792 0xbe1f10 0 + 6 12594692 0xc02e04 0 + 0 12423085 0xbd8fad 0 + 4 12511161 0xbee7b9 0 + 1 12641071 0xc0e32f 0 + 3 12489372 0xbe929c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12459796 0xbe1f14 0 + 3 12489375 0xbe929f 0 + 5 12381437 0xbcecfd 0 + 0 12423088 0xbd8fb0 0 + 1 12641075 0xc0e333 0 + 6 12594696 0xc02e08 0 + 4 12511165 0xbee7bd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12489379 0xbe92a3 0 + 2 12569431 0xbfcb57 0 + 1 12641078 0xc0e336 0 + 5 12381442 0xbced02 0 + 4 12511169 0xbee7c1 0 + 7 12459801 0xbe1f19 0 + 6 12594700 0xc02e0c 0 + 0 12423093 0xbd8fb5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569414 0xbfcb46 0 + 1 12641060 0xc0e324 0 + 5 12381423 0xbcecef 0 + 4 12511151 0xbee7af 0 + 3 12489362 0xbe9292 0 + 7 12459783 0xbe1f07 0 + 6 12594682 0xc02dfa 0 + 0 12423075 0xbd8fa3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511158 0xbee7b6 0 + 3 12489369 0xbe9299 0 + 6 12594689 0xc02e01 0 + 0 12423082 0xbd8faa 0 + 1 12641069 0xc0e32d 0 + 7 12459791 0xbe1f0f 0 + 5 12381432 0xbcecf8 0 + 2 12569423 0xbfcb4f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12569426 0xbfcb52 0 + 7 12459794 0xbe1f12 0 + 5 12381435 0xbcecfb 0 + 0 12423086 0xbd8fae 0 + 1 12641073 0xc0e331 0 + 4 12511163 0xbee7bb 0 + 3 12489374 0xbe929e 0 + 6 12594694 0xc02e06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511152 0xbee7b0 0 + 3 12489363 0xbe9293 0 + 5 12381425 0xbcecf1 0 + 0 12423076 0xbd8fa4 0 + 7 12459784 0xbe1f08 0 + 6 12594684 0xc02dfc 0 + 2 12569417 0xbfcb49 0 + 1 12641063 0xc0e327 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5def9bd4e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,35 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 11:30:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 11:30:08 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 5671 19660800 10240 0.021417 108.32 0.000967 108.34 0 +write 5638 19660800 10240 0.003743 108.98 0.000972 108.98 1 +write 5656 19660800 10240 0.003467 108.62 0.001086 108.63 2 + +Max Write: 5670.84 MiB/sec (5946.31 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5670.84 5637.75 5654.90 13.54 108.64968 0 32 8 3 1 0 1 0 0 1 20132659200 10485760 644245094400 POSIX 0 + +Finished: Tue Oct 23 11:35:39 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..31602be92 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,558 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 17:52:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread4/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:52:52 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread4/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 10084745216. +read 80.09 19660800 16.00 0.004060 120.09 0.002986 120.09 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 11453759488. +read 90.96 19660800 16.00 0.003118 120.09 0.003032 120.09 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 11651366912. +read 92.53 19660800 16.00 0.003079 120.08 0.007151 120.09 2 + +Max Read: 92.53 MiB/sec (97.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 92.53 80.09 87.86 5.53 120.08946 0 32 8 3 1 0 1 0 0 1 20132659200 16384 10084745216 POSIX 0 + +Finished: Tue Oct 23 17:58:53 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 8 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460606 0xbe223e 0 + 1 12641883 0xc0e65b 0 + 3 12490184 0xbe95c8 0 + 5 12382248 0xbcf028 0 + 6 12595504 0xc03130 0 + 0 12423895 0xbd92d7 0 + 2 12570239 0xbfce7f 0 + 4 12511977 0xbeeae9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490176 0xbe95c0 0 + 5 12382240 0xbcf020 0 + 6 12595496 0xc03128 0 + 0 12423887 0xbd92cf 0 + 2 12570231 0xbfce77 0 + 4 12511969 0xbeeae1 0 + 7 12460598 0xbe2236 0 + 1 12641875 0xc0e653 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382242 0xbcf022 0 + 6 12595499 0xc0312b 0 + 0 12423890 0xbd92d2 0 + 2 12570234 0xbfce7a 0 + 4 12511972 0xbeeae4 0 + 7 12460601 0xbe2239 0 + 1 12641878 0xc0e656 0 + 3 12490179 0xbe95c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641884 0xc0e65c 0 + 3 12490185 0xbe95c9 0 + 5 12382249 0xbcf029 0 + 6 12595505 0xc03131 0 + 0 12423896 0xbd92d8 0 + 2 12570240 0xbfce80 0 + 4 12511978 0xbeeaea 0 + 7 12460607 0xbe223f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460596 0xbe2234 0 + 1 12641873 0xc0e651 0 + 3 12490174 0xbe95be 0 + 5 12382238 0xbcf01e 0 + 6 12595494 0xc03126 0 + 0 12423885 0xbd92cd 0 + 2 12570229 0xbfce75 0 + 4 12511967 0xbeeadf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511965 0xbeeadd 0 + 7 12460594 0xbe2232 0 + 1 12641871 0xc0e64f 0 + 3 12490172 0xbe95bc 0 + 5 12382236 0xbcf01c 0 + 6 12595492 0xc03124 0 + 0 12423883 0xbd92cb 0 + 2 12570227 0xbfce73 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570211 0xbfce63 0 + 1 12641855 0xc0e63f 0 + 6 12595478 0xc03116 0 + 4 12511949 0xbeeacd 0 + 0 12423869 0xbd92bd 0 + 7 12460580 0xbe2224 0 + 3 12490160 0xbe95b0 0 + 5 12382223 0xbcf00f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570237 0xbfce7d 0 + 4 12511975 0xbeeae7 0 + 7 12460604 0xbe223c 0 + 1 12641881 0xc0e659 0 + 3 12490182 0xbe95c6 0 + 5 12382246 0xbcf026 0 + 6 12595502 0xc0312e 0 + 0 12423893 0xbd92d5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641859 0xc0e643 0 + 6 12595481 0xc03119 0 + 4 12511953 0xbeead1 0 + 5 12382224 0xbcf010 0 + 7 12460582 0xbe2226 0 + 0 12423871 0xbd92bf 0 + 2 12570215 0xbfce67 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423880 0xbd92c8 0 + 2 12570224 0xbfce70 0 + 4 12511962 0xbeeada 0 + 7 12460591 0xbe222f 0 + 1 12641869 0xc0e64d 0 + 3 12490170 0xbe95ba 0 + 5 12382234 0xbcf01a 0 + 6 12595490 0xc03122 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641866 0xc0e64a 0 + 3 12490167 0xbe95b7 0 + 5 12382231 0xbcf017 0 + 6 12595487 0xc0311f 0 + 0 12423878 0xbd92c6 0 + 2 12570222 0xbfce6e 0 + 4 12511960 0xbeead8 0 + 7 12460589 0xbe222d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460579 0xbe2223 0 + 3 12490158 0xbe95ae 0 + 1 12641858 0xc0e642 0 + 5 12382222 0xbcf00e 0 + 6 12595480 0xc03118 0 + 0 12423870 0xbd92be 0 + 2 12570214 0xbfce66 0 + 4 12511952 0xbeead0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382241 0xbcf021 0 + 6 12595497 0xc03129 0 + 0 12423888 0xbd92d0 0 + 2 12570232 0xbfce78 0 + 4 12511970 0xbeeae2 0 + 7 12460599 0xbe2237 0 + 1 12641876 0xc0e654 0 + 3 12490177 0xbe95c1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12641874 0xc0e652 0 + 3 12490175 0xbe95bf 0 + 5 12382239 0xbcf01f 0 + 6 12595495 0xc03127 0 + 0 12423886 0xbd92ce 0 + 2 12570230 0xbfce76 0 + 4 12511968 0xbeeae0 0 + 7 12460597 0xbe2235 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382220 0xbcf00c 0 + 6 12595477 0xc03115 0 + 0 12423867 0xbd92bb 0 + 2 12570212 0xbfce64 0 + 1 12641857 0xc0e641 0 + 3 12490159 0xbe95af 0 + 4 12511950 0xbeeace 0 + 7 12460581 0xbe2225 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460578 0xbe2222 0 + 3 12490157 0xbe95ad 0 + 5 12382221 0xbcf00d 0 + 0 12423868 0xbd92bc 0 + 1 12641856 0xc0e640 0 + 6 12595479 0xc03117 0 + 2 12570213 0xbfce65 0 + 4 12511951 0xbeeacf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382225 0xbcf011 0 + 7 12460583 0xbe2227 0 + 2 12570217 0xbfce69 0 + 3 12490162 0xbe95b2 0 + 4 12511955 0xbeead3 0 + 0 12423873 0xbd92c1 0 + 1 12641861 0xc0e645 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595498 0xc0312a 0 + 0 12423889 0xbd92d1 0 + 2 12570233 0xbfce79 0 + 4 12511971 0xbeeae3 0 + 7 12460600 0xbe2238 0 + 1 12641877 0xc0e655 0 + 3 12490178 0xbe95c2 0 + 5 12382243 0xbcf023 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511958 0xbeead6 0 + 7 12460587 0xbe222b 0 + 1 12641864 0xc0e648 0 + 3 12490165 0xbe95b5 0 + 5 12382229 0xbcf015 0 + 6 12595485 0xc0311d 0 + 0 12423876 0xbd92c4 0 + 2 12570220 0xbfce6c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423872 0xbd92c0 0 + 7 12460584 0xbe2228 0 + 3 12490163 0xbe95b3 0 + 5 12382226 0xbcf012 0 + 6 12595482 0xc0311a 0 + 1 12641862 0xc0e646 0 + 4 12511956 0xbeead4 0 + 2 12570218 0xbfce6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570226 0xbfce72 0 + 4 12511964 0xbeeadc 0 + 7 12460593 0xbe2231 0 + 1 12641870 0xc0e64e 0 + 3 12490171 0xbe95bb 0 + 5 12382235 0xbcf01b 0 + 6 12595491 0xc03123 0 + 0 12423882 0xbd92ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595500 0xc0312c 0 + 0 12423891 0xbd92d3 0 + 2 12570235 0xbfce7b 0 + 4 12511973 0xbeeae5 0 + 7 12460602 0xbe223a 0 + 1 12641879 0xc0e657 0 + 3 12490180 0xbe95c4 0 + 5 12382244 0xbcf024 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511957 0xbeead5 0 + 7 12460586 0xbe222a 0 + 1 12641863 0xc0e647 0 + 3 12490164 0xbe95b4 0 + 5 12382228 0xbcf014 0 + 6 12595484 0xc0311c 0 + 0 12423875 0xbd92c3 0 + 2 12570219 0xbfce6b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423892 0xbd92d4 0 + 2 12570236 0xbfce7c 0 + 4 12511974 0xbeeae6 0 + 7 12460603 0xbe223b 0 + 1 12641880 0xc0e658 0 + 3 12490181 0xbe95c5 0 + 5 12382245 0xbcf025 0 + 6 12595501 0xc0312d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12423865 0xbd92b9 0 + 4 12511947 0xbeeacb 0 + 3 12490155 0xbe95ab 0 + 1 12641854 0xc0e63e 0 + 7 12460577 0xbe2221 0 + 5 12382219 0xbcf00b 0 + 2 12570210 0xbfce62 0 + 6 12595476 0xc03114 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12460588 0xbe222c 0 + 1 12641865 0xc0e649 0 + 3 12490166 0xbe95b6 0 + 5 12382230 0xbcf016 0 + 6 12595486 0xc0311e 0 + 0 12423877 0xbd92c5 0 + 2 12570221 0xbfce6d 0 + 4 12511959 0xbeead7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12382218 0xbcf00a 0 + 2 12570209 0xbfce61 0 + 7 12460576 0xbe2220 0 + 1 12641853 0xc0e63d 0 + 6 12595475 0xc03113 0 + 0 12423866 0xbd92ba 0 + 3 12490156 0xbe95ac 0 + 4 12511948 0xbeeacc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12595488 0xc03120 0 + 7 12460590 0xbe222e 0 + 3 12490169 0xbe95b9 0 + 0 12423881 0xbd92c9 0 + 2 12570225 0xbfce71 0 + 1 12641868 0xc0e64c 0 + 4 12511963 0xbeeadb 0 + 5 12382233 0xbcf019 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511976 0xbeeae8 0 + 7 12460605 0xbe223d 0 + 1 12641882 0xc0e65a 0 + 3 12490183 0xbe95c7 0 + 5 12382247 0xbcf027 0 + 6 12595503 0xc0312f 0 + 0 12423894 0xbd92d6 0 + 2 12570238 0xbfce7e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12570216 0xbfce68 0 + 3 12490161 0xbe95b1 0 + 4 12511954 0xbeead2 0 + 1 12641860 0xc0e644 0 + 0 12423874 0xbd92c2 0 + 7 12460585 0xbe2229 0 + 5 12382227 0xbcf013 0 + 6 12595483 0xc0311b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12490168 0xbe95b8 0 + 0 12423879 0xbd92c7 0 + 2 12570223 0xbfce6f 0 + 4 12511961 0xbeead9 0 + 1 12641867 0xc0e64b 0 + 5 12382232 0xbcf018 0 + 6 12595489 0xc03121 0 + 7 12460592 0xbe2230 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12511966 0xbeeade 0 + 7 12460595 0xbe2233 0 + 1 12641872 0xc0e650 0 + 3 12490173 0xbe95bd 0 + 5 12382237 0xbcf01d 0 + 6 12595493 0xc03125 0 + 0 12423884 0xbd92cc 0 + 2 12570228 0xbfce74 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8d8e2d6fb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:4#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 17:45:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 17:45:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 600 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644218880000. +WARNING: Using actual aggregate bytes moved = 45198721024. +write 290.06 19660800 16.00 0.002192 148.60 0.000331 148.60 0 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644233822208. +WARNING: Using actual aggregate bytes moved = 36566794240. +write 236.11 19660800 16.00 0.016415 147.68 0.000472 147.70 1 +WARNING: Expected aggregate file size = 644245094400. +WARNING: Stat() of aggregate file size = 644232511488. +WARNING: Using actual aggregate bytes moved = 37753257984. +write 243.22 19660800 16.00 0.002755 148.03 0.000515 148.03 2 + +Max Write: 290.06 MiB/sec (304.15 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 290.06 236.11 256.47 23.93 148.11075 0 32 8 3 1 0 1 0 0 1 20132659200 16384 45198721024 POSIX 0 + +Finished: Tue Oct 23 17:52:44 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7af4e38a0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:52:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:52:42 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5620838400. +read 88.26 157286400 100.00 0.012851 60.72 0.000690 60.74 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5649715200. +read 88.73 157286400 100.00 0.001083 60.72 0.000705 60.72 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5670297600. +read 89.07 157286400 100.00 0.001049 60.71 0.000719 60.71 2 + +Max Read: 89.07 MiB/sec (93.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 89.07 88.26 88.69 0.33 60.72357 0 8 1 3 0 0 1 0 0 1 161061273600 102400 5620838400 MPIIO 0 + +Finished: Wed Oct 24 05:55:44 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494351 0xbea60f 0 + 5 12386422 0xbd0076 0 + 6 12599666 0xc04172 0 + 0 12428065 0xbda321 0 + 2 12574412 0xbfdecc 0 + 4 12516141 0xbefb2d 0 + 7 12464771 0xbe3283 0 + 1 12646052 0xc0f6a4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..782015399 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:23:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:23:12 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 3188940800. +read 98.96 157286400 100.00 0.012591 30.72 0.005406 30.73 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 3220684800. +read 99.97 157286400 100.00 0.006170 30.72 0.005356 30.72 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 3232153600. +read 100.29 157286400 100.00 0.005746 30.73 0.005384 30.73 2 + +Max Read: 100.29 MiB/sec (105.17 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 100.29 98.96 99.74 0.57 30.72944 0 8 1 3 0 0 1 0 0 1 161061273600 102400 3188940800 MPIIO 0 + +Finished: Wed Oct 24 10:24:44 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..015f83517 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:49:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:49:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288470323200. +WARNING: Using actual aggregate bytes moved = 15616716800. +write 245.15 157286400 100.00 0.009737 60.74 0.000690 60.75 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488243200. +WARNING: Using actual aggregate bytes moved = 15217766400. +write 238.95 157286400 100.00 0.001339 60.74 0.000383 60.74 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288469913600. +WARNING: Using actual aggregate bytes moved = 15483904000. +write 242.97 157286400 100.00 0.001689 60.77 0.000406 60.77 2 + +Max Write: 245.15 MiB/sec (257.06 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 245.15 238.95 242.36 2.57 60.75423 0 8 1 3 0 0 1 0 0 1 161061273600 102400 15616716800 MPIIO 0 + +Finished: Wed Oct 24 05:52:39 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..8df09778e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:43:25 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:43:25 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 31960596480. +read 506.65 157286400 1024.00 0.076376 60.08 0.000570 60.16 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 33031192576. +read 524.23 157286400 1024.00 0.001699 60.09 0.000530 60.09 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 33508294656. +read 531.82 157286400 1024.00 0.000879 60.09 0.000547 60.09 2 + +Max Read: 531.82 MiB/sec (557.66 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 531.82 506.65 520.90 10.54 60.11243 0 8 1 3 0 0 1 0 0 1 161061273600 1048576 31960596480 MPIIO 0 + +Finished: Wed Oct 24 04:46:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599151 0xc03f6f 0 + 0 12427557 0xbda125 0 + 2 12573898 0xbfdcca 0 + 4 12515629 0xbef92d 0 + 7 12464253 0xbe307d 0 + 1 12645541 0xc0f4a5 0 + 3 12493839 0xbea40f 0 + 5 12385907 0xbcfe73 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..0ecfe7083 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:14:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:14:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22439526400. +read 711.20 157286400 1024.00 0.010341 30.08 0.004471 30.09 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22701670400. +read 719.06 157286400 1024.00 0.004756 30.10 0.004372 30.11 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22588424192. +read 714.70 157286400 1024.00 0.004719 30.14 0.004368 30.14 2 + +Max Read: 719.06 MiB/sec (753.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 719.06 711.20 714.99 3.22 30.11334 0 8 1 3 0 0 1 0 0 1 161061273600 1048576 22439526400 MPIIO 0 + +Finished: Wed Oct 24 10:16:08 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..3b13b4b31 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:40:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:40:14 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288461877248. +WARNING: Using actual aggregate bytes moved = 162994847744. +write 2585.87 157286400 1024.00 0.013872 60.10 0.000374 60.11 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288479703040. +WARNING: Using actual aggregate bytes moved = 156644671488. +write 2482.69 157286400 1024.00 0.089696 60.08 0.000351 60.17 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488091648. +WARNING: Using actual aggregate bytes moved = 159087853568. +write 2520.91 157286400 1024.00 0.087149 60.10 0.000404 60.18 2 + +Max Write: 2585.87 MiB/sec (2711.48 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2585.87 2482.69 2529.82 42.59 60.15621 0 8 1 3 0 0 1 0 0 1 161061273600 1048576 162994847744 MPIIO 0 + +Finished: Wed Oct 24 04:43:18 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..4bf534688 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:36:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:36:17 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 96563363840. +read 1531.88 157286400 10240 0.069546 60.05 0.004064 60.12 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 98964602880. +read 1570.90 157286400 10240 0.004699 60.08 0.004031 60.08 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 98744401920. +read 1567.39 157286400 10240 0.004338 60.08 0.004016 60.08 2 + +Max Read: 1570.90 MiB/sec (1647.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1570.90 1531.88 1556.72 17.62 60.09226 0 8 1 3 0 0 1 0 0 1 161061273600 10485760 96563363840 MPIIO 0 + +Finished: Wed Oct 24 03:39:17 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493327 0xbea20f 0 + 5 12385391 0xbcfc6f 0 + 6 12598641 0xc03d71 0 + 0 12427045 0xbd9f25 0 + 2 12573382 0xbfdac6 0 + 4 12515119 0xbef72f 0 + 7 12463739 0xbe2e7b 0 + 1 12645027 0xc0f2a3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..e95ada786 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:05:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:05:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 23592960000. +read 746.80 157286400 10240 0.007054 30.12 0.000606 30.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 23771217920. +read 747.94 157286400 10240 0.000879 30.31 0.000536 30.31 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 23509073920. +read 744.50 157286400 10240 0.000881 30.11 0.000563 30.11 2 + +Max Read: 747.94 MiB/sec (784.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 747.94 744.50 746.41 1.43 30.18426 0 8 1 3 0 0 1 0 0 1 161061273600 10485760 23592960000 MPIIO 0 + +Finished: Wed Oct 24 10:07:19 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..056c32df8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:33:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:33:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288123187200. +WARNING: Using actual aggregate bytes moved = 105623060480. +write 1673.14 157286400 10240 0.014375 60.19 0.000682 60.20 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288228044800. +WARNING: Using actual aggregate bytes moved = 107091066880. +write 1690.88 157286400 10240 0.051064 60.35 0.000771 60.40 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288186101760. +WARNING: Using actual aggregate bytes moved = 107374182400. +write 1702.76 157286400 10240 0.054793 60.08 0.000918 60.14 2 + +Max Write: 1702.76 MiB/sec (1785.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1702.76 1673.14 1688.92 12.17 60.24755 0 8 1 3 0 0 1 0 0 1 161061273600 10485760 105623060480 MPIIO 0 + +Finished: Wed Oct 24 03:36:10 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..34306f3cd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:07:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:07:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 864337920. +read 12.73 157286400 16.00 0.006994 64.72 0.000738 64.73 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 997228544. +read 14.70 157286400 16.00 0.001774 64.71 0.000756 64.71 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1070743552. +read 15.78 157286400 16.00 0.001112 64.71 0.000835 64.71 2 + +Max Read: 15.78 MiB/sec (16.55 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 15.78 12.73 14.40 1.26 64.71666 0 8 1 3 0 0 1 0 0 1 161061273600 16384 864337920 MPIIO 0 + +Finished: Wed Oct 24 07:10:20 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465283 0xbe3483 0 + 1 12646569 0xc0f8a9 0 + 3 12494870 0xbea816 0 + 5 12386930 0xbd0272 0 + 6 12600174 0xc0436e 0 + 0 12428580 0xbda524 0 + 2 12574926 0xbfe0ce 0 + 4 12516652 0xbefd2c 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..407ae1cac --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:31:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:31:38 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 620904448. +read 17.05 157286400 16.00 0.003433 34.71 0.006394 34.72 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 618266624. +read 16.99 157286400 16.00 0.001303 34.71 0.000673 34.71 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 617676800. +read 16.97 157286400 16.00 0.001036 34.71 0.000661 34.71 2 + +Max Read: 17.05 MiB/sec (17.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 17.05 16.97 17.00 0.04 34.71322 0 8 1 3 0 0 1 0 0 1 161061273600 16384 620904448 MPIIO 0 + +Finished: Wed Oct 24 10:33:23 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..e7d68b5dd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:03:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:03:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288482652160. +WARNING: Using actual aggregate bytes moved = 2862219264. +write 42.16 157286400 16.00 0.012217 64.72 0.000924 64.74 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288479277056. +WARNING: Using actual aggregate bytes moved = 2864889856. +write 42.17 157286400 16.00 0.001418 64.78 0.000353 64.78 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487223296. +WARNING: Using actual aggregate bytes moved = 2879717376. +write 42.40 157286400 16.00 0.001358 64.78 0.000395 64.78 2 + +Max Write: 42.40 MiB/sec (44.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 42.40 42.16 42.24 0.11 64.76696 0 8 1 3 0 0 1 0 0 1 161061273600 16384 2862219264 MPIIO 0 + +Finished: Wed Oct 24 07:07:04 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..aa86aaf45 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,175 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:46:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:46:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 4965376000. +read 78.83 157286400 100.00 0.000876 60.07 0.000693 60.07 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5366579200. +read 85.21 157286400 100.00 0.000662 60.06 0.000757 60.06 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5337292800. +read 84.75 157286400 100.00 0.000726 60.06 0.000836 60.06 2 + +Max Read: 85.21 MiB/sec (89.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 85.21 78.83 82.93 2.90 60.06219 0 8 1 3 1 0 1 0 0 1 161061273600 102400 4965376000 POSIX 0 + +Finished: Wed Oct 24 05:49:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574408 0xbfdec8 0 + 4 12516137 0xbefb29 0 + 7 12464768 0xbe3280 0 + 1 12646049 0xc0f6a1 0 + 3 12494348 0xbea60c 0 + 5 12386419 0xbd0073 0 + 6 12599663 0xc0416f 0 + 0 12428062 0xbda31e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574405 0xbfdec5 0 + 1 12646046 0xc0f69e 0 + 7 12464765 0xbe327d 0 + 5 12386417 0xbd0071 0 + 4 12516135 0xbefb27 0 + 3 12494347 0xbea60b 0 + 0 12428060 0xbda31c 0 + 6 12599662 0xc0416e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428058 0xbda31a 0 + 7 12464764 0xbe327c 0 + 2 12574406 0xbfdec6 0 + 3 12494345 0xbea609 0 + 4 12516134 0xbefb26 0 + 1 12646048 0xc0f6a0 0 + 5 12386418 0xbd0072 0 + 6 12599661 0xc0416d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464763 0xbe327b 0 + 3 12494344 0xbea608 0 + 1 12646047 0xc0f69f 0 + 5 12386416 0xbd0070 0 + 6 12599660 0xc0416c 0 + 4 12516138 0xbefb2a 0 + 0 12428061 0xbda31d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646043 0xc0f69b 0 + 6 12599658 0xc0416a 0 + 0 12428057 0xbda319 0 + 2 12574404 0xbfdec4 0 + 3 12494342 0xbea606 0 + 5 12386415 0xbd006f 0 + 4 12516133 0xbefb25 0 + 7 12464766 0xbe327e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646042 0xc0f69a 0 + 6 12599656 0xc04168 0 + 2 12574402 0xbfdec2 0 + 4 12516131 0xbefb23 0 + 3 12494341 0xbea605 0 + 0 12428056 0xbda318 0 + 5 12386413 0xbd006d 0 + 7 12464762 0xbe327a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386412 0xbd006c 0 + 0 12428055 0xbda317 0 + 7 12464761 0xbe3279 0 + 6 12599657 0xc04169 0 + 2 12574403 0xbfdec3 0 + 1 12646044 0xc0f69c 0 + 3 12494343 0xbea607 0 + 4 12516132 0xbefb24 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386414 0xbd006e 0 + 1 12646045 0xc0f69d 0 + 6 12599659 0xc0416b 0 + 2 12574407 0xbfdec7 0 + 3 12494346 0xbea60a 0 + 4 12516136 0xbefb28 0 + 0 12428059 0xbda31b 0 + 7 12464767 0xbe327f 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..487d3c2cb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:41:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:41:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288465817600. +WARNING: Using actual aggregate bytes moved = 83866828800. +write 881.60 157286400 100.00 0.000598 90.72 0.000482 90.72 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488550400. +WARNING: Using actual aggregate bytes moved = 80570163200. +write 808.36 157286400 100.00 0.000983 95.05 0.000788 95.05 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288469094400. +WARNING: Using actual aggregate bytes moved = 83156172800. +write 857.98 157286400 100.00 0.000992 92.43 0.000664 92.43 2 + +Max Write: 881.60 MiB/sec (924.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 881.60 808.36 849.31 30.52 92.73608 0 8 1 3 1 0 1 0 0 1 161061273600 102400 83866828800 POSIX 0 + +Finished: Wed Oct 24 05:46:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c7add9785 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,172 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:37:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:37:13 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 39415971840. +read 626.28 157286400 1024.00 0.000842 60.02 0.000558 60.02 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 40653291520. +read 645.99 157286400 1024.00 0.000575 60.02 0.000583 60.02 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 41420849152. +read 658.16 157286400 1024.00 0.000618 60.02 0.000540 60.02 2 + +Max Read: 658.16 MiB/sec (690.14 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 658.16 626.28 643.48 13.14 60.01856 0 8 1 3 1 0 1 0 0 1 161061273600 1048576 39415971840 POSIX 0 + +Finished: Wed Oct 24 04:40:13 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464243 0xbe3073 0 + 5 12385897 0xbcfe69 0 + 1 12645532 0xc0f49c 0 + 4 12515621 0xbef925 0 + 2 12573890 0xbfdcc2 0 + 0 12427550 0xbda11e 0 + 6 12599144 0xc03f68 0 + 3 12493831 0xbea407 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427551 0xbda11f 0 + 5 12385900 0xbcfe6c 0 + 4 12515623 0xbef927 0 + 2 12573892 0xbfdcc4 0 + 1 12645535 0xc0f49f 0 + 6 12599147 0xc03f6b 0 + 3 12493835 0xbea40b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599142 0xc03f66 0 + 1 12645531 0xc0f49b 0 + 4 12515620 0xbef924 0 + 2 12573889 0xbfdcc1 0 + 0 12427549 0xbda11d 0 + 5 12385899 0xbcfe6b 0 + 7 12464248 0xbe3078 0 + 3 12493833 0xbea409 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427552 0xbda120 0 + 3 12493832 0xbea408 0 + 7 12464249 0xbe3079 0 + 5 12385903 0xbcfe6f 0 + 6 12599146 0xc03f6a 0 + 2 12573895 0xbfdcc7 0 + 1 12645538 0xc0f4a2 0 + 4 12515626 0xbef92a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645533 0xc0f49d 0 + 7 12464244 0xbe3074 0 + 3 12493830 0xbea406 0 + 4 12515622 0xbef926 0 + 5 12385901 0xbcfe6d 0 + 2 12573893 0xbfdcc5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573888 0xbfdcc0 0 + 3 12493829 0xbea405 0 + 7 12464245 0xbe3075 0 + 5 12385902 0xbcfe6e 0 + 6 12599145 0xc03f69 0 + 1 12645537 0xc0f4a1 0 + 4 12515625 0xbef929 0 + 0 12427554 0xbda122 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464246 0xbe3076 0 + 2 12573891 0xbfdcc3 0 + 0 12427553 0xbda121 0 + 1 12645536 0xc0f4a0 0 + 6 12599148 0xc03f6c 0 + 5 12385904 0xbcfe70 0 + 3 12493836 0xbea40c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427548 0xbda11c 0 + 5 12385898 0xbcfe6a 0 + 1 12645534 0xc0f49e 0 + 6 12599143 0xc03f67 0 + 7 12464247 0xbe3077 0 + 3 12493834 0xbea40a 0 + 4 12515624 0xbef928 0 + 2 12573894 0xbfdcc6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7c41ca1e8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:33:14 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:33:14 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288445100032. +WARNING: Using actual aggregate bytes moved = 337465311232. +write 4706 157286400 1024.00 0.000716 68.38 0.000429 68.38 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288446148608. +WARNING: Using actual aggregate bytes moved = 349623549952. +write 4889 157286400 1024.00 0.000895 68.20 0.000514 68.20 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288481800192. +WARNING: Using actual aggregate bytes moved = 338388058112. +write 4738 157286400 1024.00 0.001086 68.11 0.000644 68.11 2 + +Max Write: 4888.95 MiB/sec (5126.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4888.95 4706.45 4777.83 79.63 68.23050 0 8 1 3 1 0 1 0 0 1 161061273600 1048576 337465311232 POSIX 0 + +Finished: Wed Oct 24 04:36:51 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..abe8e806f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,173 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:30:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:30:04 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 45329940480. +read 719.44 157286400 10240 0.000782 60.09 0.000533 60.09 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 46472888320. +read 737.10 157286400 10240 0.000535 60.13 0.000640 60.13 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 49377443840. +read 783.26 157286400 10240 0.000899 60.12 0.000746 60.12 2 + +Max Read: 783.26 MiB/sec (821.30 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 783.26 719.44 746.60 26.90 60.11220 0 8 1 3 1 0 1 0 0 1 161061273600 10485760 45329940480 POSIX 0 + +Finished: Wed Oct 24 03:33:05 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598633 0xc03d69 0 + 0 12427039 0xbd9f1f 0 + 2 12573378 0xbfdac2 0 + 7 12463736 0xbe2e78 0 + 4 12515115 0xbef72b 0 + 5 12385388 0xbcfc6c 0 + 1 12645024 0xc0f2a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463730 0xbe2e72 0 + 0 12427035 0xbd9f1b 0 + 4 12515109 0xbef725 0 + 3 12493319 0xbea207 0 + 6 12598632 0xc03d68 0 + 1 12645018 0xc0f29a 0 + 5 12385383 0xbcfc67 0 + 2 12573374 0xbfdabe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573376 0xbfdac0 0 + 4 12515112 0xbef728 0 + 1 12645022 0xc0f29e 0 + 5 12385387 0xbcfc6b 0 + 6 12598638 0xc03d6e 0 + 3 12493324 0xbea20c 0 + 0 12427041 0xbd9f21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463734 0xbe2e76 0 + 1 12645020 0xc0f29c 0 + 3 12493321 0xbea209 0 + 4 12515114 0xbef72a 0 + 5 12385386 0xbcfc6a 0 + 6 12598636 0xc03d6c 0 + 0 12427040 0xbd9f20 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493318 0xbea206 0 + 2 12573372 0xbfdabc 0 + 1 12645017 0xc0f299 0 + 0 12427036 0xbd9f1c 0 + 4 12515110 0xbef726 0 + 5 12385384 0xbcfc68 0 + 7 12463733 0xbe2e75 0 + 6 12598634 0xc03d6a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493320 0xbea208 0 + 5 12385382 0xbcfc66 0 + 7 12463732 0xbe2e74 0 + 0 12427037 0xbd9f1d 0 + 2 12573375 0xbfdabf 0 + 6 12598635 0xc03d6b 0 + 1 12645021 0xc0f29d 0 + 4 12515113 0xbef729 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573377 0xbfdac1 0 + 5 12385385 0xbcfc69 0 + 7 12463735 0xbe2e77 0 + 3 12493323 0xbea20b 0 + 6 12598637 0xc03d6d 0 + 1 12645023 0xc0f29f 0 + 4 12515116 0xbef72c 0 + 0 12427042 0xbd9f22 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598631 0xc03d67 0 + 7 12463731 0xbe2e73 0 + 5 12385381 0xbcfc65 0 + 2 12573373 0xbfdabd 0 + 4 12515111 0xbef727 0 + 0 12427038 0xbd9f1e 0 + 1 12645019 0xc0f29b 0 + 3 12493322 0xbea20a 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..286235346 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:26:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:26:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 384177274880. +write 5452 157286400 10240 0.000488 67.20 0.000300 67.20 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288269987840. +WARNING: Using actual aggregate bytes moved = 383233556480. +write 5361 157286400 10240 0.002442 68.17 0.000870 68.18 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288060272640. +WARNING: Using actual aggregate bytes moved = 382551982080. +write 5416 157286400 10240 0.001030 67.36 0.000696 67.37 2 + +Max Write: 5452.10 MiB/sec (5716.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5452.10 5360.72 5409.48 37.56 67.58117 0 8 1 3 1 0 1 0 0 1 161061273600 10485760 384177274880 POSIX 0 + +Finished: Wed Oct 24 03:29:42 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a7c28a83c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,176 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 07:00:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:00:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 709541888. +read 11.16 157286400 16.00 0.000829 60.62 0.000619 60.62 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 1032896512. +read 16.25 157286400 16.00 0.000626 60.62 0.000688 60.62 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 1021591552. +read 16.07 157286400 16.00 0.000473 60.62 0.000740 60.62 2 + +Max Read: 16.25 MiB/sec (17.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 16.25 11.16 14.49 2.36 60.62368 0 8 1 3 1 0 1 0 0 1 161061273600 16384 709541888 POSIX 0 + +Finished: Wed Oct 24 07:03:49 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516643 0xbefd23 0 + 0 12428571 0xbda51b 0 + 6 12600165 0xc04365 0 + 3 12494863 0xbea80f 0 + 1 12646562 0xc0f8a2 0 + 5 12386924 0xbd026c 0 + 2 12574921 0xbfe0c9 0 + 7 12465278 0xbe347e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574918 0xbfe0c6 0 + 6 12600167 0xc04367 0 + 7 12465277 0xbe347d 0 + 4 12516646 0xbefd26 0 + 1 12646563 0xc0f8a3 0 + 3 12494867 0xbea813 0 + 0 12428577 0xbda521 0 + 5 12386927 0xbd026f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465276 0xbe347c 0 + 2 12574920 0xbfe0c8 0 + 0 12428575 0xbda51f 0 + 3 12494866 0xbea812 0 + 5 12386926 0xbd026e 0 + 4 12516648 0xbefd28 0 + 1 12646566 0xc0f8a6 0 + 6 12600170 0xc0436a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428570 0xbda51a 0 + 3 12494860 0xbea80c 0 + 2 12574916 0xbfe0c4 0 + 5 12386920 0xbd0268 0 + 4 12516642 0xbefd22 0 + 6 12600163 0xc04363 0 + 1 12646559 0xc0f89f 0 + 7 12465273 0xbe3479 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494861 0xbea80d 0 + 1 12646560 0xc0f8a0 0 + 7 12465274 0xbe347a 0 + 4 12516644 0xbefd24 0 + 2 12574917 0xbfe0c5 0 + 0 12428572 0xbda51c 0 + 6 12600166 0xc04366 0 + 5 12386923 0xbd026b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646561 0xc0f8a1 0 + 7 12465275 0xbe347b 0 + 5 12386921 0xbd0269 0 + 3 12494864 0xbea810 0 + 4 12516647 0xbefd27 0 + 2 12574922 0xbfe0ca 0 + 0 12428576 0xbda520 0 + 6 12600169 0xc04369 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600164 0xc04364 0 + 5 12386922 0xbd026a 0 + 0 12428574 0xbda51e 0 + 3 12494865 0xbea811 0 + 1 12646564 0xc0f8a4 0 + 7 12465279 0xbe347f 0 + 2 12574923 0xbfe0cb 0 + 4 12516649 0xbefd29 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494862 0xbea80e 0 + 4 12516645 0xbefd25 0 + 0 12428573 0xbda51d 0 + 2 12574919 0xbfe0c7 0 + 6 12600168 0xc04368 0 + 5 12386925 0xbd026d 0 + 1 12646565 0xc0f8a5 0 + 7 12465280 0xbe3480 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..b196aa925 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:54:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 161061273600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:54:51 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 150 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487698432. +WARNING: Using actual aggregate bytes moved = 31234883584. +write 240.77 157286400 16.00 0.000595 123.72 0.000485 123.72 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288485863424. +WARNING: Using actual aggregate bytes moved = 26906968064. +write 224.12 157286400 16.00 0.000990 114.50 0.000522 114.50 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288469069824. +WARNING: Using actual aggregate bytes moved = 27960279040. +write 241.93 157286400 16.00 0.001059 110.22 0.000543 110.22 2 + +Max Write: 241.93 MiB/sec (253.68 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 241.93 224.12 235.60 8.14 116.14498 0 8 1 3 1 0 1 0 0 1 161061273600 16384 31234883584 POSIX 0 + +Finished: Wed Oct 24 07:00:41 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..033534174 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:20:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:20:44 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 10075750400. +read 158.23 78643200 100.00 0.021584 60.70 0.007377 60.73 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 10156134400. +read 159.58 78643200 100.00 0.001522 60.69 0.000973 60.69 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 10192384000. +read 160.14 78643200 100.00 0.001574 60.70 0.001101 60.70 2 + +Max Read: 160.14 MiB/sec (167.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 160.14 158.23 159.32 0.80 60.70752 0 16 2 3 0 0 1 0 0 1 80530636800 102400 10075750400 MPIIO 0 + +Finished: Wed Oct 24 06:23:46 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494550 0xbea6d6 0 + 5 12386617 0xbd0139 0 + 6 12599857 0xc04231 0 + 0 12428261 0xbda3e5 0 + 2 12574609 0xbfdf91 0 + 4 12516335 0xbefbef 0 + 7 12464965 0xbe3345 0 + 1 12646248 0xc0f768 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4d2402051 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:26:29 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:26:29 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 7339315200. +read 228.00 78643200 100.00 0.012054 30.69 0.000909 30.70 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 7373619200. +read 229.07 78643200 100.00 0.001101 30.70 0.000659 30.70 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 7356928000. +read 228.55 78643200 100.00 0.001068 30.70 0.000674 30.70 2 + +Max Read: 229.07 MiB/sec (240.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 229.07 228.00 228.54 0.44 30.69825 0 16 2 3 0 0 1 0 0 1 80530636800 102400 7339315200 MPIIO 0 + +Finished: Wed Oct 24 10:28:01 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..8bb5b6804 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:17:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:17:34 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487628800. +WARNING: Using actual aggregate bytes moved = 18781184000. +write 295.02 78643200 100.00 0.019334 60.69 0.000530 60.71 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288482713600. +WARNING: Using actual aggregate bytes moved = 18567884800. +write 291.60 78643200 100.00 0.004748 60.72 0.000514 60.73 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288483635200. +WARNING: Using actual aggregate bytes moved = 18424524800. +write 289.30 78643200 100.00 0.001615 60.73 0.000613 60.74 2 + +Max Write: 295.02 MiB/sec (309.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 295.02 289.30 291.97 2.35 60.72489 0 16 2 3 0 0 1 0 0 1 80530636800 102400 18781184000 MPIIO 0 + +Finished: Wed Oct 24 06:20:37 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..0200602d1 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:10:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:10:07 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 49119494144. +read 777.58 78643200 1024.00 0.154625 60.09 0.001569 60.24 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 51002736640. +read 809.35 78643200 1024.00 0.001924 60.10 0.001515 60.10 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 51521781760. +read 817.73 78643200 1024.00 0.001927 60.09 0.001569 60.09 2 + +Max Read: 817.73 MiB/sec (857.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 817.73 777.58 801.55 17.29 60.14263 0 16 2 3 0 0 1 0 0 1 80530636800 1048576 49119494144 MPIIO 0 + +Finished: Wed Oct 24 05:13:08 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386103 0xbcff37 0 + 6 12599346 0xc04032 0 + 0 12427750 0xbda1e6 0 + 2 12574096 0xbfdd90 0 + 4 12515825 0xbef9f1 0 + 7 12464450 0xbe3142 0 + 1 12645738 0xc0f56a 0 + 3 12494036 0xbea4d4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..8b3058500 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:18:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:18:09 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 48044703744. +read 1522.35 78643200 1024.00 0.014171 30.08 0.001997 30.10 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 47299166208. +read 1497.97 78643200 1024.00 0.002417 30.11 0.001978 30.11 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 46742372352. +read 1480.92 78643200 1024.00 0.002369 30.10 0.001928 30.10 2 + +Max Read: 1522.35 MiB/sec (1596.29 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1522.35 1480.92 1500.41 17.00 30.10371 0 16 2 3 0 0 1 0 0 1 80530636800 1048576 48044703744 MPIIO 0 + +Finished: Wed Oct 24 10:19:39 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ad1949f61 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:06:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:06:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288479703040. +WARNING: Using actual aggregate bytes moved = 210129387520. +write 3330.68 78643200 1024.00 0.021551 60.14 0.000686 60.17 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288484945920. +WARNING: Using actual aggregate bytes moved = 204985073664. +write 3242.99 78643200 1024.00 0.166736 60.11 0.000621 60.28 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288479703040. +WARNING: Using actual aggregate bytes moved = 207656845312. +write 3293.97 78643200 1024.00 0.023080 60.10 0.000735 60.12 2 + +Max Write: 3330.68 MiB/sec (3492.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3330.68 3242.99 3289.21 35.96 60.18935 0 16 2 3 0 0 1 0 0 1 80530636800 1048576 210129387520 MPIIO 0 + +Finished: Wed Oct 24 05:09:51 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..7103ed02a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:03:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:03:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 134962216960. +read 2139.43 78643200 10240 0.081175 60.08 0.007885 60.16 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 138013573120. +read 2190.36 78643200 10240 0.003115 60.09 0.002665 60.09 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 139901009920. +read 2221.11 78643200 10240 0.003155 60.07 0.002717 60.07 2 + +Max Read: 2221.11 MiB/sec (2329.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2221.11 2139.43 2183.63 33.69 60.10681 0 16 2 3 0 0 1 0 0 1 80530636800 10485760 134962216960 MPIIO 0 + +Finished: Wed Oct 24 04:06:06 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598833 0xc03e31 0 + 0 12427240 0xbd9fe8 0 + 2 12573579 0xbfdb8b 0 + 4 12515313 0xbef7f1 0 + 7 12463935 0xbe2f3f 0 + 1 12645224 0xc0f368 0 + 3 12493522 0xbea2d2 0 + 5 12385588 0xbcfd34 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..29560316d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:09:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:09:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 51443138560. +read 1627.32 78643200 10240 0.013815 30.14 0.002239 30.15 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 50520391680. +read 1599.58 78643200 10240 0.002663 30.12 0.002243 30.12 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 50614763520. +read 1585.93 78643200 10240 0.002691 30.44 0.002227 30.44 2 + +Max Read: 1627.32 MiB/sec (1706.37 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1627.32 1585.93 1604.28 17.22 30.23479 0 16 2 3 0 0 1 0 0 1 80530636800 10485760 51443138560 MPIIO 0 + +Finished: Wed Oct 24 10:10:51 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5cf5a3284 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:59:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:59:44 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288448245760. +WARNING: Using actual aggregate bytes moved = 131512401920. +write 2072.03 78643200 10240 0.014707 60.51 0.000592 60.53 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288353873920. +WARNING: Using actual aggregate bytes moved = 131082485760. +write 2073.23 78643200 10240 0.102562 60.19 0.000437 60.30 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 125944463360. +write 1988.73 78643200 10240 0.141789 60.25 0.000477 60.40 2 + +Max Write: 2073.23 MiB/sec (2173.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2073.23 1988.73 2044.66 39.55 60.40748 0 16 2 3 0 0 1 0 0 1 80530636800 10485760 131512401920 MPIIO 0 + +Finished: Wed Oct 24 04:02:50 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..9445c2501 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:38:19 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:38:19 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1962360832. +read 29.07 78643200 16.00 0.014638 64.36 0.001892 64.37 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1974894592. +read 29.27 78643200 16.00 0.002467 64.35 0.001945 64.36 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1981202432. +read 29.36 78643200 16.00 0.002380 64.36 0.002002 64.36 2 + +Max Read: 29.36 MiB/sec (30.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 29.36 29.07 29.23 0.12 64.36194 0 16 2 3 0 0 1 0 0 1 80530636800 16384 1962360832 MPIIO 0 + +Finished: Wed Oct 24 07:41:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387130 0xbd033a 0 + 6 12600376 0xc04438 0 + 0 12428779 0xbda5eb 0 + 2 12575126 0xbfe196 0 + 4 12516852 0xbefdf4 0 + 7 12465488 0xbe3550 0 + 1 12646767 0xc0f96f 0 + 3 12495071 0xbea8df 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..0607fdf50 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:35:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:35:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 1445986304. +read 40.13 78643200 16.00 0.008986 34.35 0.006151 34.36 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 1441120256. +read 40.01 78643200 16.00 0.001408 34.35 0.000734 34.35 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 1434337280. +read 39.82 78643200 16.00 0.001161 34.35 0.000753 34.35 2 + +Max Read: 40.13 MiB/sec (42.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 40.13 39.82 39.99 0.13 34.35515 0 16 2 3 0 0 1 0 0 1 80530636800 16384 1445986304 MPIIO 0 + +Finished: Wed Oct 24 10:36:56 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..f3bef14cf --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:35:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:35:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288483028992. +WARNING: Using actual aggregate bytes moved = 3432415232. +write 50.85 78643200 16.00 0.017243 64.35 0.005945 64.37 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288482881536. +WARNING: Using actual aggregate bytes moved = 3391700992. +write 50.21 78643200 16.00 0.001709 64.42 0.000566 64.42 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288478015488. +WARNING: Using actual aggregate bytes moved = 3398025216. +write 50.14 78643200 16.00 0.001647 64.62 0.000643 64.62 2 + +Max Write: 50.85 MiB/sec (53.32 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 50.85 50.14 50.40 0.32 64.47118 0 16 2 3 0 0 1 0 0 1 80530636800 16384 3432415232 MPIIO 0 + +Finished: Wed Oct 24 07:38:16 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..ceb58e93a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,303 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:14:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:14:33 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 11614617600. +read 184.49 78643200 100.00 0.001346 60.04 0.001002 60.04 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 11714048000. +read 186.08 78643200 100.00 0.001052 60.04 0.001039 60.04 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 11938304000. +read 189.62 78643200 100.00 0.001054 60.04 0.001043 60.04 2 + +Max Read: 189.62 MiB/sec (198.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 189.62 184.49 186.73 2.15 60.03849 0 16 2 3 1 0 1 0 0 1 80530636800 102400 11614617600 POSIX 0 + +Finished: Wed Oct 24 06:17:33 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646231 0xc0f757 0 + 3 12494534 0xbea6c6 0 + 6 12599842 0xc04222 0 + 0 12428245 0xbda3d5 0 + 2 12574594 0xbfdf82 0 + 5 12386604 0xbd012c 0 + 7 12464952 0xbe3338 0 + 4 12516324 0xbefbe4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428243 0xbda3d3 0 + 4 12516317 0xbefbdd 0 + 6 12599840 0xc04220 0 + 1 12646230 0xc0f756 0 + 2 12574590 0xbfdf7e 0 + 3 12494532 0xbea6c4 0 + 5 12386599 0xbd0127 0 + 7 12464947 0xbe3333 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428244 0xbda3d4 0 + 3 12494533 0xbea6c5 0 + 5 12386600 0xbd0128 0 + 4 12516318 0xbefbde 0 + 7 12464948 0xbe3334 0 + 6 12599843 0xc04223 0 + 1 12646235 0xc0f75b 0 + 2 12574595 0xbfdf83 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386602 0xbd012a 0 + 2 12574592 0xbfdf80 0 + 0 12428246 0xbda3d6 0 + 4 12516323 0xbefbe3 0 + 3 12494538 0xbea6ca 0 + 7 12464953 0xbe3339 0 + 6 12599844 0xc04224 0 + 1 12646237 0xc0f75d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386611 0xbd0133 0 + 6 12599851 0xc0422b 0 + 0 12428256 0xbda3e0 0 + 2 12574604 0xbfdf8c 0 + 4 12516330 0xbefbea 0 + 7 12464960 0xbe3340 0 + 1 12646244 0xc0f764 0 + 3 12494547 0xbea6d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599853 0xc0422d 0 + 4 12516331 0xbefbeb 0 + 7 12464961 0xbe3341 0 + 3 12494546 0xbea6d2 0 + 0 12428257 0xbda3e1 0 + 1 12646245 0xc0f765 0 + 5 12386614 0xbd0136 0 + 2 12574605 0xbfdf8d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646233 0xc0f759 0 + 2 12574593 0xbfdf81 0 + 4 12516322 0xbefbe2 0 + 0 12428249 0xbda3d9 0 + 5 12386606 0xbd012e 0 + 7 12464954 0xbe333a 0 + 6 12599846 0xc04226 0 + 3 12494539 0xbea6cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599847 0xc04227 0 + 0 12428251 0xbda3db 0 + 2 12574598 0xbfdf86 0 + 4 12516325 0xbefbe5 0 + 7 12464955 0xbe333b 0 + 1 12646238 0xc0f75e 0 + 3 12494540 0xbea6cc 0 + 5 12386607 0xbd012f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516326 0xbefbe6 0 + 7 12464957 0xbe333d 0 + 1 12646240 0xc0f760 0 + 3 12494542 0xbea6ce 0 + 5 12386609 0xbd0131 0 + 6 12599849 0xc04229 0 + 0 12428253 0xbda3dd 0 + 2 12574600 0xbfdf88 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428252 0xbda3dc 0 + 7 12464956 0xbe333c 0 + 1 12646239 0xc0f75f 0 + 3 12494541 0xbea6cd 0 + 5 12386608 0xbd0130 0 + 6 12599848 0xc04228 0 + 2 12574599 0xbfdf87 0 + 4 12516327 0xbefbe7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574603 0xbfdf8b 0 + 1 12646243 0xc0f763 0 + 5 12386613 0xbd0135 0 + 4 12516332 0xbefbec 0 + 3 12494545 0xbea6d1 0 + 7 12464962 0xbe3342 0 + 6 12599854 0xc0422e 0 + 0 12428258 0xbda3e2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494543 0xbea6cf 0 + 6 12599850 0xc0422a 0 + 2 12574601 0xbfdf89 0 + 7 12464959 0xbe333f 0 + 5 12386612 0xbd0134 0 + 0 12428255 0xbda3df 0 + 4 12516329 0xbefbe9 0 + 1 12646242 0xc0f762 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386601 0xbd0129 0 + 2 12574591 0xbfdf7f 0 + 6 12599841 0xc04221 0 + 1 12646234 0xc0f75a 0 + 7 12464950 0xbe3336 0 + 4 12516321 0xbefbe1 0 + 0 12428247 0xbda3d7 0 + 3 12494537 0xbea6c9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516319 0xbefbdf 0 + 3 12494535 0xbea6c7 0 + 7 12464949 0xbe3335 0 + 1 12646236 0xc0f75c 0 + 5 12386605 0xbd012d 0 + 6 12599845 0xc04225 0 + 2 12574597 0xbfdf85 0 + 0 12428250 0xbda3da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464958 0xbe333e 0 + 5 12386610 0xbd0132 0 + 0 12428254 0xbda3de 0 + 4 12516328 0xbefbe8 0 + 1 12646241 0xc0f761 0 + 6 12599852 0xc0422c 0 + 2 12574602 0xbfdf8a 0 + 3 12494544 0xbea6d0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646232 0xc0f758 0 + 4 12516320 0xbefbe0 0 + 7 12464951 0xbe3337 0 + 3 12494536 0xbea6c8 0 + 5 12386603 0xbd012b 0 + 0 12428248 0xbda3d8 0 + 2 12574596 0xbfdf84 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..536641b29 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:09:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:09:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288446668800. +WARNING: Using actual aggregate bytes moved = 84816793600. +write 906.70 78643200 100.00 0.000991 89.21 0.000457 89.21 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288423731200. +WARNING: Using actual aggregate bytes moved = 74972160000. +write 776.88 78643200 100.00 0.001311 92.03 0.001350 92.03 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288459468800. +WARNING: Using actual aggregate bytes moved = 77627289600. +write 798.18 78643200 100.00 0.001265 92.75 0.000567 92.75 2 + +Max Write: 906.70 MiB/sec (950.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 906.70 776.88 827.25 56.85 91.33173 0 16 2 3 1 0 1 0 0 1 80530636800 102400 84816793600 POSIX 0 + +Finished: Wed Oct 24 06:14:21 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..234b385c8 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,303 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:03:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:03:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 78327578624. +read 1244.50 78643200 1024.00 0.000621 60.02 0.000589 60.02 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 83850428416. +read 1332.06 78643200 1024.00 0.000527 60.03 0.000671 60.03 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 90405076992. +read 1436.48 78643200 1024.00 0.000686 60.02 0.000852 60.02 2 + +Max Read: 1436.48 MiB/sec (1506.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1436.48 1244.50 1337.68 78.48 60.02489 0 16 2 3 1 0 1 0 0 1 80530636800 1048576 78327578624 POSIX 0 + +Finished: Wed Oct 24 05:06:44 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386085 0xbcff25 0 + 0 12427732 0xbda1d4 0 + 2 12574079 0xbfdd7f 0 + 3 12494019 0xbea4c3 0 + 6 12599330 0xc04022 0 + 4 12515808 0xbef9e0 0 + 7 12464434 0xbe3132 0 + 1 12645721 0xc0f559 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464433 0xbe3131 0 + 0 12427734 0xbda1d6 0 + 4 12515807 0xbef9df 0 + 2 12574080 0xbfdd80 0 + 3 12494021 0xbea4c5 0 + 5 12386087 0xbcff27 0 + 1 12645722 0xc0f55a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515821 0xbef9ed 0 + 7 12464447 0xbe313f 0 + 1 12645735 0xc0f567 0 + 3 12494033 0xbea4d1 0 + 5 12386100 0xbcff34 0 + 6 12599343 0xc0402f 0 + 0 12427747 0xbda1e3 0 + 2 12574093 0xbfdd8d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645729 0xc0f561 0 + 2 12574090 0xbfdd8a 0 + 3 12494028 0xbea4cc 0 + 5 12386094 0xbcff2e 0 + 4 12515819 0xbef9eb 0 + 6 12599339 0xc0402b 0 + 7 12464446 0xbe313e 0 + 0 12427745 0xbda1e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427739 0xbda1db 0 + 1 12645727 0xc0f55f 0 + 6 12599335 0xc04027 0 + 7 12464440 0xbe3138 0 + 4 12515815 0xbef9e7 0 + 2 12574087 0xbfdd87 0 + 3 12494027 0xbea4cb 0 + 5 12386095 0xbcff2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574091 0xbfdd8b 0 + 4 12515816 0xbef9e8 0 + 7 12464443 0xbe313b 0 + 1 12645733 0xc0f565 0 + 3 12494031 0xbea4cf 0 + 5 12386097 0xbcff31 0 + 6 12599341 0xc0402d 0 + 0 12427746 0xbda1e2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645720 0xc0f558 0 + 2 12574078 0xbfdd7e 0 + 3 12494018 0xbea4c2 0 + 4 12515806 0xbef9de 0 + 6 12599329 0xc04021 0 + 7 12464432 0xbe3130 0 + 0 12427733 0xbda1d5 0 + 5 12386086 0xbcff26 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427741 0xbda1dd 0 + 2 12574088 0xbfdd88 0 + 1 12645731 0xc0f563 0 + 3 12494029 0xbea4cd 0 + 6 12599338 0xc0402a 0 + 7 12464445 0xbe313d 0 + 4 12515820 0xbef9ec 0 + 5 12386098 0xbcff32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427742 0xbda1de 0 + 2 12574092 0xbfdd8c 0 + 4 12515817 0xbef9e9 0 + 7 12464444 0xbe313c 0 + 1 12645734 0xc0f566 0 + 3 12494032 0xbea4d0 0 + 5 12386099 0xbcff33 0 + 6 12599342 0xc0402e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386092 0xbcff2c 0 + 7 12464439 0xbe3137 0 + 3 12494025 0xbea4c9 0 + 0 12427740 0xbda1dc 0 + 4 12515814 0xbef9e6 0 + 2 12574086 0xbfdd86 0 + 1 12645730 0xc0f562 0 + 6 12599337 0xc04029 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494020 0xbea4c4 0 + 6 12599332 0xc04024 0 + 4 12515810 0xbef9e2 0 + 5 12386089 0xbcff29 0 + 0 12427736 0xbda1d8 0 + 2 12574081 0xbfdd81 0 + 1 12645725 0xc0f55d 0 + 7 12464437 0xbe3135 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515813 0xbef9e5 0 + 5 12386093 0xbcff2d 0 + 2 12574085 0xbfdd85 0 + 1 12645728 0xc0f560 0 + 7 12464441 0xbe3139 0 + 3 12494026 0xbea4ca 0 + 6 12599336 0xc04028 0 + 0 12427743 0xbda1df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494022 0xbea4c6 0 + 5 12386090 0xbcff2a 0 + 6 12599334 0xc04026 0 + 0 12427738 0xbda1da 0 + 2 12574084 0xbfdd84 0 + 4 12515812 0xbef9e4 0 + 7 12464438 0xbe3136 0 + 1 12645726 0xc0f55e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427735 0xbda1d7 0 + 7 12464435 0xbe3133 0 + 4 12515809 0xbef9e1 0 + 5 12386088 0xbcff28 0 + 1 12645724 0xc0f55c 0 + 3 12494024 0xbea4c8 0 + 2 12574082 0xbfdd82 0 + 6 12599333 0xc04025 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464442 0xbe313a 0 + 2 12574089 0xbfdd89 0 + 1 12645732 0xc0f564 0 + 4 12515818 0xbef9ea 0 + 3 12494030 0xbea4ce 0 + 5 12386096 0xbcff30 0 + 6 12599340 0xc0402c 0 + 0 12427744 0xbda1e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599331 0xc04023 0 + 7 12464436 0xbe3134 0 + 1 12645723 0xc0f55b 0 + 3 12494023 0xbea4c7 0 + 2 12574083 0xbfdd83 0 + 0 12427737 0xbda1d9 0 + 5 12386091 0xbcff2b 0 + 4 12515811 0xbef9e3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c281b08f6 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:59:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:59:49 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288456634368. +WARNING: Using actual aggregate bytes moved = 357283397632. +write 4918 78643200 1024.00 0.000937 69.28 0.000542 69.28 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 343360405504. +write 4761 78643200 1024.00 0.001388 68.77 0.001163 68.78 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288473411584. +WARNING: Using actual aggregate bytes moved = 351454363648. +write 4870 78643200 1024.00 0.001704 68.82 0.000890 68.82 2 + +Max Write: 4917.97 MiB/sec (5156.86 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4917.97 4761.16 4849.85 65.65 68.95912 0 16 2 3 1 0 1 0 0 1 80530636800 1048576 357283397632 POSIX 0 + +Finished: Wed Oct 24 05:03:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..3ccf031b7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,299 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:56:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:56:42 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 90177536000. +read 1430.03 78643200 10240 0.002533 60.14 0.002128 60.14 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 97989427200. +read 1544.39 78643200 10240 0.002137 60.51 0.002124 60.51 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 106472407040. +read 1688.81 78643200 10240 0.002131 60.12 0.002109 60.13 2 + +Max Read: 1688.81 MiB/sec (1770.85 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1688.81 1430.03 1554.41 105.88 60.25765 0 16 2 3 1 0 1 0 0 1 80530636800 10485760 90177536000 POSIX 0 + +Finished: Wed Oct 24 03:59:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427227 0xbd9fdb 0 + 1 12645213 0xc0f35d 0 + 2 12573566 0xbfdb7e 0 + 4 12515301 0xbef7e5 0 + 6 12598822 0xc03e26 0 + 5 12385577 0xbcfd29 0 + 7 12463921 0xbe2f31 0 + 3 12493512 0xbea2c8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463928 0xbe2f38 0 + 1 12645218 0xc0f362 0 + 5 12385582 0xbcfd2e 0 + 0 12427235 0xbd9fe3 0 + 4 12515308 0xbef7ec 0 + 3 12493519 0xbea2cf 0 + 6 12598830 0xc03e2e 0 + 2 12573575 0xbfdb87 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493513 0xbea2c9 0 + 5 12385579 0xbcfd2b 0 + 6 12598824 0xc03e28 0 + 0 12427232 0xbd9fe0 0 + 2 12573571 0xbfdb83 0 + 4 12515304 0xbef7e8 0 + 7 12463925 0xbe2f35 0 + 1 12645215 0xc0f35f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573574 0xbfdb86 0 + 3 12493517 0xbea2cd 0 + 6 12598828 0xc03e2c 0 + 7 12463931 0xbe2f3b 0 + 5 12385584 0xbcfd30 0 + 0 12427236 0xbd9fe4 0 + 1 12645221 0xc0f365 0 + 4 12515309 0xbef7ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463930 0xbe2f3a 0 + 1 12645220 0xc0f364 0 + 3 12493518 0xbea2ce 0 + 5 12385585 0xbcfd31 0 + 6 12598829 0xc03e2d 0 + 0 12427237 0xbd9fe5 0 + 2 12573576 0xbfdb88 0 + 4 12515310 0xbef7ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573573 0xbfdb85 0 + 7 12463927 0xbe2f37 0 + 3 12493515 0xbea2cb 0 + 6 12598827 0xc03e2b 0 + 4 12515307 0xbef7eb 0 + 1 12645219 0xc0f363 0 + 5 12385583 0xbcfd2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645210 0xc0f35a 0 + 6 12598820 0xc03e24 0 + 2 12573568 0xbfdb80 0 + 5 12385575 0xbcfd27 0 + 3 12493510 0xbea2c6 0 + 0 12427231 0xbd9fdf 0 + 7 12463923 0xbe2f33 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515300 0xbef7e4 0 + 6 12598821 0xc03e25 0 + 5 12385576 0xbcfd28 0 + 0 12427230 0xbd9fde 0 + 1 12645214 0xc0f35e 0 + 2 12573570 0xbfdb82 0 + 7 12463924 0xbe2f34 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598826 0xc03e2a 0 + 4 12515306 0xbef7ea 0 + 1 12645217 0xc0f361 0 + 5 12385581 0xbcfd2d 0 + 0 12427234 0xbd9fe2 0 + 7 12463929 0xbe2f39 0 + 3 12493516 0xbea2cc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385580 0xbcfd2c 0 + 6 12598825 0xc03e29 0 + 0 12427233 0xbd9fe1 0 + 2 12573572 0xbfdb84 0 + 4 12515305 0xbef7e9 0 + 7 12463926 0xbe2f36 0 + 1 12645216 0xc0f360 0 + 3 12493514 0xbea2ca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645211 0xc0f35b 0 + 0 12427228 0xbd9fdc 0 + 5 12385574 0xbcfd26 0 + 4 12515303 0xbef7e7 0 + 2 12573569 0xbfdb81 0 + 3 12493511 0xbea2c7 0 + 7 12463922 0xbe2f32 0 + 6 12598823 0xc03e27 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493508 0xbea2c4 0 + 2 12573564 0xbfdb7c 0 + 0 12427226 0xbd9fda 0 + 4 12515299 0xbef7e3 0 + 7 12463919 0xbe2f2f 0 + 5 12385573 0xbcfd25 0 + 6 12598819 0xc03e23 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598818 0xc03e22 0 + 3 12493509 0xbea2c5 0 + 1 12645212 0xc0f35c 0 + 7 12463920 0xbe2f30 0 + 2 12573567 0xbfdb7f 0 + 4 12515302 0xbef7e6 0 + 0 12427229 0xbd9fdd 0 + 5 12385578 0xbcfd2a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573562 0xbfdb7a 0 + 4 12515296 0xbef7e0 0 + 7 12463916 0xbe2f2c 0 + 1 12645207 0xc0f357 0 + 3 12493505 0xbea2c1 0 + 5 12385570 0xbcfd22 0 + 6 12598815 0xc03e1f 0 + 0 12427223 0xbd9fd7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515297 0xbef7e1 0 + 7 12463917 0xbe2f2d 0 + 5 12385571 0xbcfd23 0 + 6 12598816 0xc03e20 0 + 0 12427224 0xbd9fd8 0 + 1 12645208 0xc0f358 0 + 3 12493506 0xbea2c2 0 + 2 12573563 0xbfdb7b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598817 0xc03e21 0 + 3 12493507 0xbea2c3 0 + 0 12427225 0xbd9fd9 0 + 5 12385572 0xbcfd24 0 + 7 12463918 0xbe2f2e 0 + 4 12515298 0xbef7e2 0 + 1 12645209 0xc0f359 0 + 2 12573565 0xbfdb7d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..088cfaf2a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:52:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:52:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1287546470400. +WARNING: Using actual aggregate bytes moved = 390038814720. +write 5481 78643200 10240 0.000734 67.87 0.000542 67.87 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 396298813440. +write 5558 78643200 10240 0.001981 68.00 0.000589 68.00 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288322416640. +WARNING: Using actual aggregate bytes moved = 391653621760. +write 5490 78643200 10240 0.001679 68.04 0.000678 68.04 2 + +Max Write: 5557.87 MiB/sec (5827.85 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5557.87 5480.65 5509.41 34.47 67.96959 0 16 2 3 1 0 1 0 0 1 80530636800 10485760 390038814720 POSIX 0 + +Finished: Wed Oct 24 03:56:17 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..06a3a627b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,299 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 07:32:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:32:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 1782382592. +read 28.19 78643200 16.00 0.003095 60.29 0.002781 60.29 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 2341502976. +read 37.04 78643200 16.00 0.002794 60.29 0.002829 60.29 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 2576980377600. +WARNING: Using actual aggregate bytes moved = 2328739840. +read 36.84 78643200 16.00 0.002892 60.28 0.002882 60.28 2 + +Max Read: 37.04 MiB/sec (38.84 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 37.04 28.19 34.03 4.12 60.28596 0 16 2 3 1 0 1 0 0 1 80530636800 16384 1782382592 POSIX 0 + +Finished: Wed Oct 24 07:35:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646748 0xc0f95c 0 + 4 12516833 0xbefde1 0 + 3 12495053 0xbea8cd 0 + 6 12600358 0xc04426 0 + 0 12428764 0xbda5dc 0 + 2 12575110 0xbfe186 0 + 7 12465472 0xbe3540 0 + 5 12387116 0xbd032c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387119 0xbd032f 0 + 6 12600364 0xc0442c 0 + 4 12516841 0xbefde9 0 + 7 12465476 0xbe3544 0 + 1 12646756 0xc0f964 0 + 0 12428768 0xbda5e0 0 + 2 12575115 0xbfe18b 0 + 3 12495062 0xbea8d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646749 0xc0f95d 0 + 0 12428762 0xbda5da 0 + 4 12516836 0xbefde4 0 + 7 12465471 0xbe353f 0 + 5 12387115 0xbd032b 0 + 3 12495057 0xbea8d1 0 + 6 12600361 0xc04429 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428767 0xbda5df 0 + 1 12646757 0xc0f965 0 + 3 12495061 0xbea8d5 0 + 4 12516842 0xbefdea 0 + 5 12387121 0xbd0331 0 + 6 12600366 0xc0442e 0 + 2 12575116 0xbfe18c 0 + 7 12465478 0xbe3546 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600369 0xc04431 0 + 0 12428772 0xbda5e4 0 + 2 12575119 0xbfe18f 0 + 4 12516846 0xbefdee 0 + 7 12465481 0xbe3549 0 + 1 12646761 0xc0f969 0 + 3 12495065 0xbea8d9 0 + 5 12387124 0xbd0334 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575105 0xbfe181 0 + 1 12646747 0xc0f95b 0 + 5 12387110 0xbd0326 0 + 3 12495051 0xbea8cb 0 + 4 12516831 0xbefddf 0 + 6 12600354 0xc04422 0 + 7 12465466 0xbe353a 0 + 0 12428758 0xbda5d6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12495058 0xbea8d2 0 + 0 12428766 0xbda5de 0 + 7 12465475 0xbe3543 0 + 2 12575113 0xbfe189 0 + 5 12387118 0xbd032e 0 + 6 12600363 0xc0442b 0 + 4 12516840 0xbefde8 0 + 1 12646755 0xc0f963 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600357 0xc04425 0 + 7 12465469 0xbe353d 0 + 1 12646751 0xc0f95f 0 + 5 12387114 0xbd032a 0 + 2 12575109 0xbfe185 0 + 4 12516837 0xbefde5 0 + 0 12428765 0xbda5dd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575112 0xbfe188 0 + 4 12516839 0xbefde7 0 + 7 12465474 0xbe3542 0 + 5 12387117 0xbd032d 0 + 6 12600362 0xc0442a 0 + 1 12646754 0xc0f962 0 + 3 12495059 0xbea8d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575114 0xbfe18a 0 + 3 12495060 0xbea8d4 0 + 0 12428769 0xbda5e1 0 + 6 12600365 0xc0442d 0 + 5 12387120 0xbd0330 0 + 4 12516843 0xbefdeb 0 + 7 12465477 0xbe3545 0 + 1 12646758 0xc0f966 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516834 0xbefde2 0 + 5 12387113 0xbd0329 0 + 6 12600359 0xc04427 0 + 0 12428763 0xbda5db 0 + 2 12575108 0xbfe184 0 + 3 12495056 0xbea8d0 0 + 1 12646753 0xc0f961 0 + 7 12465473 0xbe3541 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428760 0xbda5d8 0 + 5 12387112 0xbd0328 0 + 6 12600356 0xc04424 0 + 1 12646750 0xc0f95e 0 + 3 12495054 0xbea8ce 0 + 7 12465470 0xbe353e 0 + 2 12575111 0xbfe187 0 + 4 12516838 0xbefde6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465467 0xbe353b 0 + 3 12495052 0xbea8cc 0 + 4 12516832 0xbefde0 0 + 0 12428759 0xbda5d7 0 + 5 12387111 0xbd0327 0 + 2 12575106 0xbfe182 0 + 6 12600355 0xc04423 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12495063 0xbea8d7 0 + 5 12387122 0xbd0332 0 + 6 12600367 0xc0442f 0 + 0 12428770 0xbda5e2 0 + 2 12575117 0xbfe18d 0 + 4 12516844 0xbefdec 0 + 7 12465479 0xbe3547 0 + 1 12646759 0xc0f967 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387123 0xbd0333 0 + 6 12600368 0xc04430 0 + 0 12428771 0xbda5e3 0 + 2 12575118 0xbfe18e 0 + 4 12516845 0xbefded 0 + 7 12465480 0xbe3548 0 + 1 12646760 0xc0f968 0 + 3 12495064 0xbea8d8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428761 0xbda5d9 0 + 2 12575107 0xbfe183 0 + 7 12465468 0xbe353c 0 + 4 12516835 0xbefde3 0 + 6 12600360 0xc04428 0 + 3 12495055 0xbea8cf 0 + 1 12646752 0xc0f960 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ec738b91d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 07:25:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:25:56 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 16 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288470528000. +WARNING: Using actual aggregate bytes moved = 32117735424. +write 253.16 78643200 16.00 0.000766 120.99 0.000383 120.99 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288479817728. +WARNING: Using actual aggregate bytes moved = 26547306496. +write 211.75 78643200 16.00 0.001222 119.56 0.000635 119.57 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288482062336. +WARNING: Using actual aggregate bytes moved = 28408348672. +write 231.65 78643200 16.00 0.001139 116.95 0.000387 116.95 2 + +Max Write: 253.16 MiB/sec (265.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 253.16 211.75 232.19 16.91 119.16970 0 16 2 3 1 0 1 0 0 1 80530636800 16384 32117735424 POSIX 0 + +Finished: Wed Oct 24 07:31:55 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..f58b11f6a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:38:40 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:38:40 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 16698368000. +read 262.32 39321600 100.00 0.014407 60.69 0.006799 60.71 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 16845721600. +read 264.70 39321600 100.00 0.005292 60.69 0.004282 60.69 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 16842854400. +read 264.62 39321600 100.00 0.005390 60.70 0.004318 60.70 2 + +Max Read: 264.70 MiB/sec (277.56 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 264.70 262.32 263.88 1.10 60.70035 0 32 4 3 0 0 1 0 0 1 40265318400 102400 16698368000 MPIIO 0 + +Finished: Wed Oct 24 05:41:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464743 0xbe3267 0 + 1 12646026 0xc0f68a 0 + 3 12494324 0xbea5f4 0 + 5 12386395 0xbd005b 0 + 6 12599639 0xc04157 0 + 0 12428038 0xbda306 0 + 2 12574385 0xbfdeb1 0 + 4 12516115 0xbefb13 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..435155b8e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:21:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:21:36 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 14949785600. +read 464.69 39321600 100.00 0.005945 30.68 0.001547 30.68 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 14908006400. +read 463.21 39321600 100.00 0.002401 30.69 0.001461 30.69 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 14860902400. +read 461.95 39321600 100.00 0.002719 30.68 0.001489 30.68 2 + +Max Read: 464.69 MiB/sec (487.26 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 464.69 461.95 463.28 1.12 30.68467 0 32 4 3 0 0 1 0 0 1 40265318400 102400 14949785600 MPIIO 0 + +Finished: Wed Oct 24 10:23:08 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c9c0f737a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:35:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:35:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488243200. +WARNING: Using actual aggregate bytes moved = 22185164800. +write 348.41 39321600 100.00 0.019215 60.71 0.000534 60.73 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288483942400. +WARNING: Using actual aggregate bytes moved = 22497484800. +write 353.21 39321600 100.00 0.001917 60.74 0.000539 60.74 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487424000. +WARNING: Using actual aggregate bytes moved = 22288896000. +write 349.81 39321600 100.00 0.002036 60.76 0.000559 60.76 2 + +Max Write: 353.21 MiB/sec (370.37 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 353.21 348.41 350.48 2.01 60.74474 0 32 4 3 0 0 1 0 0 1 40265318400 102400 22185164800 MPIIO 0 + +Finished: Wed Oct 24 05:38:31 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..2162ecc6e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:30:13 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:30:13 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 73459040256. +read 1161.48 39321600 1024.00 0.183081 60.14 0.008206 60.32 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 75210162176. +read 1193.01 39321600 1024.00 0.009586 60.12 0.008296 60.12 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 76188483584. +read 1208.65 39321600 1024.00 0.009621 60.11 0.008259 60.12 2 + +Max Read: 1208.65 MiB/sec (1267.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1208.65 1161.48 1187.71 19.62 60.18458 0 32 4 3 0 0 1 0 0 1 40265318400 1048576 73459040256 MPIIO 0 + +Finished: Wed Oct 24 04:33:13 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515603 0xbef913 0 + 7 12464228 0xbe3064 0 + 1 12645515 0xc0f48b 0 + 3 12493813 0xbea3f5 0 + 5 12385880 0xbcfe58 0 + 6 12599126 0xc03f56 0 + 0 12427531 0xbda10b 0 + 2 12573871 0xbfdcaf 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..fbb0b12ce --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:12:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:12:56 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 85126545408. +read 2694.02 39321600 1024.00 0.005121 30.13 0.000938 30.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 84732280832. +read 2682.92 39321600 1024.00 0.001794 30.12 0.000910 30.12 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 84818264064. +read 2688.52 39321600 1024.00 0.002177 30.08 0.000910 30.09 2 + +Max Read: 2694.02 MiB/sec (2824.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2694.02 2682.92 2688.49 4.53 30.11347 0 32 4 3 0 0 1 0 0 1 40265318400 1048576 85126545408 MPIIO 0 + +Finished: Wed Oct 24 10:14:26 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d4e286117 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:26:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:26:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488091648. +WARNING: Using actual aggregate bytes moved = 261622857728. +write 4151 39321600 1024.00 0.009951 60.09 0.000559 60.10 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488091648. +WARNING: Using actual aggregate bytes moved = 258843082752. +write 4096 39321600 1024.00 0.180245 60.09 0.000508 60.27 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288484945920. +WARNING: Using actual aggregate bytes moved = 262620053504. +write 4156 39321600 1024.00 0.143859 60.12 0.000498 60.27 2 + +Max Write: 4155.83 MiB/sec (4357.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4155.83 4095.85 4134.27 27.23 60.21318 0 32 4 3 0 0 1 0 0 1 40265318400 1048576 261622857728 MPIIO 0 + +Finished: Wed Oct 24 04:29:56 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..489c5e338 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:23:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:23:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 174000701440. +read 2754.27 39321600 10240 0.143731 60.11 0.004690 60.25 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 177880432640. +read 2821.21 39321600 10240 0.005724 60.13 0.004749 60.13 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 180124385280. +read 2858.10 39321600 10240 0.006035 60.10 0.004731 60.10 2 + +Max Read: 2858.10 MiB/sec (2996.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2858.10 2754.27 2811.19 42.98 60.16048 0 32 4 3 0 0 1 0 0 1 40265318400 10485760 174000701440 MPIIO 0 + +Finished: Wed Oct 24 03:26:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515092 0xbef714 0 + 7 12463713 0xbe2e61 0 + 1 12645000 0xc0f288 0 + 3 12493301 0xbea1f5 0 + 5 12385364 0xbcfc54 0 + 6 12598615 0xc03d57 0 + 0 12427019 0xbd9f0b 0 + 2 12573356 0xbfdaac 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4300ff77f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:04:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:04:05 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 89139445760. +read 2790.96 39321600 10240 0.010346 30.45 0.001084 30.46 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 88992645120. +read 2797.92 39321600 10240 0.002011 30.33 0.000991 30.33 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 89066045440. +read 2806.03 39321600 10240 0.002157 30.27 0.001029 30.27 2 + +Max Read: 2806.03 MiB/sec (2942.33 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2806.03 2790.96 2798.30 6.16 30.35431 0 32 4 3 0 0 1 0 0 1 40265318400 10485760 89139445760 MPIIO 0 + +Finished: Wed Oct 24 10:05:36 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..adda41dda --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:19:42 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:19:42 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288458731520. +WARNING: Using actual aggregate bytes moved = 174157987840. +write 2753.77 39321600 10240 0.010886 60.30 0.000964 60.31 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288437760000. +WARNING: Using actual aggregate bytes moved = 176737484800. +write 2792.94 39321600 10240 0.081348 60.27 0.000673 60.35 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288427274240. +WARNING: Using actual aggregate bytes moved = 171987435520. +write 2726.40 39321600 10240 0.026415 60.13 0.000841 60.16 2 + +Max Write: 2792.94 MiB/sec (2928.61 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2792.94 2726.40 2757.70 27.31 60.27411 0 32 4 3 0 0 1 0 0 1 40265318400 10485760 174157987840 MPIIO 0 + +Finished: Wed Oct 24 03:22:49 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..dea4822cb --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:51:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:51:37 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3402989568. +read 50.52 39321600 16.00 0.007093 64.23 0.000988 64.24 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3412885504. +read 50.68 39321600 16.00 0.001842 64.22 0.000982 64.22 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3433807872. +read 50.99 39321600 16.00 0.002303 64.22 0.000941 64.22 2 + +Max Read: 50.99 MiB/sec (53.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 50.99 50.52 50.73 0.20 64.22841 0 32 4 3 0 0 1 0 0 1 40265318400 16384 3402989568 MPIIO 0 + +Finished: Wed Oct 24 06:54:50 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428552 0xbda508 0 + 2 12574900 0xbfe0b4 0 + 4 12516626 0xbefd12 0 + 7 12465256 0xbe3468 0 + 1 12646543 0xc0f88f 0 + 3 12494843 0xbea7fb 0 + 5 12386905 0xbd0259 0 + 6 12600146 0xc04352 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..5b14b674a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:29:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:29:53 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2995519488. +read 83.46 39321600 16.00 0.008958 34.22 0.000828 34.23 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2973417472. +read 82.88 39321600 16.00 0.001794 34.21 0.000810 34.21 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 2989047808. +read 83.32 39321600 16.00 0.002414 34.21 0.000858 34.21 2 + +Max Read: 83.46 MiB/sec (87.52 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 83.46 82.88 83.22 0.25 34.21797 0 32 4 3 0 0 1 0 0 1 40265318400 16384 2995519488 MPIIO 0 + +Finished: Wed Oct 24 10:31:36 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..10e80cfe5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:48:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:48:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288482373632. +WARNING: Using actual aggregate bytes moved = 4082876416. +write 60.46 39321600 16.00 0.012821 64.39 0.000421 64.41 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288484339712. +WARNING: Using actual aggregate bytes moved = 4046667776. +write 60.03 39321600 16.00 0.001576 64.29 0.000718 64.29 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487600128. +WARNING: Using actual aggregate bytes moved = 4043341824. +write 59.99 39321600 16.00 0.002535 64.27 0.001013 64.27 2 + +Max Write: 60.46 MiB/sec (63.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 60.46 59.99 60.16 0.21 64.32336 0 32 4 3 0 0 1 0 0 1 40265318400 16384 4082876416 MPIIO 0 + +Finished: Wed Oct 24 06:51:33 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..39f0c4a9c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,556 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:32:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:32:26 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 24710860800. +read 392.53 39321600 100.00 0.001527 60.03 0.000924 60.04 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 25415168000. +read 403.74 39321600 100.00 0.001171 60.03 0.000952 60.03 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 25638297600. +read 407.24 39321600 100.00 0.000996 60.04 0.000961 60.04 2 + +Max Read: 407.24 MiB/sec (427.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 407.24 392.53 401.17 6.27 60.03603 0 32 4 3 1 0 1 0 0 1 40265318400 102400 24710860800 POSIX 0 + +Finished: Wed Oct 24 05:35:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428022 0xbda2f6 0 + 2 12574368 0xbfdea0 0 + 4 12516100 0xbefb04 0 + 5 12386380 0xbd004c 0 + 7 12464727 0xbe3257 0 + 1 12646011 0xc0f67b 0 + 3 12494309 0xbea5e5 0 + 6 12599623 0xc04147 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574370 0xbfdea2 0 + 4 12516101 0xbefb05 0 + 7 12464728 0xbe3258 0 + 1 12646012 0xc0f67c 0 + 3 12494310 0xbea5e6 0 + 5 12386381 0xbd004d 0 + 6 12599624 0xc04148 0 + 0 12428025 0xbda2f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464714 0xbe324a 0 + 1 12645997 0xc0f66d 0 + 3 12494297 0xbea5d9 0 + 5 12386367 0xbd003f 0 + 2 12574358 0xbfde96 0 + 0 12428012 0xbda2ec 0 + 6 12599610 0xc0413a 0 + 4 12516089 0xbefaf9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494317 0xbea5ed 0 + 5 12386390 0xbd0056 0 + 7 12464737 0xbe3261 0 + 6 12599633 0xc04151 0 + 0 12428034 0xbda302 0 + 2 12574380 0xbfdeac 0 + 4 12516111 0xbefb0f 0 + 1 12646020 0xc0f684 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646000 0xc0f670 0 + 2 12574359 0xbfde97 0 + 3 12494299 0xbea5db 0 + 0 12428014 0xbda2ee 0 + 5 12386369 0xbd0041 0 + 7 12464717 0xbe324d 0 + 4 12516090 0xbefafa 0 + 6 12599612 0xc0413c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386388 0xbd0054 0 + 0 12428031 0xbda2ff 0 + 3 12494318 0xbea5ee 0 + 2 12574378 0xbfdeaa 0 + 7 12464738 0xbe3262 0 + 6 12599634 0xc04152 0 + 4 12516110 0xbefb0e 0 + 1 12646021 0xc0f685 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574353 0xbfde91 0 + 1 12645994 0xc0f66a 0 + 5 12386363 0xbd003b 0 + 0 12428008 0xbda2e8 0 + 4 12516084 0xbefaf4 0 + 3 12494294 0xbea5d6 0 + 6 12599607 0xc04137 0 + 7 12464712 0xbe3248 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464719 0xbe324f 0 + 6 12599614 0xc0413e 0 + 5 12386372 0xbd0044 0 + 0 12428017 0xbda2f1 0 + 1 12646003 0xc0f673 0 + 2 12574362 0xbfde9a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464711 0xbe3247 0 + 3 12494293 0xbea5d5 0 + 6 12599606 0xc04136 0 + 2 12574354 0xbfde92 0 + 1 12645995 0xc0f66b 0 + 5 12386364 0xbd003c 0 + 0 12428009 0xbda2e9 0 + 4 12516085 0xbefaf5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646017 0xc0f681 0 + 3 12494315 0xbea5eb 0 + 5 12386386 0xbd0052 0 + 6 12599629 0xc0414d 0 + 0 12428029 0xbda2fd 0 + 2 12574376 0xbfdea8 0 + 4 12516106 0xbefb0a 0 + 7 12464735 0xbe325f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428024 0xbda2f8 0 + 2 12574372 0xbfdea4 0 + 4 12516102 0xbefb06 0 + 7 12464730 0xbe325a 0 + 1 12646013 0xc0f67d 0 + 3 12494311 0xbea5e7 0 + 5 12386382 0xbd004e 0 + 6 12599625 0xc04149 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574356 0xbfde94 0 + 4 12516087 0xbefaf7 0 + 5 12386368 0xbd0040 0 + 1 12645999 0xc0f66f 0 + 3 12494298 0xbea5da 0 + 0 12428013 0xbda2ed 0 + 7 12464716 0xbe324c 0 + 6 12599611 0xc0413b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599635 0xc04153 0 + 0 12428035 0xbda303 0 + 2 12574382 0xbfdeae 0 + 4 12516112 0xbefb10 0 + 7 12464740 0xbe3264 0 + 1 12646023 0xc0f687 0 + 3 12494321 0xbea5f1 0 + 5 12386392 0xbd0058 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645996 0xc0f66c 0 + 3 12494295 0xbea5d7 0 + 5 12386365 0xbd003d 0 + 6 12599609 0xc04139 0 + 0 12428010 0xbda2ea 0 + 7 12464713 0xbe3249 0 + 4 12516086 0xbefaf6 0 + 2 12574357 0xbfde95 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516093 0xbefafd 0 + 3 12494302 0xbea5de 0 + 7 12464722 0xbe3252 0 + 6 12599616 0xc04140 0 + 2 12574363 0xbfde9b 0 + 5 12386375 0xbd0047 0 + 1 12646006 0xc0f676 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464733 0xbe325d 0 + 1 12646016 0xc0f680 0 + 3 12494314 0xbea5ea 0 + 5 12386385 0xbd0051 0 + 6 12599628 0xc0414c 0 + 0 12428028 0xbda2fc 0 + 2 12574375 0xbfdea7 0 + 4 12516105 0xbefb09 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574373 0xbfdea5 0 + 4 12516103 0xbefb07 0 + 7 12464731 0xbe325b 0 + 1 12646014 0xc0f67e 0 + 3 12494312 0xbea5e8 0 + 5 12386383 0xbd004f 0 + 6 12599626 0xc0414a 0 + 0 12428026 0xbda2fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516107 0xbefb0b 0 + 7 12464736 0xbe3260 0 + 6 12599631 0xc0414f 0 + 1 12646019 0xc0f683 0 + 5 12386391 0xbd0057 0 + 0 12428033 0xbda301 0 + 3 12494319 0xbea5ef 0 + 2 12574381 0xbfdead 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428006 0xbda2e6 0 + 4 12516082 0xbefaf2 0 + 3 12494291 0xbea5d3 0 + 2 12574352 0xbfde90 0 + 7 12464710 0xbe3246 0 + 1 12645993 0xc0f669 0 + 5 12386362 0xbd003a 0 + 6 12599605 0xc04135 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428015 0xbda2ef 0 + 5 12386371 0xbd0043 0 + 7 12464718 0xbe324e 0 + 1 12646002 0xc0f672 0 + 2 12574361 0xbfde99 0 + 4 12516091 0xbefafb 0 + 3 12494301 0xbea5dd 0 + 6 12599615 0xc0413f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516094 0xbefafe 0 + 5 12386373 0xbd0045 0 + 6 12599617 0xc04141 0 + 1 12646005 0xc0f675 0 + 2 12574364 0xbfde9c 0 + 0 12428018 0xbda2f2 0 + 3 12494304 0xbea5e0 0 + 7 12464723 0xbe3253 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516098 0xbefb02 0 + 7 12464726 0xbe3256 0 + 5 12386378 0xbd004a 0 + 2 12574369 0xbfdea1 0 + 1 12646009 0xc0f679 0 + 6 12599621 0xc04145 0 + 3 12494308 0xbea5e4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464734 0xbe325e 0 + 1 12646018 0xc0f682 0 + 3 12494316 0xbea5ec 0 + 5 12386387 0xbd0053 0 + 6 12599630 0xc0414e 0 + 0 12428030 0xbda2fe 0 + 2 12574377 0xbfdea9 0 + 4 12516108 0xbefb0c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428020 0xbda2f4 0 + 2 12574366 0xbfde9e 0 + 4 12516096 0xbefb00 0 + 7 12464724 0xbe3254 0 + 1 12646007 0xc0f677 0 + 3 12494305 0xbea5e1 0 + 5 12386376 0xbd0048 0 + 6 12599619 0xc04143 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386361 0xbd0039 0 + 2 12574351 0xbfde8f 0 + 7 12464709 0xbe3245 0 + 1 12645992 0xc0f668 0 + 6 12599604 0xc04134 0 + 0 12428007 0xbda2e7 0 + 4 12516083 0xbefaf3 0 + 3 12494292 0xbea5d4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599608 0xc04138 0 + 2 12574355 0xbfde93 0 + 3 12494296 0xbea5d8 0 + 7 12464715 0xbe324b 0 + 5 12386366 0xbd003e 0 + 1 12645998 0xc0f66e 0 + 4 12516088 0xbefaf8 0 + 0 12428011 0xbda2eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464721 0xbe3251 0 + 1 12646004 0xc0f674 0 + 5 12386374 0xbd0046 0 + 6 12599618 0xc04142 0 + 4 12516095 0xbefaff 0 + 3 12494303 0xbea5df 0 + 0 12428019 0xbda2f3 0 + 2 12574365 0xbfde9d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516104 0xbefb08 0 + 7 12464732 0xbe325c 0 + 1 12646015 0xc0f67f 0 + 3 12494313 0xbea5e9 0 + 5 12386384 0xbd0050 0 + 6 12599627 0xc0414b 0 + 0 12428027 0xbda2fb 0 + 2 12574374 0xbfdea6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386370 0xbd0042 0 + 1 12646001 0xc0f671 0 + 6 12599613 0xc0413d 0 + 3 12494300 0xbea5dc 0 + 2 12574360 0xbfde98 0 + 7 12464720 0xbe3250 0 + 0 12428016 0xbda2f0 0 + 4 12516092 0xbefafc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494307 0xbea5e3 0 + 4 12516099 0xbefb03 0 + 5 12386379 0xbd004b 0 + 0 12428023 0xbda2f7 0 + 1 12646010 0xc0f67a 0 + 2 12574371 0xbfdea3 0 + 7 12464729 0xbe3259 0 + 6 12599622 0xc04146 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574367 0xbfde9f 0 + 4 12516097 0xbefb01 0 + 7 12464725 0xbe3255 0 + 1 12646008 0xc0f678 0 + 3 12494306 0xbea5e2 0 + 5 12386377 0xbd0049 0 + 6 12599620 0xc04144 0 + 0 12428021 0xbda2f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386389 0xbd0055 0 + 6 12599632 0xc04150 0 + 0 12428032 0xbda300 0 + 2 12574379 0xbfdeab 0 + 4 12516109 0xbefb0d 0 + 7 12464739 0xbe3263 0 + 1 12646022 0xc0f686 0 + 3 12494320 0xbea5f0 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..7a7cdeff9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:27:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:27:34 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288460697600. +WARNING: Using actual aggregate bytes moved = 85053952000. +write 899.15 39321600 100.00 0.001971 90.21 0.000328 90.21 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288355840000. +WARNING: Using actual aggregate bytes moved = 75213209600. +write 759.79 39321600 100.00 0.002503 94.40 0.000411 94.41 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288453222400. +WARNING: Using actual aggregate bytes moved = 76511436800. +write 796.06 39321600 100.00 0.008759 91.65 0.000430 91.66 2 + +Max Write: 899.15 MiB/sec (942.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 899.15 759.79 818.33 59.04 92.09254 0 32 4 3 1 0 1 0 0 1 40265318400 102400 85053952000 POSIX 0 + +Finished: Wed Oct 24 05:32:12 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2febf045c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,558 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:23:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:23:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 151530766336. +read 2407.47 39321600 1024.00 0.001461 60.02 0.000884 60.03 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 172089147392. +read 2734.60 39321600 1024.00 0.000905 60.01 0.001178 60.01 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 189633921024. +read 3013.02 39321600 1024.00 0.000915 60.02 0.000907 60.02 2 + +Max Read: 3013.02 MiB/sec (3159.38 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3013.02 2407.47 2718.37 247.48 60.02112 0 32 4 3 1 0 1 0 0 1 40265318400 1048576 151530766336 POSIX 0 + +Finished: Wed Oct 24 04:26:47 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573838 0xbfdc8e 0 + 1 12645483 0xc0f46b 0 + 6 12599095 0xc03f37 0 + 5 12385849 0xbcfe39 0 + 4 12515573 0xbef8f5 0 + 3 12493784 0xbea3d8 0 + 7 12464200 0xbe3048 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515582 0xbef8fe 0 + 1 12645495 0xc0f477 0 + 5 12385858 0xbcfe42 0 + 0 12427512 0xbda0f8 0 + 7 12464209 0xbe3051 0 + 3 12493794 0xbea3e2 0 + 6 12599107 0xc03f43 0 + 2 12573852 0xbfdc9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645498 0xc0f47a 0 + 3 12493796 0xbea3e4 0 + 5 12385862 0xbcfe46 0 + 6 12599109 0xc03f45 0 + 0 12427514 0xbda0fa 0 + 2 12573854 0xbfdc9e 0 + 4 12515586 0xbef902 0 + 7 12464211 0xbe3053 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573845 0xbfdc95 0 + 4 12515577 0xbef8f9 0 + 7 12464202 0xbe304a 0 + 1 12645489 0xc0f471 0 + 3 12493787 0xbea3db 0 + 5 12385853 0xbcfe3d 0 + 6 12599100 0xc03f3c 0 + 0 12427505 0xbda0f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427522 0xbda102 0 + 2 12573862 0xbfdca6 0 + 4 12515594 0xbef90a 0 + 7 12464219 0xbe305b 0 + 1 12645506 0xc0f482 0 + 3 12493804 0xbea3ec 0 + 5 12385870 0xbcfe4e 0 + 6 12599117 0xc03f4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464223 0xbe305f 0 + 1 12645510 0xc0f486 0 + 5 12385875 0xbcfe53 0 + 0 12427526 0xbda106 0 + 4 12515598 0xbef90e 0 + 3 12493809 0xbea3f1 0 + 6 12599122 0xc03f52 0 + 2 12573867 0xbfdcab 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464196 0xbe3044 0 + 5 12385847 0xbcfe37 0 + 3 12493781 0xbea3d5 0 + 2 12573843 0xbfdc93 0 + 1 12645485 0xc0f46d 0 + 6 12599097 0xc03f39 0 + 4 12515574 0xbef8f6 0 + 0 12427504 0xbda0f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464204 0xbe304c 0 + 1 12645491 0xc0f473 0 + 3 12493789 0xbea3dd 0 + 5 12385855 0xbcfe3f 0 + 6 12599102 0xc03f3e 0 + 0 12427507 0xbda0f3 0 + 2 12573847 0xbfdc97 0 + 4 12515579 0xbef8fb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493797 0xbea3e5 0 + 5 12385863 0xbcfe47 0 + 6 12599110 0xc03f46 0 + 0 12427515 0xbda0fb 0 + 2 12573855 0xbfdc9f 0 + 4 12515587 0xbef903 0 + 7 12464212 0xbe3054 0 + 1 12645499 0xc0f47b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599104 0xc03f40 0 + 4 12515580 0xbef8fc 0 + 3 12493792 0xbea3e0 0 + 0 12427511 0xbda0f7 0 + 1 12645494 0xc0f476 0 + 2 12573850 0xbfdc9a 0 + 7 12464208 0xbe3050 0 + 5 12385859 0xbcfe43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385873 0xbcfe51 0 + 3 12493808 0xbea3f0 0 + 6 12599121 0xc03f51 0 + 2 12573866 0xbfdcaa 0 + 7 12464224 0xbe3060 0 + 0 12427527 0xbda107 0 + 4 12515599 0xbef90f 0 + 1 12645511 0xc0f487 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385864 0xbcfe48 0 + 6 12599111 0xc03f47 0 + 0 12427516 0xbda0fc 0 + 2 12573856 0xbfdca0 0 + 4 12515588 0xbef904 0 + 7 12464213 0xbe3055 0 + 1 12645500 0xc0f47c 0 + 3 12493798 0xbea3e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385846 0xbcfe36 0 + 6 12599094 0xc03f36 0 + 4 12515571 0xbef8f3 0 + 2 12573840 0xbfdc90 0 + 3 12493782 0xbea3d6 0 + 1 12645484 0xc0f46c 0 + 0 12427502 0xbda0ee 0 + 7 12464199 0xbe3047 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599116 0xc03f4c 0 + 0 12427521 0xbda101 0 + 2 12573861 0xbfdca5 0 + 4 12515593 0xbef909 0 + 7 12464218 0xbe305a 0 + 1 12645505 0xc0f481 0 + 3 12493803 0xbea3eb 0 + 5 12385869 0xbcfe4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427518 0xbda0fe 0 + 2 12573858 0xbfdca2 0 + 4 12515590 0xbef906 0 + 7 12464215 0xbe3057 0 + 1 12645502 0xc0f47e 0 + 3 12493800 0xbea3e8 0 + 5 12385866 0xbcfe4a 0 + 6 12599113 0xc03f49 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464194 0xbe3042 0 + 6 12599093 0xc03f35 0 + 3 12493780 0xbea3d4 0 + 1 12645482 0xc0f46a 0 + 0 12427498 0xbda0ea 0 + 2 12573839 0xbfdc8f 0 + 5 12385848 0xbcfe38 0 + 4 12515572 0xbef8f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493791 0xbea3df 0 + 0 12427509 0xbda0f5 0 + 2 12573849 0xbfdc99 0 + 7 12464206 0xbe304e 0 + 1 12645493 0xc0f475 0 + 5 12385857 0xbcfe41 0 + 6 12599105 0xc03f41 0 + 4 12515583 0xbef8ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573859 0xbfdca3 0 + 4 12515591 0xbef907 0 + 7 12464216 0xbe3058 0 + 1 12645503 0xc0f47f 0 + 6 12599114 0xc03f4a 0 + 0 12427519 0xbda0ff 0 + 3 12493801 0xbea3e9 0 + 5 12385868 0xbcfe4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573841 0xbfdc91 0 + 6 12599096 0xc03f38 0 + 0 12427501 0xbda0ed 0 + 7 12464198 0xbe3046 0 + 5 12385850 0xbcfe3a 0 + 1 12645488 0xc0f470 0 + 3 12493786 0xbea3da 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599112 0xc03f48 0 + 0 12427517 0xbda0fd 0 + 2 12573857 0xbfdca1 0 + 4 12515589 0xbef905 0 + 7 12464214 0xbe3056 0 + 1 12645501 0xc0f47d 0 + 3 12493799 0xbea3e7 0 + 5 12385865 0xbcfe49 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427510 0xbda0f6 0 + 7 12464207 0xbe304f 0 + 3 12493793 0xbea3e1 0 + 6 12599106 0xc03f42 0 + 2 12573851 0xbfdc9b 0 + 5 12385860 0xbcfe44 0 + 1 12645496 0xc0f478 0 + 4 12515584 0xbef900 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573842 0xbfdc92 0 + 7 12464197 0xbe3045 0 + 1 12645486 0xc0f46e 0 + 0 12427503 0xbda0ef 0 + 3 12493785 0xbea3d9 0 + 5 12385851 0xbcfe3b 0 + 6 12599098 0xc03f3a 0 + 4 12515575 0xbef8f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573863 0xbfdca7 0 + 4 12515595 0xbef90b 0 + 7 12464220 0xbe305c 0 + 1 12645507 0xc0f483 0 + 3 12493805 0xbea3ed 0 + 5 12385871 0xbcfe4f 0 + 6 12599118 0xc03f4e 0 + 0 12427523 0xbda103 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515596 0xbef90c 0 + 7 12464221 0xbe305d 0 + 1 12645508 0xc0f484 0 + 3 12493806 0xbea3ee 0 + 5 12385872 0xbcfe50 0 + 6 12599119 0xc03f4f 0 + 0 12427524 0xbda104 0 + 2 12573864 0xbfdca8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493783 0xbea3d7 0 + 0 12427500 0xbda0ec 0 + 1 12645487 0xc0f46f 0 + 7 12464201 0xbe3049 0 + 2 12573844 0xbfdc94 0 + 5 12385852 0xbcfe3c 0 + 4 12515576 0xbef8f8 0 + 6 12599099 0xc03f3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464222 0xbe305e 0 + 1 12645509 0xc0f485 0 + 3 12493807 0xbea3ef 0 + 5 12385874 0xbcfe52 0 + 6 12599120 0xc03f50 0 + 0 12427525 0xbda105 0 + 2 12573865 0xbfdca9 0 + 4 12515597 0xbef90d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385876 0xbcfe54 0 + 6 12599123 0xc03f53 0 + 0 12427528 0xbda108 0 + 2 12573868 0xbfdcac 0 + 4 12515600 0xbef910 0 + 7 12464225 0xbe3061 0 + 1 12645512 0xc0f488 0 + 3 12493810 0xbea3f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645492 0xc0f474 0 + 3 12493790 0xbea3de 0 + 5 12385856 0xbcfe40 0 + 6 12599103 0xc03f3f 0 + 0 12427508 0xbda0f4 0 + 2 12573848 0xbfdc98 0 + 4 12515581 0xbef8fd 0 + 7 12464205 0xbe304d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464210 0xbe3052 0 + 1 12645497 0xc0f479 0 + 3 12493795 0xbea3e3 0 + 5 12385861 0xbcfe45 0 + 6 12599108 0xc03f44 0 + 0 12427513 0xbda0f9 0 + 2 12573853 0xbfdc9d 0 + 4 12515585 0xbef901 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645481 0xc0f469 0 + 6 12599092 0xc03f34 0 + 5 12385845 0xbcfe35 0 + 3 12493779 0xbea3d3 0 + 2 12573837 0xbfdc8d 0 + 7 12464195 0xbe3043 0 + 4 12515570 0xbef8f2 0 + 0 12427499 0xbda0eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515578 0xbef8fa 0 + 7 12464203 0xbe304b 0 + 1 12645490 0xc0f472 0 + 3 12493788 0xbea3dc 0 + 5 12385854 0xbcfe3e 0 + 6 12599101 0xc03f3d 0 + 0 12427506 0xbda0f2 0 + 2 12573846 0xbfdc96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385867 0xbcfe4b 0 + 6 12599115 0xc03f4b 0 + 7 12464217 0xbe3059 0 + 1 12645504 0xc0f480 0 + 0 12427520 0xbda100 0 + 2 12573860 0xbfdca4 0 + 4 12515592 0xbef908 0 + 3 12493802 0xbea3ea 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ac37c940a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:19:56 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:19:56 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288410497024. +WARNING: Using actual aggregate bytes moved = 351248842752. +write 4842 39321600 1024.00 0.002099 69.18 0.000774 69.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288187150336. +WARNING: Using actual aggregate bytes moved = 352358236160. +write 4855 39321600 1024.00 0.008233 69.21 0.000361 69.22 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288462925824. +WARNING: Using actual aggregate bytes moved = 346617282560. +write 4787 39321600 1024.00 0.001639 69.06 0.000374 69.06 2 + +Max Write: 4854.87 MiB/sec (5090.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4854.87 4786.51 4827.75 29.64 69.15340 0 32 4 3 1 0 1 0 0 1 40265318400 1048576 351248842752 POSIX 0 + +Finished: Wed Oct 24 04:23:30 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..9aaacca58 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,555 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:16:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:16:39 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 169198223360. +read 2681.48 39321600 10240 0.001316 60.17 0.000816 60.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 191574835200. +read 3033.32 39321600 10240 0.000779 60.23 0.001073 60.23 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 211235635200. +read 3351.82 39321600 10240 0.000796 60.10 0.000797 60.10 2 + +Max Read: 3351.82 MiB/sec (3514.63 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3351.82 2681.48 3022.21 273.78 60.16949 0 32 4 3 1 0 1 0 0 1 40265318400 10485760 169198223360 POSIX 0 + +Finished: Wed Oct 24 03:19:40 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493276 0xbea1dc 0 + 4 12515068 0xbef6fc 0 + 5 12385340 0xbcfc3c 0 + 7 12463689 0xbe2e49 0 + 1 12644976 0xc0f270 0 + 6 12598591 0xc03d3f 0 + 0 12426995 0xbd9ef3 0 + 2 12573333 0xbfda95 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515059 0xbef6f3 0 + 3 12493267 0xbea1d3 0 + 2 12573324 0xbfda8c 0 + 6 12598585 0xc03d39 0 + 5 12385335 0xbcfc37 0 + 7 12463684 0xbe2e44 0 + 1 12644972 0xc0f26c 0 + 0 12426991 0xbd9eef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463704 0xbe2e58 0 + 1 12644991 0xc0f27f 0 + 3 12493293 0xbea1ed 0 + 5 12385355 0xbcfc4b 0 + 6 12598607 0xc03d4f 0 + 0 12427011 0xbd9f03 0 + 2 12573348 0xbfdaa4 0 + 4 12515084 0xbef70c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426986 0xbd9eea 0 + 4 12515061 0xbef6f5 0 + 5 12385334 0xbcfc36 0 + 1 12644969 0xc0f269 0 + 3 12493272 0xbea1d8 0 + 7 12463682 0xbe2e42 0 + 2 12573328 0xbfda90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463695 0xbe2e4f 0 + 4 12515073 0xbef701 0 + 6 12598598 0xc03d46 0 + 2 12573339 0xbfda9b 0 + 1 12644983 0xc0f277 0 + 3 12493287 0xbea1e7 0 + 5 12385350 0xbcfc46 0 + 0 12427006 0xbd9efe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598589 0xc03d3d 0 + 7 12463687 0xbe2e47 0 + 0 12426993 0xbd9ef1 0 + 3 12493275 0xbea1db 0 + 5 12385338 0xbcfc3a 0 + 2 12573330 0xbfda92 0 + 1 12644974 0xc0f26e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493297 0xbea1f1 0 + 5 12385359 0xbcfc4f 0 + 6 12598611 0xc03d53 0 + 0 12427015 0xbd9f07 0 + 2 12573352 0xbfdaa8 0 + 4 12515088 0xbef710 0 + 7 12463709 0xbe2e5d 0 + 1 12644996 0xc0f284 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385332 0xbcfc34 0 + 6 12598583 0xc03d37 0 + 7 12463680 0xbe2e40 0 + 1 12644968 0xc0f268 0 + 3 12493269 0xbea1d5 0 + 2 12573327 0xbfda8f 0 + 4 12515064 0xbef6f8 0 + 0 12426990 0xbd9eee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644993 0xc0f281 0 + 3 12493294 0xbea1ee 0 + 0 12427012 0xbd9f04 0 + 2 12573349 0xbfdaa5 0 + 4 12515085 0xbef70d 0 + 5 12385356 0xbcfc4c 0 + 6 12598609 0xc03d51 0 + 7 12463707 0xbe2e5b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515069 0xbef6fd 0 + 5 12385342 0xbcfc3e 0 + 2 12573334 0xbfda96 0 + 3 12493280 0xbea1e0 0 + 7 12463693 0xbe2e4d 0 + 6 12598594 0xc03d42 0 + 0 12426999 0xbd9ef7 0 + 1 12644980 0xc0f274 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644995 0xc0f283 0 + 3 12493296 0xbea1f0 0 + 5 12385358 0xbcfc4e 0 + 6 12598610 0xc03d52 0 + 0 12427014 0xbd9f06 0 + 2 12573351 0xbfdaa7 0 + 4 12515087 0xbef70f 0 + 7 12463708 0xbe2e5c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598590 0xc03d3e 0 + 4 12515067 0xbef6fb 0 + 5 12385339 0xbcfc3b 0 + 1 12644975 0xc0f26f 0 + 7 12463688 0xbe2e48 0 + 0 12426994 0xbd9ef2 0 + 3 12493277 0xbea1dd 0 + 2 12573331 0xbfda93 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515082 0xbef70a 0 + 7 12463705 0xbe2e59 0 + 1 12644992 0xc0f280 0 + 3 12493292 0xbea1ec 0 + 5 12385354 0xbcfc4a 0 + 6 12598606 0xc03d4e 0 + 0 12427010 0xbd9f02 0 + 2 12573347 0xbfdaa3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493285 0xbea1e5 0 + 5 12385348 0xbcfc44 0 + 6 12598602 0xc03d4a 0 + 0 12427005 0xbd9efd 0 + 2 12573343 0xbfda9f 0 + 4 12515079 0xbef707 0 + 7 12463700 0xbe2e54 0 + 1 12644987 0xc0f27b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463694 0xbe2e4e 0 + 5 12385344 0xbcfc40 0 + 1 12644982 0xc0f276 0 + 6 12598597 0xc03d45 0 + 3 12493286 0xbea1e6 0 + 0 12427002 0xbd9efa 0 + 2 12573340 0xbfda9c 0 + 4 12515077 0xbef705 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573332 0xbfda94 0 + 1 12644977 0xc0f271 0 + 4 12515070 0xbef6fe 0 + 0 12426997 0xbd9ef5 0 + 3 12493279 0xbea1df 0 + 6 12598592 0xc03d40 0 + 7 12463692 0xbe2e4c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573345 0xbfdaa1 0 + 4 12515081 0xbef709 0 + 7 12463703 0xbe2e57 0 + 1 12644989 0xc0f27d 0 + 3 12493291 0xbea1eb 0 + 5 12385353 0xbcfc49 0 + 6 12598604 0xc03d4c 0 + 0 12427009 0xbd9f01 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385331 0xbcfc33 0 + 2 12573322 0xbfda8a 0 + 7 12463679 0xbe2e3f 0 + 4 12515060 0xbef6f4 0 + 3 12493268 0xbea1d4 0 + 0 12426989 0xbd9eed 0 + 6 12598586 0xc03d3a 0 + 1 12644971 0xc0f26b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427000 0xbd9ef8 0 + 3 12493284 0xbea1e4 0 + 5 12385347 0xbcfc43 0 + 6 12598600 0xc03d48 0 + 2 12573341 0xbfda9d 0 + 4 12515076 0xbef704 0 + 7 12463698 0xbe2e52 0 + 1 12644985 0xc0f279 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573337 0xbfda99 0 + 1 12644981 0xc0f275 0 + 3 12493282 0xbea1e2 0 + 6 12598596 0xc03d44 0 + 5 12385345 0xbcfc41 0 + 0 12427001 0xbd9ef9 0 + 4 12515075 0xbef703 0 + 7 12463697 0xbe2e51 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385360 0xbcfc50 0 + 6 12598612 0xc03d54 0 + 0 12427016 0xbd9f08 0 + 2 12573353 0xbfdaa9 0 + 4 12515089 0xbef711 0 + 7 12463710 0xbe2e5e 0 + 1 12644997 0xc0f285 0 + 3 12493298 0xbea1f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598584 0xc03d38 0 + 7 12463681 0xbe2e41 0 + 0 12426988 0xbd9eec 0 + 2 12573326 0xbfda8e 0 + 3 12493273 0xbea1d9 0 + 5 12385336 0xbcfc38 0 + 4 12515065 0xbef6f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385346 0xbcfc42 0 + 6 12598599 0xc03d47 0 + 0 12427003 0xbd9efb 0 + 2 12573342 0xbfda9e 0 + 4 12515078 0xbef706 0 + 7 12463699 0xbe2e53 0 + 1 12644986 0xc0f27a 0 + 3 12493288 0xbea1e8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644967 0xc0f267 0 + 6 12598582 0xc03d36 0 + 0 12426985 0xbd9ee9 0 + 5 12385333 0xbcfc35 0 + 4 12515062 0xbef6f6 0 + 2 12573325 0xbfda8d 0 + 3 12493271 0xbea1d7 0 + 7 12463683 0xbe2e43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385351 0xbcfc47 0 + 2 12573344 0xbfdaa0 0 + 4 12515080 0xbef708 0 + 1 12644988 0xc0f27c 0 + 6 12598603 0xc03d4b 0 + 7 12463702 0xbe2e56 0 + 3 12493290 0xbea1ea 0 + 0 12427008 0xbd9f00 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427007 0xbd9eff 0 + 7 12463701 0xbe2e55 0 + 3 12493289 0xbea1e9 0 + 5 12385352 0xbcfc48 0 + 2 12573346 0xbfdaa2 0 + 1 12644990 0xc0f27e 0 + 4 12515083 0xbef70b 0 + 6 12598605 0xc03d4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463690 0xbe2e4a 0 + 5 12385341 0xbcfc3d 0 + 4 12515071 0xbef6ff 0 + 2 12573335 0xbfda97 0 + 0 12426998 0xbd9ef6 0 + 1 12644979 0xc0f273 0 + 3 12493281 0xbea1e1 0 + 6 12598595 0xc03d43 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573338 0xbfda9a 0 + 7 12463696 0xbe2e50 0 + 3 12493283 0xbea1e3 0 + 4 12515074 0xbef702 0 + 5 12385349 0xbcfc45 0 + 6 12598601 0xc03d49 0 + 0 12427004 0xbd9efc 0 + 1 12644984 0xc0f278 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598608 0xc03d50 0 + 7 12463706 0xbe2e5a 0 + 1 12644994 0xc0f282 0 + 0 12427013 0xbd9f05 0 + 2 12573350 0xbfdaa6 0 + 3 12493295 0xbea1ef 0 + 5 12385357 0xbcfc4d 0 + 4 12515086 0xbef70e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493278 0xbea1de 0 + 0 12426996 0xbd9ef4 0 + 1 12644978 0xc0f272 0 + 7 12463691 0xbe2e4b 0 + 6 12598593 0xc03d41 0 + 4 12515072 0xbef700 0 + 5 12385343 0xbcfc3f 0 + 2 12573336 0xbfda98 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573323 0xbfda8b 0 + 0 12426987 0xbd9eeb 0 + 4 12515063 0xbef6f7 0 + 3 12493270 0xbea1d6 0 + 1 12644970 0xc0f26a 0 + 7 12463685 0xbe2e45 0 + 6 12598587 0xc03d3b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644973 0xc0f26d 0 + 3 12493274 0xbea1da 0 + 5 12385337 0xbcfc39 0 + 6 12598588 0xc03d3c 0 + 0 12426992 0xbd9ef0 0 + 2 12573329 0xbfda91 0 + 4 12515066 0xbef6fa 0 + 7 12463686 0xbe2e46 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..fe6a75b4a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:12:53 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:12:53 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288154644480. +WARNING: Using actual aggregate bytes moved = 396697272320. +write 5553 39321600 10240 0.001622 68.12 0.000543 68.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1284966973440. +WARNING: Using actual aggregate bytes moved = 391297105920. +write 5525 39321600 10240 0.009448 67.54 0.000672 67.55 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1286602752000. +WARNING: Using actual aggregate bytes moved = 391611678720. +write 5503 39321600 10240 0.015847 67.86 0.000832 67.87 2 + +Max Write: 5553.20 MiB/sec (5822.95 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5553.20 5502.54 5526.77 20.74 67.84871 0 32 4 3 1 0 1 0 0 1 40265318400 10485760 396697272320 POSIX 0 + +Finished: Wed Oct 24 03:16:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..c3ede2021 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,556 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:45:17 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:45:17 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 3915972608. +read 62.08 39321600 16.00 0.001261 60.15 0.000709 60.15 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 5149704192. +read 81.65 39321600 16.00 0.000742 60.15 0.000776 60.15 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 5153960755200. +WARNING: Using actual aggregate bytes moved = 5127798784. +read 81.31 39321600 16.00 0.001570 60.14 0.000759 60.15 2 + +Max Read: 81.65 MiB/sec (85.61 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 81.65 62.08 75.01 9.14 60.15091 0 32 4 3 1 0 1 0 0 1 40265318400 16384 3915972608 POSIX 0 + +Finished: Wed Oct 24 06:48:18 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386874 0xbd023a 0 + 6 12600115 0xc04333 0 + 4 12516594 0xbefcf2 0 + 7 12465225 0xbe3449 0 + 1 12646510 0xc0f86e 0 + 0 12428520 0xbda4e8 0 + 2 12574869 0xbfe095 0 + 3 12494813 0xbea7dd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494814 0xbea7de 0 + 5 12386877 0xbd023d 0 + 6 12600118 0xc04336 0 + 1 12646513 0xc0f871 0 + 7 12465229 0xbe344d 0 + 4 12516598 0xbefcf6 0 + 2 12574872 0xbfe098 0 + 0 12428525 0xbda4ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386883 0xbd0243 0 + 6 12600124 0xc0433c 0 + 0 12428531 0xbda4f3 0 + 4 12516605 0xbefcfd 0 + 1 12646522 0xc0f87a 0 + 7 12465236 0xbe3454 0 + 2 12574881 0xbfe0a1 0 + 3 12494826 0xbea7ea 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574892 0xbfe0ac 0 + 4 12516618 0xbefd0a 0 + 7 12465248 0xbe3460 0 + 1 12646534 0xc0f886 0 + 3 12494835 0xbea7f3 0 + 5 12386897 0xbd0251 0 + 6 12600138 0xc0434a 0 + 0 12428544 0xbda500 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465228 0xbe344c 0 + 1 12646515 0xc0f873 0 + 3 12494816 0xbea7e0 0 + 2 12574874 0xbfe09a 0 + 4 12516600 0xbefcf8 0 + 6 12600121 0xc04339 0 + 5 12386879 0xbd023f 0 + 0 12428527 0xbda4ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465240 0xbe3458 0 + 1 12646526 0xc0f87e 0 + 3 12494827 0xbea7eb 0 + 5 12386889 0xbd0249 0 + 6 12600130 0xc04342 0 + 0 12428536 0xbda4f8 0 + 2 12574884 0xbfe0a4 0 + 4 12516610 0xbefd02 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600133 0xc04345 0 + 0 12428539 0xbda4fb 0 + 2 12574887 0xbfe0a7 0 + 1 12646529 0xc0f881 0 + 3 12494830 0xbea7ee 0 + 4 12516613 0xbefd05 0 + 5 12386893 0xbd024d 0 + 7 12465244 0xbe345c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646523 0xc0f87b 0 + 6 12600126 0xc0433e 0 + 5 12386887 0xbd0247 0 + 7 12465238 0xbe3456 0 + 0 12428534 0xbda4f6 0 + 4 12516609 0xbefd01 0 + 2 12574883 0xbfe0a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465243 0xbe345b 0 + 5 12386892 0xbd024c 0 + 2 12574888 0xbfe0a8 0 + 1 12646530 0xc0f882 0 + 6 12600134 0xc04346 0 + 0 12428540 0xbda4fc 0 + 3 12494832 0xbea7f0 0 + 4 12516614 0xbefd06 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574879 0xbfe09f 0 + 3 12494825 0xbea7e9 0 + 6 12600127 0xc0433f 0 + 0 12428533 0xbda4f5 0 + 1 12646524 0xc0f87c 0 + 4 12516608 0xbefd00 0 + 7 12465239 0xbe3457 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386898 0xbd0252 0 + 1 12646536 0xc0f888 0 + 6 12600140 0xc0434c 0 + 0 12428546 0xbda502 0 + 2 12574894 0xbfe0ae 0 + 4 12516620 0xbefd0c 0 + 7 12465250 0xbe3462 0 + 3 12494837 0xbea7f5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428542 0xbda4fe 0 + 7 12465246 0xbe345e 0 + 3 12494834 0xbea7f2 0 + 2 12574890 0xbfe0aa 0 + 4 12516616 0xbefd08 0 + 1 12646532 0xc0f884 0 + 5 12386896 0xbd0250 0 + 6 12600137 0xc04349 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494824 0xbea7e8 0 + 4 12516606 0xbefcfe 0 + 2 12574880 0xbfe0a0 0 + 7 12465237 0xbe3455 0 + 1 12646525 0xc0f87d 0 + 6 12600129 0xc04341 0 + 0 12428535 0xbda4f7 0 + 5 12386888 0xbd0248 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516597 0xbefcf5 0 + 3 12494817 0xbea7e1 0 + 7 12465230 0xbe344e 0 + 2 12574875 0xbfe09b 0 + 5 12386878 0xbd023e 0 + 1 12646517 0xc0f875 0 + 0 12428526 0xbda4ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646518 0xc0f876 0 + 2 12574877 0xbfe09d 0 + 7 12465233 0xbe3451 0 + 4 12516603 0xbefcfb 0 + 0 12428530 0xbda4f2 0 + 6 12600123 0xc0433b 0 + 5 12386885 0xbd0245 0 + 3 12494821 0xbea7e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600141 0xc0434d 0 + 0 12428547 0xbda503 0 + 2 12574895 0xbfe0af 0 + 4 12516621 0xbefd0d 0 + 7 12465251 0xbe3463 0 + 1 12646537 0xc0f889 0 + 3 12494838 0xbea7f6 0 + 5 12386900 0xbd0254 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646527 0xc0f87f 0 + 3 12494828 0xbea7ec 0 + 0 12428537 0xbda4f9 0 + 2 12574885 0xbfe0a5 0 + 7 12465241 0xbe3459 0 + 5 12386891 0xbd024b 0 + 6 12600132 0xc04344 0 + 4 12516612 0xbefd04 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465235 0xbe3453 0 + 3 12494822 0xbea7e6 0 + 1 12646521 0xc0f879 0 + 5 12386886 0xbd0246 0 + 0 12428532 0xbda4f4 0 + 4 12516607 0xbefcff 0 + 2 12574882 0xbfe0a2 0 + 6 12600128 0xc04340 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428523 0xbda4eb 0 + 1 12646514 0xc0f872 0 + 2 12574871 0xbfe097 0 + 3 12494818 0xbea7e2 0 + 4 12516599 0xbefcf7 0 + 6 12600120 0xc04338 0 + 7 12465232 0xbe3450 0 + 5 12386881 0xbd0241 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494833 0xbea7f1 0 + 5 12386895 0xbd024f 0 + 2 12574891 0xbfe0ab 0 + 4 12516617 0xbefd09 0 + 1 12646533 0xc0f885 0 + 6 12600136 0xc04348 0 + 0 12428543 0xbda4ff 0 + 7 12465247 0xbe345f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574868 0xbfe094 0 + 3 12494812 0xbea7dc 0 + 4 12516595 0xbefcf3 0 + 7 12465226 0xbe344a 0 + 5 12386875 0xbd023b 0 + 6 12600116 0xc04334 0 + 1 12646511 0xc0f86f 0 + 0 12428521 0xbda4e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516596 0xbefcf4 0 + 7 12465227 0xbe344b 0 + 5 12386876 0xbd023c 0 + 1 12646512 0xc0f870 0 + 2 12574870 0xbfe096 0 + 0 12428522 0xbda4ea 0 + 6 12600117 0xc04335 0 + 3 12494815 0xbea7df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516619 0xbefd0b 0 + 7 12465249 0xbe3461 0 + 1 12646535 0xc0f887 0 + 6 12600139 0xc0434b 0 + 0 12428545 0xbda501 0 + 2 12574893 0xbfe0ad 0 + 3 12494836 0xbea7f4 0 + 5 12386899 0xbd0253 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646538 0xc0f88a 0 + 6 12600142 0xc0434e 0 + 3 12494839 0xbea7f7 0 + 0 12428549 0xbda505 0 + 5 12386902 0xbd0256 0 + 2 12574897 0xbfe0b1 0 + 4 12516623 0xbefd0f 0 + 7 12465253 0xbe3465 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465223 0xbe3447 0 + 5 12386872 0xbd0238 0 + 0 12428518 0xbda4e6 0 + 2 12574866 0xbfe092 0 + 1 12646508 0xc0f86c 0 + 3 12494811 0xbea7db 0 + 6 12600114 0xc04332 0 + 4 12516593 0xbefcf1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428548 0xbda504 0 + 2 12574896 0xbfe0b0 0 + 4 12516622 0xbefd0e 0 + 3 12494840 0xbea7f8 0 + 5 12386901 0xbd0255 0 + 7 12465252 0xbe3464 0 + 6 12600143 0xc0434f 0 + 1 12646539 0xc0f88b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646520 0xc0f878 0 + 0 12428529 0xbda4f1 0 + 4 12516604 0xbefcfc 0 + 5 12386884 0xbd0244 0 + 6 12600125 0xc0433d 0 + 2 12574878 0xbfe09e 0 + 3 12494823 0xbea7e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428524 0xbda4ec 0 + 6 12600119 0xc04337 0 + 2 12574873 0xbfe099 0 + 1 12646516 0xc0f874 0 + 3 12494819 0xbea7e3 0 + 7 12465231 0xbe344f 0 + 5 12386880 0xbd0240 0 + 4 12516601 0xbefcf9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516602 0xbefcfa 0 + 6 12600122 0xc0433a 0 + 2 12574876 0xbfe09c 0 + 3 12494820 0xbea7e4 0 + 5 12386882 0xbd0242 0 + 0 12428528 0xbda4f0 0 + 1 12646519 0xc0f877 0 + 7 12465234 0xbe3452 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600131 0xc04343 0 + 4 12516611 0xbefd03 0 + 1 12646528 0xc0f880 0 + 0 12428538 0xbda4fa 0 + 5 12386890 0xbd024a 0 + 2 12574886 0xbfe0a6 0 + 7 12465242 0xbe345a 0 + 3 12494829 0xbea7ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646531 0xc0f883 0 + 3 12494831 0xbea7ef 0 + 5 12386894 0xbd024e 0 + 6 12600135 0xc04347 0 + 0 12428541 0xbda4fd 0 + 2 12574889 0xbfe0a9 0 + 4 12516615 0xbefd07 0 + 7 12465245 0xbe345d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494810 0xbea7da 0 + 6 12600113 0xc04331 0 + 4 12516592 0xbefcf0 0 + 5 12386873 0xbd0239 0 + 0 12428519 0xbda4e7 0 + 2 12574867 0xbfe093 0 + 7 12465224 0xbe3448 0 + 1 12646509 0xc0f86d 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1f0844359 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 32 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:39:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 40265318400 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:39:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 32 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 37.50 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488091648. +WARNING: Using actual aggregate bytes moved = 32587415552. +write 267.29 39321600 16.00 0.002044 116.27 0.000366 116.27 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288455798784. +WARNING: Using actual aggregate bytes moved = 27252424704. +write 221.19 39321600 16.00 0.014096 117.49 0.000384 117.50 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288337129472. +WARNING: Using actual aggregate bytes moved = 27642986496. +write 220.63 39321600 16.00 0.002227 119.49 0.000433 119.49 2 + +Max Write: 267.29 MiB/sec (280.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 267.29 220.63 236.37 21.87 117.75372 0 32 4 3 1 0 1 0 0 1 40265318400 16384 32587415552 POSIX 0 + +Finished: Wed Oct 24 06:45:12 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..834b5074d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:06:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:06:41 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 21360230400. +read 335.58 26214400 100.00 0.018368 60.68 0.000767 60.70 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 21834342400. +read 343.08 26214400 100.00 0.002198 60.69 0.000792 60.69 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 22139699200. +read 347.93 26214400 100.00 0.002467 60.68 0.000849 60.69 2 + +Max Read: 347.93 MiB/sec (364.83 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 347.93 335.58 342.19 5.08 60.69428 0 48 6 3 0 0 1 0 0 1 26843545600 102400 21360230400 MPIIO 0 + +Finished: Wed Oct 24 06:09:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494498 0xbea6a2 0 + 5 12386568 0xbd0108 0 + 6 12599809 0xc04201 0 + 0 12428211 0xbda3b3 0 + 2 12574557 0xbfdf5d 0 + 4 12516284 0xbefbbc 0 + 7 12464914 0xbe3312 0 + 1 12646197 0xc0f735 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..00fa3439e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:24:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:24:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22201344000. +read 689.98 26214400 100.00 0.007294 30.68 0.001072 30.69 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22282752000. +read 692.77 26214400 100.00 0.002422 30.67 0.001062 30.67 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 22207180800. +read 690.35 26214400 100.00 0.002722 30.68 0.001080 30.68 2 + +Max Read: 692.77 MiB/sec (726.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 692.77 689.98 691.03 1.24 30.67954 0 48 6 3 0 0 1 0 0 1 26843545600 102400 22201344000 MPIIO 0 + +Finished: Wed Oct 24 10:26:24 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..391cb0028 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:03:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:03:30 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288489574400. +WARNING: Using actual aggregate bytes moved = 24692736000. +write 387.51 26214400 100.00 0.010085 60.76 0.000485 60.77 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487116800. +WARNING: Using actual aggregate bytes moved = 24790630400. +write 389.21 26214400 100.00 0.001933 60.74 0.000494 60.74 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288489881600. +WARNING: Using actual aggregate bytes moved = 24570265600. +write 385.76 26214400 100.00 0.002338 60.74 0.000528 60.74 2 + +Max Write: 389.21 MiB/sec (408.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 389.21 385.76 387.49 1.41 60.75249 0 48 6 3 0 0 1 0 0 1 26843545600 102400 24692736000 MPIIO 0 + +Finished: Wed Oct 24 06:06:33 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..a9bb7966a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:56:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:56:47 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 89326092288. +read 1414.48 26214400 1024.00 0.116877 60.11 0.002345 60.23 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 91959066624. +read 1458.33 26214400 1024.00 0.003724 60.13 0.002358 60.14 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 92708798464. +read 1470.67 26214400 1024.00 0.004265 60.11 0.002330 60.12 2 + +Max Read: 1470.67 MiB/sec (1542.10 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1470.67 1414.48 1447.83 24.11 60.16018 0 48 6 3 0 0 1 0 0 1 26843545600 1048576 89326092288 MPIIO 0 + +Finished: Wed Oct 24 04:59:48 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574044 0xbfdd5c 0 + 4 12515773 0xbef9bd 0 + 7 12464399 0xbe310f 0 + 1 12645688 0xc0f538 0 + 3 12493985 0xbea4a1 0 + 5 12386053 0xbcff05 0 + 6 12599297 0xc04001 0 + 0 12427702 0xbda1b6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..440aa111a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:16:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:16:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 127278252032. +read 4031 26214400 1024.00 0.015680 30.10 0.005699 30.11 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 129564147712. +read 4105 26214400 1024.00 0.007033 30.10 0.005623 30.10 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 130157641728. +read 4124 26214400 1024.00 0.007446 30.10 0.005590 30.10 2 + +Max Read: 4123.51 MiB/sec (4323.81 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4123.51 4031.34 4086.51 39.76 30.10492 0 48 6 3 0 0 1 0 0 1 26843545600 1048576 127278252032 MPIIO 0 + +Finished: Wed Oct 24 10:17:54 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..0c71cfd8c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:53:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:53:21 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 294345768960. +write 4669 26214400 1024.00 0.010255 60.10 0.007472 60.12 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 286901927936. +write 4535 26214400 1024.00 0.224817 60.11 0.000744 60.33 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288470265856. +WARNING: Using actual aggregate bytes moved = 287090671616. +write 4544 26214400 1024.00 0.143342 60.11 0.000853 60.25 2 + +Max Write: 4669.30 MiB/sec (4896.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4669.30 4535.12 4582.85 61.24 60.23384 0 48 6 3 0 0 1 0 0 1 26843545600 1048576 294345768960 MPIIO 0 + +Finished: Wed Oct 24 04:56:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..36ee2a4b2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:49:41 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:49:41 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 195171450880. +read 3089.98 26214400 10240 0.062367 60.17 0.008497 60.24 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 199470612480. +read 3163.62 26214400 10240 0.006616 60.13 0.005305 60.13 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 200057815040. +read 3171.48 26214400 10240 0.007063 60.16 0.005277 60.16 2 + +Max Read: 3171.48 MiB/sec (3325.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3171.48 3089.98 3141.69 36.70 60.17508 0 48 6 3 0 0 1 0 0 1 26843545600 10485760 195171450880 MPIIO 0 + +Finished: Wed Oct 24 03:52:42 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515263 0xbef7bf 0 + 7 12463885 0xbe2f0d 0 + 1 12645174 0xc0f336 0 + 3 12493473 0xbea2a1 0 + 5 12385538 0xbcfd02 0 + 6 12598783 0xc03dff 0 + 0 12427191 0xbd9fb7 0 + 2 12573529 0xbfdb59 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..2860004c5 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:07:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:07:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 131826974720. +read 4166 26214400 10240 0.011798 30.16 0.000780 30.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 134762987520. +read 4260 26214400 10240 0.002110 30.17 0.000749 30.17 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 136356823040. +read 4311 26214400 10240 0.002454 30.16 0.000730 30.16 2 + +Max Read: 4311.39 MiB/sec (4520.82 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4311.39 4166.13 4245.79 60.13 30.16955 0 48 6 3 0 0 1 0 0 1 26843545600 10485760 131826974720 MPIIO 0 + +Finished: Wed Oct 24 10:09:03 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c44267285 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:46:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:46:15 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288427274240. +WARNING: Using actual aggregate bytes moved = 203077713920. +write 3215.70 26214400 10240 0.015478 60.21 0.000596 60.23 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288217559040. +WARNING: Using actual aggregate bytes moved = 195790110720. +write 3081.74 26214400 10240 0.176834 60.41 0.000714 60.59 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288469217280. +WARNING: Using actual aggregate bytes moved = 202343710720. +write 3169.02 26214400 10240 0.021270 60.87 0.000804 60.89 2 + +Max Write: 3215.70 MiB/sec (3371.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3215.70 3081.74 3155.49 55.52 60.56940 0 48 6 3 0 0 1 0 0 1 26843545600 10485760 203077713920 MPIIO 0 + +Finished: Wed Oct 24 03:49:22 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..fc57f6a45 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:22:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:22:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4522311680. +read 67.19 26214400 16.00 0.015215 64.18 0.000954 64.19 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4550836224. +read 67.61 26214400 16.00 0.002446 64.19 0.001371 64.19 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4560273408. +read 67.76 26214400 16.00 0.003257 64.18 0.001555 64.18 2 + +Max Read: 67.76 MiB/sec (71.05 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 67.76 67.19 67.52 0.24 64.18861 0 48 6 3 0 0 1 0 0 1 26843545600 16384 4522311680 MPIIO 0 + +Finished: Wed Oct 24 07:25:55 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387076 0xbd0304 0 + 6 12600319 0xc043ff 0 + 0 12428724 0xbda5b4 0 + 2 12575073 0xbfe161 0 + 4 12516798 0xbefdbe 0 + 7 12465431 0xbe3517 0 + 1 12646714 0xc0f93a 0 + 3 12495017 0xbea8a9 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a1550eac3 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:33:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:33:28 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 4455464960. +read 124.31 26214400 16.00 0.012877 34.17 0.003357 34.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 4437147648. +read 123.80 26214400 16.00 0.004842 34.18 0.003343 34.18 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 4468097024. +read 124.70 26214400 16.00 0.005238 34.17 0.003359 34.17 2 + +Max Read: 124.70 MiB/sec (130.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 124.70 123.80 124.27 0.37 34.17775 0 48 6 3 0 0 1 0 0 1 26843545600 16384 4455464960 MPIIO 0 + +Finished: Wed Oct 24 10:35:10 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..61ca39582 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 07:19:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:19:24 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288483831808. +WARNING: Using actual aggregate bytes moved = 4463050752. +write 66.13 26214400 16.00 0.015352 64.34 0.006864 64.36 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288486223872. +WARNING: Using actual aggregate bytes moved = 4473749504. +write 66.08 26214400 16.00 0.001987 64.56 0.000559 64.57 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288484454400. +WARNING: Using actual aggregate bytes moved = 4464164864. +write 66.30 26214400 16.00 0.002209 64.21 0.000578 64.22 2 + +Max Write: 66.30 MiB/sec (69.52 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 66.30 66.08 66.17 0.09 64.38060 0 48 6 3 0 0 1 0 0 1 26843545600 16384 4463050752 MPIIO 0 + +Finished: Wed Oct 24 07:22:38 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a2068cce9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,806 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:00:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:00:28 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 35547340800. +read 564.70 26214400 100.00 0.004925 60.03 0.004252 60.03 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 37631078400. +read 597.80 26214400 100.00 0.004236 60.03 0.004165 60.03 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 38628454400. +read 613.67 26214400 100.00 0.004246 60.03 0.004178 60.03 2 + +Max Read: 613.67 MiB/sec (643.48 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 613.67 564.70 592.06 20.40 60.03218 0 48 6 3 1 0 1 0 0 1 26843545600 102400 35547340800 POSIX 0 + +Finished: Wed Oct 24 06:03:28 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428180 0xbda394 0 + 2 12574527 0xbfdf3f 0 + 3 12494470 0xbea686 0 + 1 12646170 0xc0f71a 0 + 5 12386541 0xbd00ed 0 + 6 12599782 0xc041e6 0 + 4 12516257 0xbefba1 0 + 7 12464886 0xbe32f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428167 0xbda387 0 + 7 12464871 0xbe32e7 0 + 1 12646155 0xc0f70b 0 + 5 12386525 0xbd00dd 0 + 2 12574513 0xbfdf31 0 + 3 12494456 0xbea678 0 + 4 12516242 0xbefb92 0 + 6 12599769 0xc041d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574515 0xbfdf33 0 + 4 12516243 0xbefb93 0 + 5 12386529 0xbd00e1 0 + 7 12464875 0xbe32eb 0 + 6 12599772 0xc041dc 0 + 0 12428171 0xbda38b 0 + 1 12646160 0xc0f710 0 + 3 12494460 0xbea67c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599786 0xc041ea 0 + 0 12428187 0xbda39b 0 + 2 12574533 0xbfdf45 0 + 4 12516261 0xbefba5 0 + 7 12464890 0xbe32fa 0 + 1 12646174 0xc0f71e 0 + 3 12494475 0xbea68b 0 + 5 12386545 0xbd00f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599778 0xc041e2 0 + 4 12516252 0xbefb9c 0 + 5 12386536 0xbd00e8 0 + 7 12464883 0xbe32f3 0 + 1 12646166 0xc0f716 0 + 2 12574526 0xbfdf3e 0 + 3 12494468 0xbea684 0 + 0 12428182 0xbda396 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428174 0xbda38e 0 + 3 12494462 0xbea67e 0 + 2 12574521 0xbfdf39 0 + 5 12386533 0xbd00e5 0 + 4 12516250 0xbefb9a 0 + 1 12646164 0xc0f714 0 + 7 12464879 0xbe32ef 0 + 6 12599776 0xc041e0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464894 0xbe32fe 0 + 5 12386549 0xbd00f5 0 + 0 12428191 0xbda39f 0 + 4 12516265 0xbefba9 0 + 1 12646178 0xc0f722 0 + 6 12599791 0xc041ef 0 + 2 12574538 0xbfdf4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494453 0xbea675 0 + 0 12428165 0xbda385 0 + 2 12574511 0xbfdf2f 0 + 7 12464869 0xbe32e5 0 + 5 12386523 0xbd00db 0 + 6 12599767 0xc041d7 0 + 1 12646154 0xc0f70a 0 + 4 12516240 0xbefb90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494486 0xbea696 0 + 5 12386556 0xbd00fc 0 + 6 12599797 0xc041f5 0 + 0 12428199 0xbda3a7 0 + 2 12574544 0xbfdf50 0 + 4 12516272 0xbefbb0 0 + 7 12464902 0xbe3306 0 + 1 12646185 0xc0f729 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646184 0xc0f728 0 + 3 12494485 0xbea695 0 + 5 12386555 0xbd00fb 0 + 6 12599796 0xc041f4 0 + 0 12428198 0xbda3a6 0 + 2 12574543 0xbfdf4f 0 + 4 12516271 0xbefbaf 0 + 7 12464901 0xbe3305 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646152 0xc0f708 0 + 3 12494452 0xbea674 0 + 5 12386522 0xbd00da 0 + 6 12599765 0xc041d5 0 + 0 12428164 0xbda384 0 + 2 12574510 0xbfdf2e 0 + 4 12516238 0xbefb8e 0 + 7 12464868 0xbe32e4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464878 0xbe32ee 0 + 1 12646163 0xc0f713 0 + 0 12428175 0xbda38f 0 + 3 12494463 0xbea67f 0 + 4 12516248 0xbefb98 0 + 2 12574522 0xbfdf3a 0 + 5 12386534 0xbd00e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574535 0xbfdf47 0 + 4 12516263 0xbefba7 0 + 7 12464892 0xbe32fc 0 + 1 12646176 0xc0f720 0 + 3 12494477 0xbea68d 0 + 5 12386547 0xbd00f3 0 + 6 12599788 0xc041ec 0 + 0 12428189 0xbda39d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494479 0xbea68f 0 + 6 12599790 0xc041ee 0 + 2 12574537 0xbfdf49 0 + 7 12464895 0xbe32ff 0 + 5 12386550 0xbd00f6 0 + 0 12428192 0xbda3a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516241 0xbefb91 0 + 3 12494455 0xbea677 0 + 6 12599768 0xc041d8 0 + 7 12464872 0xbe32e8 0 + 5 12386526 0xbd00de 0 + 1 12646156 0xc0f70c 0 + 0 12428168 0xbda388 0 + 2 12574514 0xbfdf32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464873 0xbe32e9 0 + 5 12386528 0xbd00e0 0 + 4 12516245 0xbefb95 0 + 6 12599771 0xc041db 0 + 1 12646159 0xc0f70f 0 + 3 12494459 0xbea67b 0 + 0 12428172 0xbda38c 0 + 2 12574518 0xbfdf36 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428179 0xbda393 0 + 1 12646169 0xc0f719 0 + 5 12386538 0xbd00ea 0 + 4 12516255 0xbefb9f 0 + 2 12574529 0xbfdf41 0 + 3 12494471 0xbea687 0 + 6 12599781 0xc041e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428188 0xbda39c 0 + 2 12574534 0xbfdf46 0 + 4 12516262 0xbefba6 0 + 7 12464891 0xbe32fb 0 + 1 12646175 0xc0f71f 0 + 3 12494476 0xbea68c 0 + 5 12386546 0xbd00f2 0 + 6 12599787 0xc041eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516276 0xbefbb4 0 + 7 12464906 0xbe330a 0 + 5 12386560 0xbd0100 0 + 6 12599801 0xc041f9 0 + 2 12574548 0xbfdf54 0 + 1 12646189 0xc0f72d 0 + 0 12428204 0xbda3ac 0 + 3 12494491 0xbea69b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599804 0xc041fc 0 + 0 12428206 0xbda3ae 0 + 2 12574551 0xbfdf57 0 + 4 12516279 0xbefbb7 0 + 7 12464909 0xbe330d 0 + 1 12646192 0xc0f730 0 + 3 12494493 0xbea69d 0 + 5 12386563 0xbd0103 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464899 0xbe3303 0 + 1 12646183 0xc0f727 0 + 3 12494483 0xbea693 0 + 5 12386554 0xbd00fa 0 + 6 12599795 0xc041f3 0 + 0 12428197 0xbda3a5 0 + 2 12574542 0xbfdf4e 0 + 4 12516270 0xbefbae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386531 0xbd00e3 0 + 1 12646161 0xc0f711 0 + 6 12599774 0xc041de 0 + 3 12494461 0xbea67d 0 + 2 12574519 0xbfdf37 0 + 7 12464877 0xbe32ed 0 + 0 12428173 0xbda38d 0 + 4 12516247 0xbefb97 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574523 0xbfdf3b 0 + 4 12516251 0xbefb9b 0 + 7 12464881 0xbe32f1 0 + 1 12646165 0xc0f715 0 + 3 12494465 0xbea681 0 + 0 12428177 0xbda391 0 + 5 12386535 0xbd00e7 0 + 6 12599777 0xc041e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494473 0xbea689 0 + 5 12386543 0xbd00ef 0 + 6 12599784 0xc041e8 0 + 0 12428185 0xbda399 0 + 2 12574531 0xbfdf43 0 + 4 12516259 0xbefba3 0 + 7 12464888 0xbe32f8 0 + 1 12646172 0xc0f71c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386544 0xbd00f0 0 + 6 12599785 0xc041e9 0 + 0 12428186 0xbda39a 0 + 2 12574532 0xbfdf44 0 + 4 12516260 0xbefba4 0 + 7 12464889 0xbe32f9 0 + 1 12646173 0xc0f71d 0 + 3 12494474 0xbea68a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646157 0xc0f70d 0 + 3 12494458 0xbea67a 0 + 0 12428170 0xbda38a 0 + 5 12386530 0xbd00e2 0 + 2 12574517 0xbfdf35 0 + 6 12599773 0xc041dd 0 + 7 12464876 0xbe32ec 0 + 4 12516246 0xbefb96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386552 0xbd00f8 0 + 7 12464897 0xbe3301 0 + 0 12428195 0xbda3a3 0 + 2 12574541 0xbfdf4d 0 + 1 12646181 0xc0f725 0 + 4 12516269 0xbefbad 0 + 3 12494482 0xbea692 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428207 0xbda3af 0 + 2 12574552 0xbfdf58 0 + 4 12516280 0xbefbb8 0 + 7 12464910 0xbe330e 0 + 1 12646193 0xc0f731 0 + 3 12494494 0xbea69e 0 + 5 12386564 0xbd0104 0 + 6 12599805 0xc041fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574508 0xbfdf2c 0 + 1 12646150 0xc0f706 0 + 3 12494450 0xbea672 0 + 6 12599763 0xc041d3 0 + 4 12516236 0xbefb8c 0 + 5 12386521 0xbd00d9 0 + 0 12428163 0xbda383 0 + 7 12464867 0xbe32e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494467 0xbea683 0 + 6 12599780 0xc041e4 0 + 2 12574528 0xbfdf40 0 + 5 12386539 0xbd00eb 0 + 4 12516256 0xbefba0 0 + 7 12464885 0xbe32f5 0 + 0 12428183 0xbda397 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574546 0xbfdf52 0 + 1 12646187 0xc0f72b 0 + 5 12386558 0xbd00fe 0 + 4 12516275 0xbefbb3 0 + 3 12494489 0xbea699 0 + 7 12464905 0xbe3309 0 + 6 12599800 0xc041f8 0 + 0 12428202 0xbda3aa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428194 0xbda3a2 0 + 3 12494481 0xbea691 0 + 2 12574540 0xbfdf4c 0 + 7 12464898 0xbe3302 0 + 6 12599793 0xc041f1 0 + 4 12516268 0xbefbac 0 + 1 12646182 0xc0f726 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599766 0xc041d6 0 + 4 12516239 0xbefb8f 0 + 1 12646153 0xc0f709 0 + 0 12428166 0xbda386 0 + 3 12494454 0xbea676 0 + 2 12574512 0xbfdf30 0 + 7 12464870 0xbe32e6 0 + 5 12386524 0xbd00dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464866 0xbe32e2 0 + 5 12386520 0xbd00d8 0 + 0 12428162 0xbda382 0 + 1 12646151 0xc0f707 0 + 3 12494451 0xbea673 0 + 6 12599764 0xc041d4 0 + 2 12574509 0xbfdf2d 0 + 4 12516237 0xbefb8d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494480 0xbea690 0 + 5 12386551 0xbd00f7 0 + 6 12599792 0xc041f0 0 + 0 12428193 0xbda3a1 0 + 2 12574539 0xbfdf4b 0 + 4 12516266 0xbefbaa 0 + 7 12464896 0xbe3300 0 + 1 12646179 0xc0f723 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494457 0xbea679 0 + 6 12599770 0xc041da 0 + 5 12386527 0xbd00df 0 + 0 12428169 0xbda389 0 + 7 12464874 0xbe32ea 0 + 2 12574516 0xbfdf34 0 + 4 12516244 0xbefb94 0 + 1 12646158 0xc0f70e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646171 0xc0f71b 0 + 3 12494472 0xbea688 0 + 5 12386542 0xbd00ee 0 + 6 12599783 0xc041e7 0 + 0 12428184 0xbda398 0 + 2 12574530 0xbfdf42 0 + 4 12516258 0xbefba2 0 + 7 12464887 0xbe32f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428161 0xbda381 0 + 2 12574507 0xbfdf2b 0 + 4 12516235 0xbefb8b 0 + 7 12464865 0xbe32e1 0 + 1 12646149 0xc0f705 0 + 3 12494449 0xbea671 0 + 5 12386519 0xbd00d7 0 + 6 12599762 0xc041d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646162 0xc0f712 0 + 2 12574520 0xbfdf38 0 + 5 12386532 0xbd00e4 0 + 4 12516249 0xbefb99 0 + 6 12599775 0xc041df 0 + 7 12464880 0xbe32f0 0 + 0 12428176 0xbda390 0 + 3 12494464 0xbea680 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516264 0xbefba8 0 + 7 12464893 0xbe32fd 0 + 1 12646177 0xc0f721 0 + 3 12494478 0xbea68e 0 + 5 12386548 0xbd00f4 0 + 6 12599789 0xc041ed 0 + 0 12428190 0xbda39e 0 + 2 12574536 0xbfdf48 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494466 0xbea682 0 + 7 12464882 0xbe32f2 0 + 2 12574524 0xbfdf3c 0 + 5 12386537 0xbd00e9 0 + 6 12599779 0xc041e3 0 + 0 12428178 0xbda392 0 + 1 12646168 0xc0f718 0 + 4 12516253 0xbefb9d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494490 0xbea69a 0 + 0 12428203 0xbda3ab 0 + 4 12516277 0xbefbb5 0 + 7 12464907 0xbe330b 0 + 5 12386561 0xbd0101 0 + 2 12574549 0xbfdf55 0 + 6 12599802 0xc041fa 0 + 1 12646190 0xc0f72e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599799 0xc041f7 0 + 4 12516274 0xbefbb2 0 + 7 12464904 0xbe3308 0 + 3 12494488 0xbea698 0 + 0 12428201 0xbda3a9 0 + 1 12646188 0xc0f72c 0 + 2 12574547 0xbfdf53 0 + 5 12386559 0xbd00ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386562 0xbd0102 0 + 6 12599803 0xc041fb 0 + 0 12428205 0xbda3ad 0 + 2 12574550 0xbfdf56 0 + 4 12516278 0xbefbb6 0 + 7 12464908 0xbe330c 0 + 1 12646191 0xc0f72f 0 + 3 12494492 0xbea69c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574553 0xbfdf59 0 + 4 12516281 0xbefbb9 0 + 7 12464911 0xbe330f 0 + 1 12646194 0xc0f732 0 + 3 12494495 0xbea69f 0 + 5 12386565 0xbd0105 0 + 6 12599806 0xc041fe 0 + 0 12428208 0xbda3b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386557 0xbd00fd 0 + 6 12599798 0xc041f6 0 + 0 12428200 0xbda3a8 0 + 2 12574545 0xbfdf51 0 + 4 12516273 0xbefbb1 0 + 7 12464903 0xbe3307 0 + 1 12646186 0xc0f72a 0 + 3 12494487 0xbea697 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574525 0xbfdf3d 0 + 1 12646167 0xc0f717 0 + 0 12428181 0xbda395 0 + 4 12516254 0xbefb9e 0 + 3 12494469 0xbea685 0 + 5 12386540 0xbd00ec 0 + 7 12464884 0xbe32f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516267 0xbefbab 0 + 1 12646180 0xc0f724 0 + 6 12599794 0xc041f2 0 + 7 12464900 0xbe3304 0 + 5 12386553 0xbd00f9 0 + 3 12494484 0xbea694 0 + 0 12428196 0xbda3a4 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..281fc984d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:55:47 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:55:47 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288431206400. +WARNING: Using actual aggregate bytes moved = 86527283200. +write 918.39 26214400 100.00 0.003204 89.85 0.000397 89.85 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288349696000. +WARNING: Using actual aggregate bytes moved = 75418931200. +write 799.92 26214400 100.00 0.005326 89.91 0.000442 89.92 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288346009600. +WARNING: Using actual aggregate bytes moved = 77376921600. +write 807.16 26214400 100.00 0.006983 91.42 0.000547 91.42 2 + +Max Write: 918.39 MiB/sec (963.00 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 918.39 799.92 841.82 54.22 90.39670 0 48 6 3 1 0 1 0 0 1 26843545600 102400 86527283200 POSIX 0 + +Finished: Wed Oct 24 06:00:19 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..0b15e70f2 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,812 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:50:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:50:18 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 216919965696. +read 3446.39 26214400 1024.00 0.001722 60.02 0.000834 60.03 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 255836815360. +read 4065 26214400 1024.00 0.000895 60.02 0.000866 60.02 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 276677263360. +read 4396 26214400 1024.00 0.000878 60.02 0.000887 60.02 2 + +Max Read: 4395.92 MiB/sec (4609.45 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4395.92 3446.39 3969.01 393.51 60.02471 0 48 6 3 1 0 1 0 0 1 26843545600 1048576 216919965696 POSIX 0 + +Finished: Wed Oct 24 04:53:18 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427694 0xbda1ae 0 + 2 12574036 0xbfdd54 0 + 4 12515765 0xbef9b5 0 + 7 12464391 0xbe3107 0 + 1 12645680 0xc0f530 0 + 3 12493976 0xbea498 0 + 5 12386045 0xbcfefd 0 + 6 12599289 0xc03ff9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645678 0xc0f52e 0 + 0 12427691 0xbda1ab 0 + 4 12515763 0xbef9b3 0 + 3 12493975 0xbea497 0 + 2 12574035 0xbfdd53 0 + 7 12464390 0xbe3106 0 + 6 12599288 0xc03ff8 0 + 5 12386044 0xbcfefc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464353 0xbe30e1 0 + 1 12645643 0xc0f50b 0 + 4 12515729 0xbef991 0 + 3 12493939 0xbea473 0 + 6 12599253 0xc03fd5 0 + 5 12386010 0xbcfeda 0 + 2 12574000 0xbfdd30 0 + 0 12427658 0xbda18a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427655 0xbda187 0 + 7 12464352 0xbe30e0 0 + 1 12645641 0xc0f509 0 + 3 12493937 0xbea471 0 + 6 12599251 0xc03fd3 0 + 2 12573998 0xbfdd2e 0 + 5 12386008 0xbcfed8 0 + 4 12515730 0xbef992 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464394 0xbe310a 0 + 1 12645683 0xc0f533 0 + 3 12493979 0xbea49b 0 + 5 12386048 0xbcff00 0 + 6 12599292 0xc03ffc 0 + 0 12427697 0xbda1b1 0 + 2 12574039 0xbfdd57 0 + 4 12515768 0xbef9b8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515767 0xbef9b7 0 + 7 12464393 0xbe3109 0 + 1 12645682 0xc0f532 0 + 3 12493978 0xbea49a 0 + 5 12386047 0xbcfeff 0 + 6 12599291 0xc03ffb 0 + 0 12427696 0xbda1b0 0 + 2 12574038 0xbfdd56 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386021 0xbcfee5 0 + 6 12599265 0xc03fe1 0 + 0 12427670 0xbda196 0 + 2 12574012 0xbfdd3c 0 + 4 12515741 0xbef99d 0 + 7 12464367 0xbe30ef 0 + 1 12645656 0xc0f518 0 + 3 12493952 0xbea480 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386041 0xbcfef9 0 + 4 12515761 0xbef9b1 0 + 1 12645677 0xc0f52d 0 + 6 12599286 0xc03ff6 0 + 2 12574033 0xbfdd51 0 + 7 12464388 0xbe3104 0 + 0 12427692 0xbda1ac 0 + 3 12493974 0xbea496 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493981 0xbea49d 0 + 5 12386050 0xbcff02 0 + 6 12599294 0xc03ffe 0 + 0 12427699 0xbda1b3 0 + 2 12574041 0xbfdd59 0 + 4 12515770 0xbef9ba 0 + 7 12464396 0xbe310c 0 + 1 12645685 0xc0f535 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427686 0xbda1a6 0 + 2 12574028 0xbfdd4c 0 + 4 12515757 0xbef9ad 0 + 7 12464383 0xbe30ff 0 + 1 12645672 0xc0f528 0 + 3 12493968 0xbea490 0 + 5 12386037 0xbcfef5 0 + 6 12599281 0xc03ff1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493960 0xbea488 0 + 5 12386029 0xbcfeed 0 + 6 12599273 0xc03fe9 0 + 0 12427678 0xbda19e 0 + 2 12574020 0xbfdd44 0 + 4 12515749 0xbef9a5 0 + 7 12464375 0xbe30f7 0 + 1 12645664 0xc0f520 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645651 0xc0f513 0 + 2 12574007 0xbfdd37 0 + 7 12464361 0xbe30e9 0 + 0 12427667 0xbda193 0 + 5 12386017 0xbcfee1 0 + 3 12493950 0xbea47e 0 + 4 12515739 0xbef99b 0 + 6 12599263 0xc03fdf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599275 0xc03feb 0 + 0 12427680 0xbda1a0 0 + 2 12574022 0xbfdd46 0 + 4 12515751 0xbef9a7 0 + 7 12464377 0xbe30f9 0 + 5 12386032 0xbcfef0 0 + 1 12645666 0xc0f522 0 + 3 12493963 0xbea48b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645663 0xc0f51f 0 + 3 12493959 0xbea487 0 + 5 12386028 0xbcfeec 0 + 6 12599272 0xc03fe8 0 + 0 12427677 0xbda19d 0 + 2 12574019 0xbfdd43 0 + 4 12515748 0xbef9a4 0 + 7 12464374 0xbe30f6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386033 0xbcfef1 0 + 2 12574024 0xbfdd48 0 + 4 12515753 0xbef9a9 0 + 7 12464378 0xbe30fa 0 + 3 12493964 0xbea48c 0 + 6 12599278 0xc03fee 0 + 0 12427684 0xbda1a4 0 + 1 12645669 0xc0f525 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386004 0xbcfed4 0 + 6 12599248 0xc03fd0 0 + 2 12573995 0xbfdd2b 0 + 7 12464350 0xbe30de 0 + 0 12427653 0xbda185 0 + 1 12645639 0xc0f507 0 + 4 12515726 0xbef98e 0 + 3 12493935 0xbea46f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574004 0xbfdd34 0 + 1 12645649 0xc0f511 0 + 5 12386016 0xbcfee0 0 + 0 12427666 0xbda192 0 + 3 12493948 0xbea47c 0 + 4 12515737 0xbef999 0 + 6 12599262 0xc03fde 0 + 7 12464364 0xbe30ec 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599266 0xc03fe2 0 + 0 12427671 0xbda197 0 + 2 12574013 0xbfdd3d 0 + 1 12645657 0xc0f519 0 + 3 12493953 0xbea481 0 + 5 12386022 0xbcfee6 0 + 4 12515742 0xbef99e 0 + 7 12464369 0xbe30f1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645658 0xc0f51a 0 + 6 12599268 0xc03fe4 0 + 0 12427674 0xbda19a 0 + 4 12515745 0xbef9a1 0 + 2 12574015 0xbfdd3f 0 + 7 12464372 0xbe30f4 0 + 3 12493957 0xbea485 0 + 5 12386025 0xbcfee9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427673 0xbda199 0 + 7 12464370 0xbe30f2 0 + 3 12493955 0xbea483 0 + 6 12599269 0xc03fe5 0 + 2 12574016 0xbfdd40 0 + 1 12645661 0xc0f51d 0 + 5 12386026 0xbcfeea 0 + 4 12515746 0xbef9a2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493962 0xbea48a 0 + 5 12386031 0xbcfeef 0 + 6 12599276 0xc03fec 0 + 0 12427681 0xbda1a1 0 + 2 12574023 0xbfdd47 0 + 4 12515752 0xbef9a8 0 + 7 12464379 0xbe30fb 0 + 1 12645668 0xc0f524 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493973 0xbea495 0 + 5 12386043 0xbcfefb 0 + 6 12599287 0xc03ff7 0 + 2 12574034 0xbfdd52 0 + 7 12464389 0xbe3105 0 + 0 12427693 0xbda1ad 0 + 1 12645679 0xc0f52f 0 + 4 12515764 0xbef9b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573997 0xbfdd2d 0 + 0 12427657 0xbda189 0 + 1 12645644 0xc0f50c 0 + 5 12386009 0xbcfed9 0 + 3 12493940 0xbea474 0 + 4 12515731 0xbef993 0 + 6 12599254 0xc03fd6 0 + 7 12464355 0xbe30e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464359 0xbe30e7 0 + 3 12493944 0xbea478 0 + 6 12599258 0xc03fda 0 + 2 12574005 0xbfdd35 0 + 1 12645648 0xc0f510 0 + 0 12427663 0xbda18f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493941 0xbea475 0 + 5 12386011 0xbcfedb 0 + 6 12599255 0xc03fd7 0 + 0 12427659 0xbda18b 0 + 2 12574001 0xbfdd31 0 + 4 12515732 0xbef994 0 + 7 12464356 0xbe30e4 0 + 1 12645645 0xc0f50d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515743 0xbef99f 0 + 1 12645660 0xc0f51c 0 + 5 12386024 0xbcfee8 0 + 7 12464371 0xbe30f3 0 + 3 12493956 0xbea484 0 + 6 12599270 0xc03fe6 0 + 0 12427675 0xbda19b 0 + 2 12574017 0xbfdd41 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464360 0xbe30e8 0 + 0 12427662 0xbda18e 0 + 5 12386015 0xbcfedf 0 + 6 12599261 0xc03fdd 0 + 3 12493947 0xbea47b 0 + 1 12645653 0xc0f515 0 + 2 12574010 0xbfdd3a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427682 0xbda1a2 0 + 1 12645667 0xc0f523 0 + 5 12386035 0xbcfef3 0 + 2 12574025 0xbfdd49 0 + 4 12515754 0xbef9aa 0 + 6 12599279 0xc03fef 0 + 7 12464380 0xbe30fc 0 + 3 12493965 0xbea48d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515736 0xbef998 0 + 3 12493946 0xbea47a 0 + 2 12574008 0xbfdd38 0 + 0 12427668 0xbda194 0 + 5 12386018 0xbcfee2 0 + 7 12464365 0xbe30ed 0 + 1 12645654 0xc0f516 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515735 0xbef997 0 + 6 12599259 0xc03fdb 0 + 5 12386014 0xbcfede 0 + 1 12645650 0xc0f512 0 + 2 12574006 0xbfdd36 0 + 0 12427664 0xbda190 0 + 7 12464362 0xbe30ea 0 + 3 12493949 0xbea47d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464368 0xbe30f0 0 + 6 12599267 0xc03fe3 0 + 0 12427672 0xbda198 0 + 3 12493954 0xbea482 0 + 1 12645659 0xc0f51b 0 + 5 12386023 0xbcfee7 0 + 2 12574014 0xbfdd3e 0 + 4 12515744 0xbef9a0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574029 0xbfdd4d 0 + 4 12515758 0xbef9ae 0 + 7 12464384 0xbe3100 0 + 1 12645673 0xc0f529 0 + 3 12493969 0xbea491 0 + 5 12386038 0xbcfef6 0 + 6 12599282 0xc03ff2 0 + 0 12427687 0xbda1a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515728 0xbef990 0 + 5 12386007 0xbcfed7 0 + 0 12427656 0xbda188 0 + 1 12645642 0xc0f50a 0 + 6 12599252 0xc03fd4 0 + 3 12493938 0xbea472 0 + 7 12464354 0xbe30e2 0 + 2 12573999 0xbfdd2f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386030 0xbcfeee 0 + 6 12599274 0xc03fea 0 + 0 12427679 0xbda19f 0 + 2 12574021 0xbfdd45 0 + 4 12515750 0xbef9a6 0 + 7 12464376 0xbe30f8 0 + 1 12645665 0xc0f521 0 + 3 12493961 0xbea489 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464373 0xbe30f5 0 + 1 12645662 0xc0f51e 0 + 3 12493958 0xbea486 0 + 5 12386027 0xbcfeeb 0 + 6 12599271 0xc03fe7 0 + 0 12427676 0xbda19c 0 + 2 12574018 0xbfdd42 0 + 4 12515747 0xbef9a3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574002 0xbfdd32 0 + 3 12493942 0xbea476 0 + 0 12427660 0xbda18c 0 + 4 12515734 0xbef996 0 + 7 12464358 0xbe30e6 0 + 5 12386013 0xbcfedd 0 + 1 12645647 0xc0f50f 0 + 6 12599257 0xc03fd9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599280 0xc03ff0 0 + 0 12427685 0xbda1a5 0 + 2 12574027 0xbfdd4b 0 + 4 12515756 0xbef9ac 0 + 7 12464382 0xbe30fe 0 + 1 12645671 0xc0f527 0 + 3 12493967 0xbea48f 0 + 5 12386036 0xbcfef4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574037 0xbfdd55 0 + 4 12515766 0xbef9b6 0 + 7 12464392 0xbe3108 0 + 1 12645681 0xc0f531 0 + 3 12493977 0xbea499 0 + 5 12386046 0xbcfefe 0 + 6 12599290 0xc03ffa 0 + 0 12427695 0xbda1af 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493951 0xbea47f 0 + 5 12386020 0xbcfee4 0 + 6 12599264 0xc03fe0 0 + 0 12427669 0xbda195 0 + 2 12574011 0xbfdd3b 0 + 4 12515740 0xbef99c 0 + 7 12464366 0xbe30ee 0 + 1 12645655 0xc0f517 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464386 0xbe3102 0 + 1 12645675 0xc0f52b 0 + 3 12493971 0xbea493 0 + 5 12386040 0xbcfef8 0 + 6 12599284 0xc03ff4 0 + 0 12427689 0xbda1a9 0 + 2 12574031 0xbfdd4f 0 + 4 12515760 0xbef9b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386012 0xbcfedc 0 + 6 12599256 0xc03fd8 0 + 4 12515733 0xbef995 0 + 7 12464357 0xbe30e5 0 + 1 12645646 0xc0f50e 0 + 2 12574003 0xbfdd33 0 + 0 12427661 0xbda18d 0 + 3 12493943 0xbea477 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515759 0xbef9af 0 + 7 12464385 0xbe3101 0 + 1 12645674 0xc0f52a 0 + 3 12493970 0xbea492 0 + 5 12386039 0xbcfef7 0 + 6 12599283 0xc03ff3 0 + 0 12427688 0xbda1a8 0 + 2 12574030 0xbfdd4e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645638 0xc0f506 0 + 0 12427652 0xbda184 0 + 4 12515725 0xbef98d 0 + 3 12493934 0xbea46e 0 + 2 12573994 0xbfdd2a 0 + 7 12464349 0xbe30dd 0 + 5 12386005 0xbcfed5 0 + 6 12599249 0xc03fd1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599260 0xc03fdc 0 + 3 12493945 0xbea479 0 + 1 12645652 0xc0f514 0 + 0 12427665 0xbda191 0 + 2 12574009 0xbfdd39 0 + 7 12464363 0xbe30eb 0 + 4 12515738 0xbef99a 0 + 5 12386019 0xbcfee3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645676 0xc0f52c 0 + 6 12599285 0xc03ff5 0 + 0 12427690 0xbda1aa 0 + 2 12574032 0xbfdd50 0 + 7 12464387 0xbe3103 0 + 3 12493972 0xbea494 0 + 5 12386042 0xbcfefa 0 + 4 12515762 0xbef9b2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386034 0xbcfef2 0 + 6 12599277 0xc03fed 0 + 0 12427683 0xbda1a3 0 + 2 12574026 0xbfdd4a 0 + 4 12515755 0xbef9ab 0 + 7 12464381 0xbe30fd 0 + 1 12645670 0xc0f526 0 + 3 12493966 0xbea48e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645684 0xc0f534 0 + 3 12493980 0xbea49c 0 + 5 12386049 0xbcff01 0 + 6 12599293 0xc03ffd 0 + 0 12427698 0xbda1b2 0 + 2 12574040 0xbfdd58 0 + 4 12515769 0xbef9b9 0 + 7 12464395 0xbe310b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599250 0xc03fd2 0 + 0 12427654 0xbda186 0 + 2 12573996 0xbfdd2c 0 + 4 12515727 0xbef98f 0 + 7 12464351 0xbe30df 0 + 1 12645640 0xc0f508 0 + 3 12493936 0xbea470 0 + 5 12386006 0xbcfed6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..2ff3bac45 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:46:28 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:46:28 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 354606383104. +write 4887 26214400 1024.00 0.003007 69.19 0.000488 69.19 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 336111599616. +write 4583 26214400 1024.00 0.004174 69.94 0.000649 69.95 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288199733248. +WARNING: Using actual aggregate bytes moved = 347011547136. +write 4804 26214400 1024.00 0.003389 68.88 0.000886 68.89 2 + +Max Write: 4887.50 MiB/sec (5124.91 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4887.50 4582.56 4758.03 128.67 69.34262 0 48 6 3 1 0 1 0 0 1 26843545600 1048576 354606383104 POSIX 0 + +Finished: Wed Oct 24 04:50:01 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..58a32d593 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,812 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:43:12 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:43:12 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 241182965760. +read 3825 26214400 10240 0.005837 60.13 0.005007 60.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 280158535680. +read 4443 26214400 10240 0.005055 60.13 0.004936 60.13 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 293894881280. +read 4660 26214400 10240 0.005025 60.14 0.004984 60.14 2 + +Max Read: 4660.37 MiB/sec (4886.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4660.37 3825.06 4309.60 353.89 60.13453 0 48 6 3 1 0 1 0 0 1 26843545600 10485760 241182965760 POSIX 0 + +Finished: Wed Oct 24 03:46:12 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463843 0xbe2ee3 0 + 6 12598742 0xc03dd6 0 + 1 12645133 0xc0f30d 0 + 4 12515223 0xbef797 0 + 5 12385496 0xbcfcd8 0 + 3 12493433 0xbea279 0 + 2 12573490 0xbfdb32 0 + 0 12427152 0xbd9f90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385529 0xbcfcf9 0 + 6 12598775 0xc03df7 0 + 0 12427183 0xbd9faf 0 + 2 12573521 0xbfdb51 0 + 4 12515255 0xbef7b7 0 + 7 12463877 0xbe2f05 0 + 1 12645166 0xc0f32e 0 + 3 12493465 0xbea299 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573494 0xbfdb36 0 + 7 12463852 0xbe2eec 0 + 3 12493441 0xbea281 0 + 1 12645141 0xc0f315 0 + 0 12427158 0xbd9f96 0 + 4 12515232 0xbef7a0 0 + 6 12598752 0xc03de0 0 + 5 12385506 0xbcfce2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598768 0xc03df0 0 + 0 12427176 0xbd9fa8 0 + 2 12573514 0xbfdb4a 0 + 4 12515247 0xbef7af 0 + 7 12463869 0xbe2efd 0 + 1 12645158 0xc0f326 0 + 3 12493457 0xbea291 0 + 5 12385522 0xbcfcf2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493455 0xbea28f 0 + 5 12385519 0xbcfcef 0 + 6 12598765 0xc03ded 0 + 0 12427174 0xbd9fa6 0 + 2 12573512 0xbfdb48 0 + 4 12515246 0xbef7ae 0 + 7 12463868 0xbe2efc 0 + 1 12645157 0xc0f325 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573510 0xbfdb46 0 + 4 12515244 0xbef7ac 0 + 3 12493454 0xbea28e 0 + 5 12385518 0xbcfcee 0 + 6 12598764 0xc03dec 0 + 7 12463866 0xbe2efa 0 + 0 12427173 0xbd9fa5 0 + 1 12645156 0xc0f324 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427171 0xbd9fa3 0 + 2 12573509 0xbfdb45 0 + 4 12515243 0xbef7ab 0 + 7 12463865 0xbe2ef9 0 + 1 12645154 0xc0f322 0 + 3 12493453 0xbea28d 0 + 5 12385517 0xbcfced 0 + 6 12598763 0xc03deb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573484 0xbfdb2c 0 + 7 12463840 0xbe2ee0 0 + 0 12427147 0xbd9f8b 0 + 1 12645130 0xc0f30a 0 + 4 12515221 0xbef795 0 + 5 12385494 0xbcfcd6 0 + 3 12493430 0xbea276 0 + 6 12598741 0xc03dd5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493437 0xbea27d 0 + 2 12573496 0xbfdb38 0 + 5 12385504 0xbcfce0 0 + 6 12598751 0xc03ddf 0 + 1 12645143 0xc0f317 0 + 7 12463854 0xbe2eee 0 + 0 12427160 0xbd9f98 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573501 0xbfdb3d 0 + 4 12515235 0xbef7a3 0 + 7 12463857 0xbe2ef1 0 + 5 12385509 0xbcfce5 0 + 6 12598755 0xc03de3 0 + 1 12645146 0xc0f31a 0 + 3 12493446 0xbea286 0 + 0 12427164 0xbd9f9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515228 0xbef79c 0 + 5 12385501 0xbcfcdd 0 + 1 12645138 0xc0f312 0 + 6 12598749 0xc03ddd 0 + 0 12427157 0xbd9f95 0 + 3 12493438 0xbea27e 0 + 7 12463853 0xbe2eed 0 + 2 12573497 0xbfdb39 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573503 0xbfdb3f 0 + 1 12645149 0xc0f31d 0 + 5 12385511 0xbcfce7 0 + 0 12427165 0xbd9f9d 0 + 4 12515237 0xbef7a5 0 + 3 12493449 0xbea289 0 + 6 12598759 0xc03de7 0 + 7 12463860 0xbe2ef4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427161 0xbd9f99 0 + 2 12573499 0xbfdb3b 0 + 4 12515233 0xbef7a1 0 + 7 12463855 0xbe2eef 0 + 1 12645144 0xc0f318 0 + 3 12493443 0xbea283 0 + 5 12385508 0xbcfce4 0 + 6 12598754 0xc03de2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645148 0xc0f31c 0 + 3 12493448 0xbea288 0 + 5 12385512 0xbcfce8 0 + 6 12598758 0xc03de6 0 + 0 12427166 0xbd9f9e 0 + 2 12573505 0xbfdb41 0 + 4 12515239 0xbef7a7 0 + 7 12463861 0xbe2ef5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463851 0xbe2eeb 0 + 4 12515231 0xbef79f 0 + 1 12645142 0xc0f316 0 + 6 12598750 0xc03dde 0 + 5 12385505 0xbcfce1 0 + 2 12573498 0xbfdb3a 0 + 0 12427159 0xbd9f97 0 + 3 12493442 0xbea282 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573487 0xbfdb2f 0 + 1 12645132 0xc0f30c 0 + 3 12493431 0xbea277 0 + 5 12385495 0xbcfcd7 0 + 4 12515222 0xbef796 0 + 6 12598743 0xc03dd7 0 + 0 12427149 0xbd9f8d 0 + 7 12463845 0xbe2ee5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427177 0xbd9fa9 0 + 2 12573515 0xbfdb4b 0 + 4 12515249 0xbef7b1 0 + 7 12463871 0xbe2eff 0 + 1 12645160 0xc0f328 0 + 3 12493459 0xbea293 0 + 5 12385523 0xbcfcf3 0 + 6 12598769 0xc03df1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385515 0xbcfceb 0 + 6 12598761 0xc03de9 0 + 0 12427169 0xbd9fa1 0 + 2 12573507 0xbfdb43 0 + 4 12515241 0xbef7a9 0 + 7 12463863 0xbe2ef7 0 + 1 12645152 0xc0f320 0 + 3 12493451 0xbea28b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463874 0xbe2f02 0 + 1 12645163 0xc0f32b 0 + 3 12493462 0xbea296 0 + 5 12385526 0xbcfcf6 0 + 6 12598772 0xc03df4 0 + 0 12427180 0xbd9fac 0 + 2 12573518 0xbfdb4e 0 + 4 12515252 0xbef7b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427145 0xbd9f89 0 + 5 12385493 0xbcfcd5 0 + 4 12515219 0xbef793 0 + 1 12645129 0xc0f309 0 + 2 12573486 0xbfdb2e 0 + 3 12493429 0xbea275 0 + 7 12463842 0xbe2ee2 0 + 6 12598740 0xc03dd4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645155 0xc0f323 0 + 0 12427172 0xbd9fa4 0 + 4 12515245 0xbef7ad 0 + 3 12493456 0xbea290 0 + 5 12385520 0xbcfcf0 0 + 2 12573511 0xbfdb47 0 + 6 12598767 0xc03def 0 + 7 12463867 0xbe2efb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573483 0xbfdb2b 0 + 4 12515218 0xbef792 0 + 7 12463839 0xbe2edf 0 + 5 12385491 0xbcfcd3 0 + 1 12645128 0xc0f308 0 + 3 12493428 0xbea274 0 + 6 12598738 0xc03dd2 0 + 0 12427146 0xbd9f8a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493427 0xbea273 0 + 5 12385492 0xbcfcd4 0 + 6 12598739 0xc03dd3 0 + 2 12573485 0xbfdb2d 0 + 4 12515220 0xbef794 0 + 7 12463841 0xbe2ee1 0 + 0 12427148 0xbd9f8c 0 + 1 12645131 0xc0f30b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515251 0xbef7b3 0 + 7 12463873 0xbe2f01 0 + 1 12645162 0xc0f32a 0 + 3 12493461 0xbea295 0 + 5 12385525 0xbcfcf5 0 + 6 12598771 0xc03df3 0 + 0 12427179 0xbd9fab 0 + 2 12573517 0xbfdb4d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493464 0xbea298 0 + 5 12385528 0xbcfcf8 0 + 6 12598774 0xc03df6 0 + 0 12427182 0xbd9fae 0 + 2 12573520 0xbfdb50 0 + 4 12515254 0xbef7b6 0 + 7 12463876 0xbe2f04 0 + 1 12645165 0xc0f32d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573479 0xbfdb27 0 + 3 12493424 0xbea270 0 + 4 12515215 0xbef78f 0 + 5 12385489 0xbcfcd1 0 + 7 12463836 0xbe2edc 0 + 1 12645126 0xc0f306 0 + 0 12427143 0xbd9f87 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598776 0xc03df8 0 + 0 12427184 0xbd9fb0 0 + 2 12573522 0xbfdb52 0 + 4 12515256 0xbef7b8 0 + 7 12463878 0xbe2f06 0 + 1 12645167 0xc0f32f 0 + 3 12493466 0xbea29a 0 + 5 12385530 0xbcfcfa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645164 0xc0f32c 0 + 3 12493463 0xbea297 0 + 5 12385527 0xbcfcf7 0 + 6 12598773 0xc03df5 0 + 0 12427181 0xbd9fad 0 + 2 12573519 0xbfdb4f 0 + 4 12515253 0xbef7b5 0 + 7 12463875 0xbe2f03 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573516 0xbfdb4c 0 + 4 12515250 0xbef7b2 0 + 7 12463872 0xbe2f00 0 + 1 12645161 0xc0f329 0 + 3 12493460 0xbea294 0 + 5 12385524 0xbcfcf4 0 + 6 12598770 0xc03df2 0 + 0 12427178 0xbd9faa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493423 0xbea26f 0 + 7 12463835 0xbe2edb 0 + 5 12385488 0xbcfcd0 0 + 1 12645124 0xc0f304 0 + 6 12598736 0xc03dd0 0 + 2 12573480 0xbfdb28 0 + 0 12427142 0xbd9f86 0 + 4 12515216 0xbef790 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515259 0xbef7bb 0 + 7 12463881 0xbe2f09 0 + 1 12645170 0xc0f332 0 + 3 12493469 0xbea29d 0 + 0 12427187 0xbd9fb3 0 + 2 12573525 0xbfdb55 0 + 6 12598780 0xc03dfc 0 + 5 12385534 0xbcfcfe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598753 0xc03de1 0 + 0 12427162 0xbd9f9a 0 + 2 12573500 0xbfdb3c 0 + 4 12515234 0xbef7a2 0 + 7 12463856 0xbe2ef0 0 + 1 12645145 0xc0f319 0 + 3 12493444 0xbea284 0 + 5 12385507 0xbcfce3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573493 0xbfdb35 0 + 6 12598748 0xc03ddc 0 + 4 12515230 0xbef79e 0 + 0 12427156 0xbd9f94 0 + 7 12463850 0xbe2eea 0 + 5 12385503 0xbcfcdf 0 + 1 12645139 0xc0f313 0 + 3 12493439 0xbea27f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598735 0xc03dcf 0 + 4 12515214 0xbef78e 0 + 1 12645125 0xc0f305 0 + 0 12427141 0xbd9f85 0 + 3 12493425 0xbea271 0 + 2 12573481 0xbfdb29 0 + 7 12463837 0xbe2edd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598747 0xc03ddb 0 + 4 12515229 0xbef79d 0 + 5 12385502 0xbcfcde 0 + 0 12427155 0xbd9f93 0 + 7 12463849 0xbe2ee9 0 + 2 12573495 0xbfdb37 0 + 1 12645140 0xc0f314 0 + 3 12493440 0xbea280 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573489 0xbfdb31 0 + 7 12463844 0xbe2ee4 0 + 0 12427150 0xbd9f8e 0 + 5 12385497 0xbcfcd9 0 + 4 12515225 0xbef799 0 + 6 12598744 0xc03dd8 0 + 3 12493434 0xbea27a 0 + 1 12645135 0xc0f30f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385521 0xbcfcf1 0 + 6 12598766 0xc03dee 0 + 0 12427175 0xbd9fa7 0 + 2 12573513 0xbfdb49 0 + 4 12515248 0xbef7b0 0 + 7 12463870 0xbe2efe 0 + 1 12645159 0xc0f327 0 + 3 12493458 0xbea292 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573488 0xbfdb30 0 + 3 12493432 0xbea278 0 + 4 12515224 0xbef798 0 + 5 12385498 0xbcfcda 0 + 0 12427151 0xbd9f8f 0 + 7 12463846 0xbe2ee6 0 + 1 12645134 0xc0f30e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598779 0xc03dfb 0 + 5 12385533 0xbcfcfd 0 + 0 12427188 0xbd9fb4 0 + 2 12573526 0xbfdb56 0 + 4 12515260 0xbef7bc 0 + 7 12463882 0xbe2f0a 0 + 1 12645171 0xc0f333 0 + 3 12493470 0xbea29e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463859 0xbe2ef3 0 + 3 12493447 0xbea287 0 + 6 12598756 0xc03de4 0 + 2 12573504 0xbfdb40 0 + 1 12645150 0xc0f31e 0 + 5 12385513 0xbcfce9 0 + 0 12427167 0xbd9f9f 0 + 4 12515238 0xbef7a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427144 0xbd9f88 0 + 2 12573482 0xbfdb2a 0 + 4 12515217 0xbef791 0 + 7 12463838 0xbe2ede 0 + 1 12645127 0xc0f307 0 + 3 12493426 0xbea272 0 + 5 12385490 0xbcfcd2 0 + 6 12598737 0xc03dd1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598762 0xc03dea 0 + 0 12427170 0xbd9fa2 0 + 2 12573508 0xbfdb44 0 + 4 12515242 0xbef7aa 0 + 7 12463864 0xbe2ef8 0 + 1 12645153 0xc0f321 0 + 3 12493452 0xbea28c 0 + 5 12385516 0xbcfcec 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385499 0xbcfcdb 0 + 2 12573491 0xbfdb33 0 + 7 12463847 0xbe2ee7 0 + 3 12493435 0xbea27b 0 + 0 12427153 0xbd9f91 0 + 1 12645136 0xc0f310 0 + 4 12515226 0xbef79a 0 + 6 12598745 0xc03dd9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493445 0xbea285 0 + 0 12427163 0xbd9f9b 0 + 2 12573502 0xbfdb3e 0 + 4 12515236 0xbef7a4 0 + 7 12463858 0xbe2ef2 0 + 1 12645147 0xc0f31b 0 + 5 12385510 0xbcfce6 0 + 6 12598757 0xc03de5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427185 0xbd9fb1 0 + 2 12573523 0xbfdb53 0 + 4 12515257 0xbef7b9 0 + 7 12463879 0xbe2f07 0 + 1 12645168 0xc0f330 0 + 3 12493467 0xbea29b 0 + 5 12385531 0xbcfcfb 0 + 6 12598777 0xc03df9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573524 0xbfdb54 0 + 4 12515258 0xbef7ba 0 + 7 12463880 0xbe2f08 0 + 1 12645169 0xc0f331 0 + 3 12493468 0xbea29c 0 + 5 12385532 0xbcfcfc 0 + 6 12598778 0xc03dfa 0 + 0 12427186 0xbd9fb2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493450 0xbea28a 0 + 5 12385514 0xbcfcea 0 + 6 12598760 0xc03de8 0 + 0 12427168 0xbd9fa0 0 + 2 12573506 0xbfdb42 0 + 4 12515240 0xbef7a8 0 + 7 12463862 0xbe2ef6 0 + 1 12645151 0xc0f31f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427154 0xbd9f92 0 + 4 12515227 0xbef79b 0 + 1 12645137 0xc0f311 0 + 5 12385500 0xbcfcdc 0 + 6 12598746 0xc03dda 0 + 3 12493436 0xbea27c 0 + 7 12463848 0xbe2ee8 0 + 2 12573492 0xbfdb34 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..1fe5f8fc9 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:39:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:39:20 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1283750625280. +WARNING: Using actual aggregate bytes moved = 394715463680. +write 5547 26214400 10240 0.002594 67.86 0.000553 67.87 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1287116554240. +WARNING: Using actual aggregate bytes moved = 394400890880. +write 5602 26214400 10240 0.007060 67.13 0.000728 67.14 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1287756185600. +WARNING: Using actual aggregate bytes moved = 391370506240. +write 5491 26214400 10240 0.003122 67.97 0.000932 67.98 2 + +Max Write: 5601.99 MiB/sec (5874.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5601.99 5490.81 5546.45 45.39 67.66164 0 48 6 3 1 0 1 0 0 1 26843545600 10485760 394715463680 POSIX 0 + +Finished: Wed Oct 24 03:42:48 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..36722be1c --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,811 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 07:16:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:16:22 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 6453608448. +read 102.39 26214400 16.00 0.001573 60.11 0.000848 60.11 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 7719092224. +read 122.48 26214400 16.00 0.001499 60.10 0.000849 60.10 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 7730941132800. +WARNING: Using actual aggregate bytes moved = 7727251456. +read 122.60 26214400 16.00 0.000921 60.11 0.000827 60.11 2 + +Max Read: 122.60 MiB/sec (128.55 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 122.60 102.39 115.82 9.50 60.10760 0 48 6 3 1 0 1 0 0 1 26843545600 16384 6453608448 POSIX 0 + +Finished: Wed Oct 24 07:19:22 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428710 0xbda5a6 0 + 6 12600305 0xc043f1 0 + 2 12575059 0xbfe153 0 + 4 12516784 0xbefdb0 0 + 7 12465419 0xbe350b 0 + 1 12646701 0xc0f92d 0 + 3 12495005 0xbea89d 0 + 5 12387064 0xbd02f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600281 0xc043d9 0 + 1 12646675 0xc0f913 0 + 3 12494978 0xbea882 0 + 0 12428685 0xbda58d 0 + 5 12387038 0xbd02de 0 + 4 12516760 0xbefd98 0 + 7 12465393 0xbe34f1 0 + 2 12575034 0xbfe13a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387058 0xbd02f2 0 + 6 12600301 0xc043ed 0 + 0 12428706 0xbda5a2 0 + 2 12575055 0xbfe14f 0 + 4 12516780 0xbefdac 0 + 7 12465413 0xbe3505 0 + 1 12646696 0xc0f928 0 + 3 12494999 0xbea897 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428699 0xbda59b 0 + 7 12465406 0xbe34fe 0 + 3 12494992 0xbea890 0 + 2 12575049 0xbfe149 0 + 1 12646690 0xc0f922 0 + 4 12516774 0xbefda6 0 + 5 12387052 0xbd02ec 0 + 6 12600295 0xc043e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575035 0xbfe13b 0 + 4 12516762 0xbefd9a 0 + 7 12465395 0xbe34f3 0 + 3 12494981 0xbea885 0 + 1 12646677 0xc0f915 0 + 0 12428688 0xbda590 0 + 5 12387041 0xbd02e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494979 0xbea883 0 + 7 12465394 0xbe34f2 0 + 6 12600283 0xc043db 0 + 0 12428687 0xbda58f 0 + 2 12575037 0xbfe13d 0 + 5 12387040 0xbd02e0 0 + 1 12646678 0xc0f916 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575062 0xbfe156 0 + 1 12646703 0xc0f92f 0 + 5 12387065 0xbd02f9 0 + 0 12428713 0xbda5a9 0 + 4 12516786 0xbefdb2 0 + 3 12495007 0xbea89f 0 + 6 12600309 0xc043f5 0 + 7 12465421 0xbe350d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387031 0xbd02d7 0 + 7 12465385 0xbe34e9 0 + 1 12646668 0xc0f90c 0 + 3 12494971 0xbea87b 0 + 0 12428679 0xbda587 0 + 4 12516753 0xbefd91 0 + 6 12600274 0xc043d2 0 + 2 12575027 0xbfe133 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465417 0xbe3509 0 + 5 12387062 0xbd02f6 0 + 1 12646700 0xc0f92c 0 + 3 12495003 0xbea89b 0 + 2 12575060 0xbfe154 0 + 0 12428711 0xbda5a7 0 + 6 12600306 0xc043f2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516794 0xbefdba 0 + 7 12465428 0xbe3514 0 + 1 12646711 0xc0f937 0 + 3 12495014 0xbea8a6 0 + 5 12387073 0xbd0301 0 + 6 12600316 0xc043fc 0 + 0 12428721 0xbda5b1 0 + 2 12575070 0xbfe15e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575023 0xbfe12f 0 + 1 12646664 0xc0f908 0 + 5 12387027 0xbd02d3 0 + 6 12600270 0xc043ce 0 + 4 12516749 0xbefd8d 0 + 3 12494968 0xbea878 0 + 0 12428676 0xbda584 0 + 7 12465382 0xbe34e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600287 0xc043df 0 + 0 12428693 0xbda595 0 + 7 12465400 0xbe34f8 0 + 1 12646683 0xc0f91b 0 + 2 12575042 0xbfe142 0 + 4 12516768 0xbefda0 0 + 5 12387048 0xbd02e8 0 + 3 12494989 0xbea88d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516757 0xbefd95 0 + 7 12465389 0xbe34ed 0 + 1 12646672 0xc0f910 0 + 6 12600278 0xc043d6 0 + 0 12428682 0xbda58a 0 + 3 12494975 0xbea87f 0 + 5 12387036 0xbd02dc 0 + 2 12575031 0xbfe137 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575050 0xbfe14a 0 + 4 12516775 0xbefda7 0 + 7 12465408 0xbe3500 0 + 1 12646691 0xc0f923 0 + 3 12494994 0xbea892 0 + 5 12387054 0xbd02ee 0 + 6 12600297 0xc043e9 0 + 0 12428701 0xbda59d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516754 0xbefd92 0 + 6 12600275 0xc043d3 0 + 2 12575028 0xbfe134 0 + 1 12646669 0xc0f90d 0 + 7 12465387 0xbe34eb 0 + 3 12494972 0xbea87c 0 + 5 12387033 0xbd02d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646687 0xc0f91f 0 + 3 12494990 0xbea88e 0 + 5 12387049 0xbd02e9 0 + 6 12600292 0xc043e4 0 + 0 12428697 0xbda599 0 + 2 12575046 0xbfe146 0 + 4 12516771 0xbefda3 0 + 7 12465404 0xbe34fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494995 0xbea893 0 + 4 12516777 0xbefda9 0 + 6 12600298 0xc043ea 0 + 7 12465410 0xbe3502 0 + 0 12428703 0xbda59f 0 + 5 12387056 0xbd02f0 0 + 2 12575053 0xbfe14d 0 + 1 12646694 0xc0f926 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575058 0xbfe152 0 + 1 12646699 0xc0f92b 0 + 3 12495002 0xbea89a 0 + 4 12516783 0xbefdaf 0 + 7 12465416 0xbe3508 0 + 5 12387061 0xbd02f5 0 + 0 12428709 0xbda5a5 0 + 6 12600304 0xc043f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600284 0xc043dc 0 + 0 12428689 0xbda591 0 + 2 12575038 0xbfe13e 0 + 4 12516763 0xbefd9b 0 + 7 12465396 0xbe34f4 0 + 1 12646679 0xc0f917 0 + 3 12494982 0xbea886 0 + 5 12387042 0xbd02e2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428708 0xbda5a4 0 + 2 12575057 0xbfe151 0 + 4 12516782 0xbefdae 0 + 7 12465415 0xbe3507 0 + 1 12646698 0xc0f92a 0 + 3 12495001 0xbea899 0 + 5 12387060 0xbd02f4 0 + 6 12600303 0xc043ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600285 0xc043dd 0 + 0 12428690 0xbda592 0 + 2 12575039 0xbfe13f 0 + 4 12516764 0xbefd9c 0 + 7 12465397 0xbe34f5 0 + 1 12646680 0xc0f918 0 + 3 12494983 0xbea887 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12495008 0xbea8a0 0 + 0 12428715 0xbda5ab 0 + 7 12465422 0xbe350e 0 + 5 12387067 0xbd02fb 0 + 2 12575065 0xbfe159 0 + 1 12646706 0xc0f932 0 + 4 12516789 0xbefdb5 0 + 6 12600311 0xc043f7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575067 0xbfe15b 0 + 4 12516791 0xbefdb7 0 + 7 12465425 0xbe3511 0 + 1 12646708 0xc0f934 0 + 3 12495011 0xbea8a3 0 + 5 12387070 0xbd02fe 0 + 6 12600313 0xc043f9 0 + 0 12428719 0xbda5af 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494998 0xbea896 0 + 5 12387057 0xbd02f1 0 + 6 12600300 0xc043ec 0 + 0 12428705 0xbda5a1 0 + 2 12575054 0xbfe14e 0 + 4 12516779 0xbefdab 0 + 7 12465412 0xbe3504 0 + 1 12646695 0xc0f927 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465418 0xbe350a 0 + 3 12495004 0xbea89c 0 + 2 12575061 0xbfe155 0 + 4 12516785 0xbefdb1 0 + 0 12428712 0xbda5a8 0 + 5 12387063 0xbd02f7 0 + 1 12646702 0xc0f92e 0 + 6 12600307 0xc043f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646666 0xc0f90a 0 + 3 12494969 0xbea879 0 + 5 12387029 0xbd02d5 0 + 6 12600272 0xc043d0 0 + 0 12428677 0xbda585 0 + 2 12575025 0xbfe131 0 + 4 12516751 0xbefd8f 0 + 7 12465383 0xbe34e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600302 0xc043ee 0 + 0 12428707 0xbda5a3 0 + 2 12575056 0xbfe150 0 + 4 12516781 0xbefdad 0 + 7 12465414 0xbe3506 0 + 1 12646697 0xc0f929 0 + 3 12495000 0xbea898 0 + 5 12387059 0xbd02f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494984 0xbea888 0 + 0 12428691 0xbda593 0 + 5 12387043 0xbd02e3 0 + 2 12575041 0xbfe141 0 + 7 12465398 0xbe34f6 0 + 6 12600288 0xc043e0 0 + 1 12646682 0xc0f91a 0 + 4 12516767 0xbefd9f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428718 0xbda5ae 0 + 2 12575068 0xbfe15c 0 + 4 12516792 0xbefdb8 0 + 7 12465426 0xbe3512 0 + 1 12646709 0xc0f935 0 + 3 12495012 0xbea8a4 0 + 5 12387071 0xbd02ff 0 + 6 12600314 0xc043fa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494970 0xbea87a 0 + 5 12387030 0xbd02d6 0 + 6 12600273 0xc043d1 0 + 0 12428678 0xbda586 0 + 2 12575026 0xbfe132 0 + 4 12516752 0xbefd90 0 + 7 12465384 0xbe34e8 0 + 1 12646667 0xc0f90b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600286 0xc043de 0 + 2 12575040 0xbfe140 0 + 0 12428692 0xbda594 0 + 5 12387044 0xbd02e4 0 + 4 12516765 0xbefd9d 0 + 1 12646681 0xc0f919 0 + 7 12465399 0xbe34f7 0 + 3 12494987 0xbea88b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387035 0xbd02db 0 + 6 12600279 0xc043d7 0 + 0 12428683 0xbda58b 0 + 1 12646673 0xc0f911 0 + 2 12575032 0xbfe138 0 + 3 12494976 0xbea880 0 + 4 12516759 0xbefd97 0 + 7 12465391 0xbe34ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387051 0xbd02eb 0 + 2 12575048 0xbfe148 0 + 4 12516773 0xbefda5 0 + 1 12646689 0xc0f921 0 + 6 12600294 0xc043e6 0 + 7 12465407 0xbe34ff 0 + 0 12428700 0xbda59c 0 + 3 12494993 0xbea891 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465381 0xbe34e5 0 + 3 12494967 0xbea877 0 + 0 12428675 0xbda583 0 + 1 12646665 0xc0f909 0 + 6 12600271 0xc043cf 0 + 2 12575024 0xbfe130 0 + 5 12387028 0xbd02d4 0 + 4 12516750 0xbefd8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516776 0xbefda8 0 + 7 12465409 0xbe3501 0 + 5 12387053 0xbd02ed 0 + 6 12600296 0xc043e8 0 + 1 12646692 0xc0f924 0 + 0 12428702 0xbda59e 0 + 3 12494996 0xbea894 0 + 2 12575052 0xbfe14c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428717 0xbda5ad 0 + 2 12575066 0xbfe15a 0 + 4 12516790 0xbefdb6 0 + 7 12465424 0xbe3510 0 + 1 12646707 0xc0f933 0 + 3 12495010 0xbea8a2 0 + 5 12387069 0xbd02fd 0 + 6 12600312 0xc043f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494985 0xbea889 0 + 5 12387046 0xbd02e6 0 + 7 12465401 0xbe34f9 0 + 4 12516766 0xbefd9e 0 + 6 12600290 0xc043e2 0 + 0 12428696 0xbda598 0 + 1 12646685 0xc0f91d 0 + 2 12575044 0xbfe144 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465420 0xbe350c 0 + 3 12495006 0xbea89e 0 + 6 12600308 0xc043f4 0 + 2 12575063 0xbfe157 0 + 1 12646704 0xc0f930 0 + 5 12387066 0xbd02fa 0 + 0 12428714 0xbda5aa 0 + 4 12516787 0xbefdb3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428680 0xbda588 0 + 5 12387032 0xbd02d8 0 + 7 12465386 0xbe34ea 0 + 4 12516755 0xbefd93 0 + 3 12494973 0xbea87d 0 + 2 12575029 0xbfe135 0 + 1 12646670 0xc0f90e 0 + 6 12600276 0xc043d4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494991 0xbea88f 0 + 5 12387050 0xbd02ea 0 + 6 12600293 0xc043e5 0 + 0 12428698 0xbda59a 0 + 2 12575047 0xbfe147 0 + 4 12516772 0xbefda4 0 + 7 12465405 0xbe34fd 0 + 1 12646688 0xc0f920 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516758 0xbefd96 0 + 7 12465390 0xbe34ee 0 + 3 12494977 0xbea881 0 + 1 12646674 0xc0f912 0 + 5 12387037 0xbd02dd 0 + 0 12428684 0xbda58c 0 + 6 12600280 0xc043d8 0 + 2 12575033 0xbfe139 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575051 0xbfe14b 0 + 4 12516778 0xbefdaa 0 + 5 12387055 0xbd02ef 0 + 1 12646693 0xc0f925 0 + 6 12600299 0xc043eb 0 + 3 12494997 0xbea895 0 + 0 12428704 0xbda5a0 0 + 7 12465411 0xbe3503 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494986 0xbea88a 0 + 5 12387047 0xbd02e7 0 + 7 12465402 0xbe34fa 0 + 0 12428695 0xbda597 0 + 1 12646684 0xc0f91c 0 + 6 12600291 0xc043e3 0 + 2 12575045 0xbfe145 0 + 4 12516769 0xbefda1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600310 0xc043f6 0 + 2 12575064 0xbfe158 0 + 4 12516788 0xbefdb4 0 + 1 12646705 0xc0f931 0 + 0 12428716 0xbda5ac 0 + 7 12465423 0xbe350f 0 + 3 12495009 0xbea8a1 0 + 5 12387068 0xbd02fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575030 0xbfe136 0 + 4 12516756 0xbefd94 0 + 7 12465388 0xbe34ec 0 + 1 12646671 0xc0f90f 0 + 3 12494974 0xbea87e 0 + 5 12387034 0xbd02da 0 + 6 12600277 0xc043d5 0 + 0 12428681 0xbda589 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12575069 0xbfe15d 0 + 4 12516793 0xbefdb9 0 + 7 12465427 0xbe3513 0 + 1 12646710 0xc0f936 0 + 3 12495013 0xbea8a5 0 + 5 12387072 0xbd0300 0 + 6 12600315 0xc043fb 0 + 0 12428720 0xbda5b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465392 0xbe34f0 0 + 4 12516761 0xbefd99 0 + 5 12387039 0xbd02df 0 + 6 12600282 0xc043da 0 + 1 12646676 0xc0f914 0 + 0 12428686 0xbda58e 0 + 3 12494980 0xbea884 0 + 2 12575036 0xbfe13c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12387045 0xbd02e5 0 + 6 12600289 0xc043e1 0 + 0 12428694 0xbda596 0 + 3 12494988 0xbea88c 0 + 2 12575043 0xbfe143 0 + 7 12465403 0xbe34fb 0 + 1 12646686 0xc0f91e 0 + 4 12516770 0xbefda2 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..a6d893613 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 48 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 07:10:23 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 26843545600 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 07:10:23 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 48 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 25 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288447180800. +WARNING: Using actual aggregate bytes moved = 31813091328. +write 274.83 26214400 16.00 0.002551 110.39 0.000442 110.39 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288427962368. +WARNING: Using actual aggregate bytes moved = 26790608896. +write 215.96 26214400 16.00 0.002872 118.30 0.000476 118.30 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288349925376. +WARNING: Using actual aggregate bytes moved = 27780775936. +write 214.21 26214400 16.00 0.003518 123.68 0.000549 123.68 2 + +Max Write: 274.83 MiB/sec (288.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 274.83 214.21 235.00 28.17 117.45843 0 48 6 3 1 0 1 0 0 1 26843545600 16384 31813091328 POSIX 0 + +Finished: Wed Oct 24 07:16:16 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..8b975b342 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:24:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:24:30 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 25346150400. +read 398.00 19660800 100.00 0.024084 60.71 0.003299 60.73 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 25875046400. +read 406.49 19660800 100.00 0.005116 60.70 0.005719 60.71 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 26402201600. +read 414.86 19660800 100.00 0.005228 60.68 0.011043 60.69 2 + +Max Read: 414.86 MiB/sec (435.01 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 414.86 398.00 406.45 6.88 60.71121 0 64 8 3 0 0 1 0 0 1 20132659200 102400 25346150400 MPIIO 0 + +Finished: Wed Oct 24 05:27:32 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599539 0xc040f3 0 + 0 12427942 0xbda2a6 0 + 2 12574286 0xbfde4e 0 + 4 12516018 0xbefab2 0 + 7 12464645 0xbe3205 0 + 1 12645928 0xc0f628 0 + 3 12494227 0xbea593 0 + 5 12386296 0xbcfff8 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..bc5b41d63 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:19:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:19:49 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 28118937600. +read 873.36 19660800 100.00 0.014698 30.69 0.001084 30.70 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 28091904000. +read 872.67 19660800 100.00 0.002898 30.69 0.004032 30.70 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 28033433600. +read 871.60 19660800 100.00 0.003107 30.67 0.001110 30.67 2 + +Max Read: 873.36 MiB/sec (915.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 873.36 871.60 872.54 0.72 30.69262 0 64 8 3 0 0 1 0 0 1 20132659200 102400 28118937600 MPIIO 0 + +Finished: Wed Oct 24 10:21:21 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..ba2074ffd --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 05:21:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:21:10 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288481689600. +WARNING: Using actual aggregate bytes moved = 27894272000. +write 436.81 19660800 100.00 0.014060 60.89 0.000730 60.90 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288481996800. +WARNING: Using actual aggregate bytes moved = 28205158400. +write 442.84 19660800 100.00 0.002115 60.74 0.000535 60.74 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288483020800. +WARNING: Using actual aggregate bytes moved = 28058112000. +write 440.55 19660800 100.00 0.007811 60.73 0.000577 60.74 2 + +Max Write: 442.84 MiB/sec (464.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 442.84 436.81 440.07 2.49 60.79296 0 64 8 3 0 0 1 0 0 1 20132659200 102400 27894272000 MPIIO 0 + +Finished: Wed Oct 24 05:24:13 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..c48a77ac0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:16:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:16:54 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 100134813696. +read 1588.11 19660800 1024.00 0.011837 60.12 0.000871 60.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 103155761152. +read 1636.14 19660800 1024.00 0.002649 60.12 0.000955 60.13 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 103716749312. +read 1645.49 19660800 1024.00 0.002954 60.11 0.000986 60.11 2 + +Max Read: 1645.49 MiB/sec (1725.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1645.49 1588.11 1623.25 25.14 60.12338 0 64 8 3 0 0 1 0 0 1 20132659200 1048576 100134813696 MPIIO 0 + +Finished: Wed Oct 24 04:19:54 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599027 0xc03ef3 0 + 0 12427434 0xbda0aa 0 + 2 12573773 0xbfdc4d 0 + 4 12515505 0xbef8b1 0 + 7 12464129 0xbe3001 0 + 1 12645418 0xc0f42a 0 + 3 12493715 0xbea393 0 + 5 12385781 0xbcfdf5 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..11031173f --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:11:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:11:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 139806638080. +read 4423 19660800 1024.00 0.007468 30.14 0.001688 30.14 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 140645498880. +read 4453 19660800 1024.00 0.003404 30.12 0.001768 30.12 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 141918470144. +read 4494 19660800 1024.00 0.004081 30.11 0.002147 30.12 2 + +Max Read: 4494.02 MiB/sec (4712.32 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4494.02 4423.30 4456.61 29.02 30.12788 0 64 8 3 0 0 1 0 0 1 20132659200 1048576 139806638080 MPIIO 0 + +Finished: Wed Oct 24 10:12:33 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..d6b743674 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 04:13:18 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:13:18 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 307188727808. +write 4872 19660800 1024.00 0.013533 60.11 0.002723 60.13 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288488091648. +WARNING: Using actual aggregate bytes moved = 302947237888. +write 4802 19660800 1024.00 0.048004 60.11 0.000935 60.16 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288487043072. +WARNING: Using actual aggregate bytes moved = 302345355264. +write 4782 19660800 1024.00 0.182298 60.12 0.000586 60.30 2 + +Max Write: 4872.12 MiB/sec (5108.78 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4872.12 4781.84 4818.79 38.63 60.19604 0 64 8 3 0 0 1 0 0 1 20132659200 1048576 307188727808 MPIIO 0 + +Finished: Wed Oct 24 04:16:25 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..591ea5e93 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:09:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:09:51 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 204126289920. +read 3234.82 19660800 10240 0.013093 60.17 0.005014 60.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 207230074880. +read 3281.32 19660800 10240 0.006754 60.22 0.005031 60.23 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 210973491200. +read 3342.84 19660800 10240 0.007098 60.18 0.004973 60.19 2 + +Max Read: 3342.84 MiB/sec (3505.22 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3342.84 3234.82 3286.33 44.24 60.19892 0 64 8 3 0 0 1 0 0 1 20132659200 10485760 204126289920 MPIIO 0 + +Finished: Wed Oct 24 03:12:51 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573258 0xbfda4a 0 + 4 12514996 0xbef6b4 0 + 7 12463617 0xbe2e01 0 + 1 12644902 0xc0f226 0 + 3 12493203 0xbea193 0 + 5 12385267 0xbcfbf3 0 + 6 12598518 0xc03cf6 0 + 0 12426922 0xbd9eaa 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..4db6b5238 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:02:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:02:16 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 142994309120. +read 4520 19660800 10240 0.016658 30.16 0.005406 30.17 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 156866969600. +read 4957 19660800 10240 0.007096 30.18 0.005671 30.18 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 157674373120. +read 4985 19660800 10240 0.007500 30.16 0.005318 30.16 2 + +Max Read: 4985.43 MiB/sec (5227.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4985.43 4520.08 4820.92 213.03 30.16993 0 64 8 3 0 0 1 0 0 1 20132659200 10485760 142994309120 MPIIO 0 + +Finished: Wed Oct 24 10:03:46 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..c1079a36b --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 03:06:20 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:06:20 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288395816960. +WARNING: Using actual aggregate bytes moved = 230256803840. +write 3605 19660800 10240 0.014762 60.90 0.004570 60.92 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288469217280. +WARNING: Using actual aggregate bytes moved = 221301964800. +write 3471.84 19660800 10240 0.021765 60.77 0.000796 60.79 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288448245760. +WARNING: Using actual aggregate bytes moved = 228243537920. +write 3593.63 19660800 10240 0.066377 60.50 0.000925 60.57 2 + +Max Write: 3604.83 MiB/sec (3779.94 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3604.83 3471.84 3556.77 60.23 60.75853 0 64 8 3 0 0 1 0 0 1 20132659200 10485760 230256803840 MPIIO 0 + +Finished: Wed Oct 24 03:09:28 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt new file mode 100644 index 000000000..727c3f695 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:no.txt @@ -0,0 +1,65 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:36:04 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:36:04 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5439520768. +read 80.81 19660800 16.00 0.023834 64.17 0.004831 64.19 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5462327296. +read 81.18 19660800 16.00 0.006555 64.16 0.007248 64.17 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 5475713024. +read 81.36 19660800 16.00 0.006923 64.18 0.004780 64.18 2 + +Max Read: 81.36 MiB/sec (85.32 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 81.36 80.81 81.12 0.23 64.18069 0 64 8 3 0 0 1 0 0 1 20132659200 16384 5439520768 MPIIO 0 + +Finished: Wed Oct 24 06:39:16 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574801 0xbfe051 0 + 4 12516528 0xbefcb0 0 + 7 12465158 0xbe3406 0 + 1 12646443 0xc0f82b 0 + 3 12494746 0xbea79a 0 + 5 12386810 0xbd01fa 0 + 6 12600050 0xc042f2 0 + 0 12428454 0xbda4a6 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..6058bc562 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,46 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r ++ tee -a ./output_v2/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#TYPE:read.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 10:28:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 30 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/sharedread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 10:28:06 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/sharedread8/file + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 30 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5843533824. +read 163.05 19660800 16.00 0.023175 34.16 0.014680 34.18 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5826117632. +read 162.57 19660800 16.00 0.012998 34.16 0.021043 34.18 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 5835735040. +read 162.88 19660800 16.00 0.013554 34.17 0.011210 34.17 2 + +Max Read: 163.05 MiB/sec (170.97 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 163.05 162.57 162.83 0.20 34.17469 0 64 8 3 0 0 1 0 0 1 20132659200 16384 5843533824 MPIIO 0 + +Finished: Wed Oct 24 10:29:48 2018 ++ set +x diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..781a2d22a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,45 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Wed Oct 24 06:32:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:32:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288485191680. +WARNING: Using actual aggregate bytes moved = 4896669696. +write 72.60 19660800 16.00 0.016341 64.30 0.000661 64.32 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288486846464. +WARNING: Using actual aggregate bytes moved = 4818714624. +write 71.58 19660800 16.00 0.002185 64.20 0.000805 64.20 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288489058304. +WARNING: Using actual aggregate bytes moved = 4859789312. +write 72.16 19660800 16.00 0.002538 64.23 0.000916 64.23 2 + +Max Write: 72.60 MiB/sec (76.13 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 72.60 71.58 72.11 0.42 64.24925 0 64 8 3 0 0 1 0 0 1 20132659200 16384 4896669696 MPIIO 0 + +Finished: Wed Oct 24 06:35:56 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..6bcd9815a --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1061 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:18:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:18:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 45262233600. +read 719.05 19660800 100.00 0.002000 60.03 0.001205 60.03 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 47472640000. +read 754.21 19660800 100.00 0.001170 60.03 0.001166 60.03 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 48941260800. +read 777.62 19660800 100.00 0.001180 60.02 0.001209 60.02 2 + +Max Read: 777.62 MiB/sec (815.39 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 777.62 719.05 750.29 24.07 60.02687 0 64 8 3 1 0 1 0 0 1 20132659200 102400 45262233600 POSIX 0 + +Finished: Wed Oct 24 05:21:07 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645882 0xc0f5fa 0 + 0 12427897 0xbda279 0 + 3 12494183 0xbea567 0 + 4 12515974 0xbefa86 0 + 6 12599495 0xc040c7 0 + 5 12386251 0xbcffcb 0 + 7 12464599 0xbe31d7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386234 0xbcffba 0 + 6 12599477 0xc040b5 0 + 0 12427880 0xbda268 0 + 2 12574226 0xbfde12 0 + 4 12515956 0xbefa74 0 + 7 12464582 0xbe31c6 0 + 1 12645866 0xc0f5ea 0 + 3 12494166 0xbea556 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574239 0xbfde1f 0 + 5 12386248 0xbcffc8 0 + 4 12515970 0xbefa82 0 + 6 12599492 0xc040c4 0 + 1 12645881 0xc0f5f9 0 + 7 12464596 0xbe31d4 0 + 3 12494181 0xbea565 0 + 0 12427895 0xbda277 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515994 0xbefa9a 0 + 3 12494202 0xbea57a 0 + 7 12464620 0xbe31ec 0 + 6 12599515 0xc040db 0 + 2 12574263 0xbfde37 0 + 1 12645905 0xc0f611 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464604 0xbe31dc 0 + 5 12386260 0xbcffd4 0 + 2 12574249 0xbfde29 0 + 4 12515982 0xbefa8e 0 + 0 12427908 0xbda284 0 + 3 12494192 0xbea570 0 + 1 12645893 0xc0f605 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494195 0xbea573 0 + 5 12386265 0xbcffd9 0 + 2 12574254 0xbfde2e 0 + 1 12645896 0xc0f608 0 + 0 12427912 0xbda288 0 + 4 12515988 0xbefa94 0 + 6 12599509 0xc040d5 0 + 7 12464615 0xbe31e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427925 0xbda295 0 + 7 12464627 0xbe31f3 0 + 1 12645911 0xc0f617 0 + 5 12386279 0xbcffe7 0 + 2 12574269 0xbfde3d 0 + 3 12494211 0xbea583 0 + 4 12516002 0xbefaa2 0 + 6 12599523 0xc040e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515965 0xbefa7d 0 + 5 12386243 0xbcffc3 0 + 0 12427890 0xbda272 0 + 7 12464592 0xbe31d0 0 + 2 12574236 0xbfde1c 0 + 6 12599487 0xc040bf 0 + 1 12645877 0xc0f5f5 0 + 3 12494177 0xbea561 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427936 0xbda2a0 0 + 2 12574280 0xbfde48 0 + 4 12516012 0xbefaac 0 + 7 12464638 0xbe31fe 0 + 1 12645922 0xc0f622 0 + 3 12494221 0xbea58d 0 + 5 12386290 0xbcfff2 0 + 6 12599533 0xc040ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574256 0xbfde30 0 + 6 12599508 0xc040d4 0 + 4 12515989 0xbefa95 0 + 7 12464614 0xbe31e6 0 + 1 12645899 0xc0f60b 0 + 3 12494197 0xbea575 0 + 5 12386268 0xbcffdc 0 + 0 12427914 0xbda28a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599526 0xc040e6 0 + 0 12427929 0xbda299 0 + 2 12574273 0xbfde41 0 + 4 12516005 0xbefaa5 0 + 7 12464631 0xbe31f7 0 + 1 12645915 0xc0f61b 0 + 3 12494214 0xbea586 0 + 5 12386283 0xbcffeb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464593 0xbe31d1 0 + 1 12645878 0xc0f5f6 0 + 3 12494178 0xbea562 0 + 5 12386246 0xbcffc6 0 + 6 12599489 0xc040c1 0 + 0 12427892 0xbda274 0 + 2 12574238 0xbfde1e 0 + 4 12515968 0xbefa80 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386281 0xbcffe9 0 + 4 12516003 0xbefaa3 0 + 6 12599525 0xc040e5 0 + 0 12427928 0xbda298 0 + 7 12464630 0xbe31f6 0 + 1 12645914 0xc0f61a 0 + 2 12574272 0xbfde40 0 + 3 12494213 0xbea585 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386247 0xbcffc7 0 + 1 12645880 0xc0f5f8 0 + 6 12599491 0xc040c3 0 + 2 12574240 0xbfde20 0 + 3 12494180 0xbea564 0 + 0 12427894 0xbda276 0 + 4 12515971 0xbefa83 0 + 7 12464595 0xbe31d3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645868 0xc0f5ec 0 + 6 12599480 0xc040b8 0 + 4 12515959 0xbefa77 0 + 7 12464585 0xbe31c9 0 + 3 12494169 0xbea559 0 + 5 12386237 0xbcffbd 0 + 0 12427883 0xbda26b 0 + 2 12574229 0xbfde15 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599532 0xc040ec 0 + 0 12427935 0xbda29f 0 + 2 12574279 0xbfde47 0 + 4 12516011 0xbefaab 0 + 7 12464637 0xbe31fd 0 + 1 12645921 0xc0f621 0 + 3 12494220 0xbea58c 0 + 5 12386289 0xbcfff1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574262 0xbfde36 0 + 4 12515995 0xbefa9b 0 + 7 12464621 0xbe31ed 0 + 1 12645906 0xc0f612 0 + 3 12494205 0xbea57d 0 + 5 12386274 0xbcffe2 0 + 6 12599517 0xc040dd 0 + 0 12427920 0xbda290 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599485 0xc040bd 0 + 0 12427888 0xbda270 0 + 2 12574234 0xbfde1a 0 + 4 12515964 0xbefa7c 0 + 7 12464590 0xbe31ce 0 + 1 12645874 0xc0f5f2 0 + 3 12494174 0xbea55e 0 + 5 12386242 0xbcffc2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645871 0xc0f5ef 0 + 6 12599482 0xc040ba 0 + 0 12427885 0xbda26d 0 + 4 12515961 0xbefa79 0 + 3 12494171 0xbea55b 0 + 2 12574232 0xbfde18 0 + 7 12464588 0xbe31cc 0 + 5 12386240 0xbcffc0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427911 0xbda287 0 + 6 12599507 0xc040d3 0 + 7 12464613 0xbe31e5 0 + 2 12574257 0xbfde31 0 + 1 12645898 0xc0f60a 0 + 5 12386266 0xbcffda 0 + 4 12515990 0xbefa96 0 + 3 12494198 0xbea576 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427886 0xbda26e 0 + 2 12574233 0xbfde19 0 + 4 12515963 0xbefa7b 0 + 5 12386241 0xbcffc1 0 + 6 12599484 0xc040bc 0 + 7 12464589 0xbe31cd 0 + 1 12645873 0xc0f5f1 0 + 3 12494173 0xbea55d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599478 0xc040b6 0 + 0 12427881 0xbda269 0 + 2 12574227 0xbfde13 0 + 1 12645867 0xc0f5eb 0 + 3 12494167 0xbea557 0 + 5 12386235 0xbcffbb 0 + 4 12515957 0xbefa75 0 + 7 12464584 0xbe31c8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645887 0xc0f5ff 0 + 2 12574247 0xbfde27 0 + 3 12494188 0xbea56c 0 + 7 12464605 0xbe31dd 0 + 5 12386256 0xbcffd0 0 + 0 12427905 0xbda281 0 + 6 12599503 0xc040cf 0 + 4 12515979 0xbefa8b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386288 0xbcfff0 0 + 6 12599531 0xc040eb 0 + 0 12427934 0xbda29e 0 + 2 12574278 0xbfde46 0 + 4 12516010 0xbefaaa 0 + 7 12464636 0xbe31fc 0 + 1 12645920 0xc0f620 0 + 3 12494219 0xbea58b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464612 0xbe31e4 0 + 2 12574255 0xbfde2f 0 + 1 12645897 0xc0f609 0 + 4 12515987 0xbefa93 0 + 3 12494196 0xbea574 0 + 6 12599510 0xc040d6 0 + 5 12386267 0xbcffdb 0 + 0 12427913 0xbda289 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599500 0xc040cc 0 + 2 12574248 0xbfde28 0 + 0 12427904 0xbda280 0 + 4 12515980 0xbefa8c 0 + 1 12645891 0xc0f603 0 + 7 12464609 0xbe31e1 0 + 5 12386262 0xbcffd6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386250 0xbcffca 0 + 2 12574242 0xbfde22 0 + 6 12599493 0xc040c5 0 + 0 12427896 0xbda278 0 + 7 12464597 0xbe31d5 0 + 3 12494182 0xbea566 0 + 1 12645883 0xc0f5fb 0 + 4 12515973 0xbefa85 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464603 0xbe31db 0 + 3 12494189 0xbea56d 0 + 5 12386258 0xbcffd2 0 + 1 12645889 0xc0f601 0 + 6 12599504 0xc040d0 0 + 0 12427907 0xbda283 0 + 2 12574251 0xbfde2b 0 + 4 12515984 0xbefa90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427918 0xbda28e 0 + 1 12645903 0xc0f60f 0 + 2 12574261 0xbfde35 0 + 5 12386273 0xbcffe1 0 + 4 12515996 0xbefa9c 0 + 7 12464622 0xbe31ee 0 + 3 12494204 0xbea57c 0 + 6 12599516 0xc040dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574223 0xbfde0f 0 + 5 12386231 0xbcffb7 0 + 4 12515953 0xbefa71 0 + 3 12494164 0xbea554 0 + 0 12427878 0xbda266 0 + 1 12645864 0xc0f5e8 0 + 7 12464581 0xbe31c5 0 + 6 12599476 0xc040b4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599496 0xc040c8 0 + 4 12515975 0xbefa87 0 + 5 12386253 0xbcffcd 0 + 1 12645885 0xc0f5fd 0 + 2 12574246 0xbfde26 0 + 7 12464601 0xbe31d9 0 + 3 12494186 0xbea56a 0 + 0 12427901 0xbda27d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386276 0xbcffe4 0 + 4 12515999 0xbefa9f 0 + 6 12599520 0xc040e0 0 + 1 12645909 0xc0f615 0 + 0 12427923 0xbda293 0 + 2 12574267 0xbfde3b 0 + 7 12464625 0xbe31f1 0 + 3 12494208 0xbea580 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515997 0xbefa9d 0 + 7 12464623 0xbe31ef 0 + 1 12645907 0xc0f613 0 + 3 12494206 0xbea57e 0 + 5 12386275 0xbcffe3 0 + 6 12599518 0xc040de 0 + 0 12427921 0xbda291 0 + 2 12574265 0xbfde39 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494217 0xbea589 0 + 0 12427932 0xbda29c 0 + 4 12516009 0xbefaa9 0 + 5 12386287 0xbcffef 0 + 6 12599530 0xc040ea 0 + 2 12574277 0xbfde45 0 + 7 12464635 0xbe31fb 0 + 1 12645919 0xc0f61f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645879 0xc0f5f7 0 + 6 12599490 0xc040c2 0 + 4 12515969 0xbefa81 0 + 7 12464594 0xbe31d2 0 + 3 12494179 0xbea563 0 + 0 12427893 0xbda275 0 + 5 12386249 0xbcffc9 0 + 2 12574241 0xbfde21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494190 0xbea56e 0 + 5 12386259 0xbcffd3 0 + 6 12599501 0xc040cd 0 + 0 12427906 0xbda282 0 + 2 12574250 0xbfde2a 0 + 4 12515981 0xbefa8d 0 + 7 12464608 0xbe31e0 0 + 1 12645892 0xc0f604 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386272 0xbcffe0 0 + 7 12464619 0xbe31eb 0 + 6 12599514 0xc040da 0 + 1 12645904 0xc0f610 0 + 0 12427919 0xbda28f 0 + 2 12574264 0xbfde38 0 + 3 12494203 0xbea57b 0 + 4 12515998 0xbefa9e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494200 0xbea578 0 + 6 12599512 0xc040d8 0 + 2 12574259 0xbfde33 0 + 7 12464618 0xbe31ea 0 + 5 12386271 0xbcffdf 0 + 0 12427917 0xbda28d 0 + 4 12515993 0xbefa99 0 + 1 12645902 0xc0f60e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427930 0xbda29a 0 + 2 12574274 0xbfde42 0 + 4 12516006 0xbefaa6 0 + 7 12464632 0xbe31f8 0 + 1 12645916 0xc0f61c 0 + 3 12494215 0xbea587 0 + 5 12386284 0xbcffec 0 + 6 12599527 0xc040e7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515991 0xbefa97 0 + 7 12464616 0xbe31e8 0 + 1 12645900 0xc0f60c 0 + 3 12494199 0xbea577 0 + 5 12386269 0xbcffdd 0 + 6 12599511 0xc040d7 0 + 0 12427915 0xbda28b 0 + 2 12574258 0xbfde32 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574281 0xbfde49 0 + 4 12516013 0xbefaad 0 + 7 12464639 0xbe31ff 0 + 1 12645923 0xc0f623 0 + 3 12494222 0xbea58e 0 + 5 12386291 0xbcfff3 0 + 6 12599534 0xc040ee 0 + 0 12427937 0xbda2a1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515978 0xbefa8a 0 + 3 12494187 0xbea56b 0 + 0 12427902 0xbda27e 0 + 1 12645888 0xc0f600 0 + 5 12386257 0xbcffd1 0 + 7 12464606 0xbe31de 0 + 6 12599502 0xc040ce 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515972 0xbefa84 0 + 6 12599494 0xc040c6 0 + 7 12464598 0xbe31d6 0 + 2 12574244 0xbfde24 0 + 5 12386252 0xbcffcc 0 + 0 12427898 0xbda27a 0 + 1 12645884 0xc0f5fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516001 0xbefaa1 0 + 3 12494210 0xbea582 0 + 6 12599522 0xc040e2 0 + 7 12464628 0xbe31f4 0 + 5 12386280 0xbcffe8 0 + 1 12645912 0xc0f618 0 + 0 12427926 0xbda296 0 + 2 12574270 0xbfde3e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464617 0xbe31e9 0 + 5 12386270 0xbcffde 0 + 0 12427916 0xbda28c 0 + 4 12515992 0xbefa98 0 + 1 12645901 0xc0f60d 0 + 6 12599513 0xc040d9 0 + 2 12574260 0xbfde34 0 + 3 12494201 0xbea579 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464629 0xbe31f5 0 + 1 12645913 0xc0f619 0 + 6 12599524 0xc040e4 0 + 0 12427927 0xbda297 0 + 2 12574271 0xbfde3f 0 + 3 12494212 0xbea584 0 + 5 12386282 0xbcffea 0 + 4 12516004 0xbefaa4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464624 0xbe31f0 0 + 1 12645908 0xc0f614 0 + 6 12599519 0xc040df 0 + 0 12427922 0xbda292 0 + 2 12574266 0xbfde3a 0 + 3 12494207 0xbea57f 0 + 5 12386277 0xbcffe5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386263 0xbcffd7 0 + 6 12599505 0xc040d1 0 + 0 12427909 0xbda285 0 + 2 12574252 0xbfde2c 0 + 4 12515985 0xbefa91 0 + 3 12494194 0xbea572 0 + 7 12464610 0xbe31e2 0 + 1 12645895 0xc0f607 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386239 0xbcffbf 0 + 2 12574231 0xbfde17 0 + 7 12464587 0xbe31cb 0 + 4 12515962 0xbefa7a 0 + 1 12645872 0xc0f5f0 0 + 6 12599483 0xc040bb 0 + 0 12427887 0xbda26f 0 + 3 12494172 0xbea55c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599521 0xc040e1 0 + 0 12427924 0xbda294 0 + 2 12574268 0xbfde3c 0 + 4 12516000 0xbefaa0 0 + 7 12464626 0xbe31f2 0 + 1 12645910 0xc0f616 0 + 3 12494209 0xbea581 0 + 5 12386278 0xbcffe6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574243 0xbfde23 0 + 7 12464600 0xbe31d8 0 + 0 12427899 0xbda27b 0 + 3 12494185 0xbea569 0 + 5 12386254 0xbcffce 0 + 6 12599497 0xc040c9 0 + 4 12515977 0xbefa89 0 + 1 12645886 0xc0f5fe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599499 0xc040cb 0 + 0 12427903 0xbda27f 0 + 7 12464607 0xbe31df 0 + 1 12645890 0xc0f602 0 + 3 12494191 0xbea56f 0 + 4 12515983 0xbefa8f 0 + 5 12386261 0xbcffd5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494175 0xbea55f 0 + 4 12515966 0xbefa7e 0 + 5 12386244 0xbcffc4 0 + 1 12645876 0xc0f5f4 0 + 6 12599488 0xc040c0 0 + 2 12574237 0xbfde1d 0 + 0 12427891 0xbda273 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494163 0xbea553 0 + 6 12599475 0xc040b3 0 + 7 12464580 0xbe31c4 0 + 5 12386233 0xbcffb9 0 + 0 12427879 0xbda267 0 + 2 12574225 0xbfde11 0 + 4 12515955 0xbefa73 0 + 1 12645865 0xc0f5e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516008 0xbefaa8 0 + 7 12464634 0xbe31fa 0 + 5 12386286 0xbcffee 0 + 6 12599529 0xc040e9 0 + 2 12574276 0xbfde44 0 + 1 12645918 0xc0f61e 0 + 3 12494218 0xbea58a 0 + 0 12427933 0xbda29d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464579 0xbe31c3 0 + 6 12599474 0xc040b2 0 + 0 12427877 0xbda265 0 + 1 12645863 0xc0f5e7 0 + 5 12386232 0xbcffb8 0 + 2 12574224 0xbfde10 0 + 3 12494165 0xbea555 0 + 4 12515954 0xbefa72 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645894 0xc0f606 0 + 3 12494193 0xbea571 0 + 5 12386264 0xbcffd8 0 + 6 12599506 0xc040d2 0 + 0 12427910 0xbda286 0 + 2 12574253 0xbfde2d 0 + 4 12515986 0xbefa92 0 + 7 12464611 0xbe31e3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464586 0xbe31ca 0 + 1 12645870 0xc0f5ee 0 + 3 12494170 0xbea55a 0 + 5 12386238 0xbcffbe 0 + 6 12599481 0xc040b9 0 + 0 12427884 0xbda26c 0 + 2 12574230 0xbfde16 0 + 4 12515960 0xbefa78 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574275 0xbfde43 0 + 4 12516007 0xbefaa7 0 + 7 12464633 0xbe31f9 0 + 1 12645917 0xc0f61d 0 + 3 12494216 0xbea588 0 + 5 12386285 0xbcffed 0 + 6 12599528 0xc040e8 0 + 0 12427931 0xbda29b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427889 0xbda271 0 + 7 12464591 0xbe31cf 0 + 6 12599486 0xc040be 0 + 2 12574235 0xbfde1b 0 + 1 12645875 0xc0f5f3 0 + 4 12515967 0xbefa7f 0 + 3 12494176 0xbea560 0 + 5 12386245 0xbcffc5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464583 0xbe31c7 0 + 6 12599479 0xc040b7 0 + 1 12645869 0xc0f5ed 0 + 4 12515958 0xbefa76 0 + 0 12427882 0xbda26a 0 + 3 12494168 0xbea558 0 + 5 12386236 0xbcffbc 0 + 2 12574228 0xbfde14 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464641 0xbe3201 0 + 1 12645925 0xc0f625 0 + 3 12494224 0xbea590 0 + 5 12386293 0xbcfff5 0 + 6 12599536 0xc040f0 0 + 0 12427939 0xbda2a3 0 + 2 12574283 0xbfde4b 0 + 4 12516015 0xbefaaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516014 0xbefaae 0 + 7 12464640 0xbe3200 0 + 1 12645924 0xc0f624 0 + 3 12494223 0xbea58f 0 + 5 12386292 0xbcfff4 0 + 6 12599535 0xc040ef 0 + 0 12427938 0xbda2a2 0 + 2 12574282 0xbfde4a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494184 0xbea568 0 + 2 12574245 0xbfde25 0 + 4 12515976 0xbefa88 0 + 6 12599498 0xc040ca 0 + 0 12427900 0xbda27c 0 + 5 12386255 0xbcffcf 0 + 7 12464602 0xbe31da 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..182eb9548 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 05:13:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 05:13:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 102400 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288373862400. +WARNING: Using actual aggregate bytes moved = 89586380800. +write 932.14 19660800 100.00 0.003503 91.65 0.000610 91.66 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288305971200. +WARNING: Using actual aggregate bytes moved = 74122240000. +write 787.97 19660800 100.00 0.004479 89.70 0.000646 89.71 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288418816000. +WARNING: Using actual aggregate bytes moved = 75211673600. +write 803.38 19660800 100.00 0.005575 89.28 0.000651 89.28 2 + +Max Write: 932.14 MiB/sec (977.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 932.14 787.97 841.16 64.64 90.21590 0 64 8 3 1 0 1 0 0 1 20132659200 102400 89586380800 POSIX 0 + +Finished: Wed Oct 24 05:17:44 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..a97ff02b0 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1069 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:10:15 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:10:15 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 265954525184. +read 4225 19660800 1024.00 0.005677 60.03 0.011826 60.03 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 317184802816. +read 5037 19660800 1024.00 0.004794 60.05 0.004817 60.05 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 328725430272. +read 5221 19660800 1024.00 0.004777 60.04 0.004727 60.05 2 + +Max Read: 5221.03 MiB/sec (5474.65 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5221.03 4224.77 4827.60 432.84 60.04459 0 64 8 3 1 0 1 0 0 1 20132659200 1048576 265954525184 POSIX 0 + +Finished: Wed Oct 24 04:13:15 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385758 0xbcfdde 0 + 6 12599004 0xc03edc 0 + 0 12427411 0xbda093 0 + 2 12573750 0xbfdc36 0 + 4 12515482 0xbef89a 0 + 7 12464105 0xbe2fe9 0 + 1 12645395 0xc0f413 0 + 3 12493692 0xbea37c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427406 0xbda08e 0 + 2 12573745 0xbfdc31 0 + 4 12515477 0xbef895 0 + 7 12464100 0xbe2fe4 0 + 1 12645390 0xc0f40e 0 + 3 12493687 0xbea377 0 + 5 12385753 0xbcfdd9 0 + 6 12598999 0xc03ed7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464080 0xbe2fd0 0 + 4 12515458 0xbef882 0 + 3 12493668 0xbea364 0 + 6 12598980 0xc03ec4 0 + 5 12385736 0xbcfdc8 0 + 0 12427388 0xbda07c 0 + 1 12645372 0xc0f3fc 0 + 2 12573729 0xbfdc21 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427421 0xbda09d 0 + 2 12573760 0xbfdc40 0 + 4 12515492 0xbef8a4 0 + 7 12464115 0xbe2ff3 0 + 1 12645405 0xc0f41d 0 + 3 12493702 0xbea386 0 + 5 12385768 0xbcfde8 0 + 6 12599014 0xc03ee6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493706 0xbea38a 0 + 5 12385772 0xbcfdec 0 + 6 12599018 0xc03eea 0 + 0 12427425 0xbda0a1 0 + 2 12573764 0xbfdc44 0 + 4 12515496 0xbef8a8 0 + 7 12464119 0xbe2ff7 0 + 1 12645409 0xc0f421 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427382 0xbda076 0 + 7 12464076 0xbe2fcc 0 + 1 12645366 0xc0f3f6 0 + 5 12385729 0xbcfdc1 0 + 2 12573721 0xbfdc19 0 + 3 12493664 0xbea360 0 + 4 12515455 0xbef87f 0 + 6 12598976 0xc03ec0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645364 0xc0f3f4 0 + 6 12598973 0xc03ebd 0 + 2 12573719 0xbfdc17 0 + 7 12464074 0xbe2fca 0 + 3 12493661 0xbea35d 0 + 0 12427381 0xbda075 0 + 4 12515453 0xbef87d 0 + 5 12385728 0xbcfdc0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385727 0xbcfdbf 0 + 0 12427380 0xbda074 0 + 4 12515452 0xbef87c 0 + 1 12645365 0xc0f3f5 0 + 6 12598974 0xc03ebe 0 + 2 12573720 0xbfdc18 0 + 7 12464075 0xbe2fcb 0 + 3 12493662 0xbea35e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515501 0xbef8ad 0 + 7 12464124 0xbe2ffc 0 + 1 12645414 0xc0f426 0 + 3 12493711 0xbea38f 0 + 5 12385777 0xbcfdf1 0 + 6 12599023 0xc03eef 0 + 0 12427430 0xbda0a6 0 + 2 12573769 0xbfdc49 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493699 0xbea383 0 + 5 12385765 0xbcfde5 0 + 6 12599011 0xc03ee3 0 + 0 12427418 0xbda09a 0 + 2 12573757 0xbfdc3d 0 + 4 12515489 0xbef8a1 0 + 7 12464112 0xbe2ff0 0 + 1 12645402 0xc0f41a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427399 0xbda087 0 + 2 12573738 0xbfdc2a 0 + 4 12515470 0xbef88e 0 + 7 12464093 0xbe2fdd 0 + 1 12645383 0xc0f407 0 + 3 12493680 0xbea370 0 + 5 12385746 0xbcfdd2 0 + 6 12598992 0xc03ed0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573711 0xbfdc0f 0 + 1 12645356 0xc0f3ec 0 + 3 12493653 0xbea355 0 + 6 12598965 0xc03eb5 0 + 4 12515445 0xbef875 0 + 5 12385720 0xbcfdb8 0 + 0 12427373 0xbda06d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385766 0xbcfde6 0 + 6 12599012 0xc03ee4 0 + 0 12427419 0xbda09b 0 + 2 12573758 0xbfdc3e 0 + 4 12515490 0xbef8a2 0 + 7 12464113 0xbe2ff1 0 + 1 12645403 0xc0f41b 0 + 3 12493700 0xbea384 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645392 0xc0f410 0 + 5 12385755 0xbcfddb 0 + 0 12427408 0xbda090 0 + 4 12515480 0xbef898 0 + 3 12493690 0xbea37a 0 + 6 12599002 0xc03eda 0 + 2 12573748 0xbfdc34 0 + 7 12464103 0xbe2fe7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427386 0xbda07a 0 + 5 12385734 0xbcfdc6 0 + 4 12515459 0xbef883 0 + 2 12573727 0xbfdc1f 0 + 6 12598981 0xc03ec5 0 + 1 12645371 0xc0f3fb 0 + 7 12464084 0xbe2fd4 0 + 3 12493671 0xbea367 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464125 0xbe2ffd 0 + 1 12645415 0xc0f427 0 + 3 12493712 0xbea390 0 + 5 12385778 0xbcfdf2 0 + 6 12599024 0xc03ef0 0 + 0 12427431 0xbda0a7 0 + 2 12573770 0xbfdc4a 0 + 4 12515502 0xbef8ae 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464116 0xbe2ff4 0 + 6 12599015 0xc03ee7 0 + 2 12573762 0xbfdc42 0 + 1 12645407 0xc0f41f 0 + 3 12493704 0xbea388 0 + 0 12427423 0xbda09f 0 + 5 12385770 0xbcfdea 0 + 4 12515494 0xbef8a6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645369 0xc0f3f9 0 + 6 12598978 0xc03ec2 0 + 3 12493666 0xbea362 0 + 5 12385732 0xbcfdc4 0 + 0 12427385 0xbda079 0 + 4 12515457 0xbef881 0 + 7 12464079 0xbe2fcf 0 + 2 12573725 0xbfdc1d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645378 0xc0f402 0 + 7 12464088 0xbe2fd8 0 + 6 12598988 0xc03ecc 0 + 5 12385744 0xbcfdd0 0 + 2 12573735 0xbfdc27 0 + 0 12427396 0xbda084 0 + 3 12493677 0xbea36d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493691 0xbea37b 0 + 5 12385757 0xbcfddd 0 + 6 12599003 0xc03edb 0 + 0 12427410 0xbda092 0 + 2 12573749 0xbfdc35 0 + 4 12515481 0xbef899 0 + 7 12464104 0xbe2fe8 0 + 1 12645394 0xc0f412 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573739 0xbfdc2b 0 + 4 12515471 0xbef88f 0 + 7 12464094 0xbe2fde 0 + 1 12645384 0xc0f408 0 + 3 12493681 0xbea371 0 + 5 12385747 0xbcfdd3 0 + 6 12598993 0xc03ed1 0 + 0 12427400 0xbda088 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599020 0xc03eec 0 + 0 12427427 0xbda0a3 0 + 2 12573766 0xbfdc46 0 + 4 12515498 0xbef8aa 0 + 7 12464121 0xbe2ff9 0 + 1 12645411 0xc0f423 0 + 3 12493708 0xbea38c 0 + 5 12385774 0xbcfdee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573753 0xbfdc39 0 + 4 12515485 0xbef89d 0 + 7 12464108 0xbe2fec 0 + 1 12645398 0xc0f416 0 + 3 12493695 0xbea37f 0 + 5 12385761 0xbcfde1 0 + 6 12599007 0xc03edf 0 + 0 12427414 0xbda096 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515454 0xbef87e 0 + 3 12493663 0xbea35f 0 + 6 12598975 0xc03ebf 0 + 7 12464077 0xbe2fcd 0 + 5 12385730 0xbcfdc2 0 + 1 12645367 0xc0f3f7 0 + 0 12427383 0xbda077 0 + 2 12573722 0xbfdc1a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464072 0xbe2fc8 0 + 3 12493659 0xbea35b 0 + 6 12598971 0xc03ebb 0 + 2 12573718 0xbfdc16 0 + 1 12645363 0xc0f3f3 0 + 5 12385726 0xbcfdbe 0 + 0 12427379 0xbda073 0 + 4 12515451 0xbef87b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385748 0xbcfdd4 0 + 2 12573740 0xbfdc2c 0 + 0 12427401 0xbda089 0 + 4 12515473 0xbef891 0 + 7 12464096 0xbe2fe0 0 + 6 12598996 0xc03ed4 0 + 1 12645386 0xc0f40a 0 + 3 12493684 0xbea374 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385749 0xbcfdd5 0 + 6 12598994 0xc03ed2 0 + 3 12493682 0xbea372 0 + 0 12427403 0xbda08b 0 + 4 12515474 0xbef892 0 + 7 12464097 0xbe2fe1 0 + 2 12573742 0xbfdc2e 0 + 1 12645387 0xc0f40b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464110 0xbe2fee 0 + 1 12645400 0xc0f418 0 + 3 12493697 0xbea381 0 + 5 12385763 0xbcfde3 0 + 6 12599009 0xc03ee1 0 + 0 12427416 0xbda098 0 + 2 12573755 0xbfdc3b 0 + 4 12515487 0xbef89f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515467 0xbef88b 0 + 2 12573734 0xbfdc26 0 + 5 12385743 0xbcfdcf 0 + 1 12645380 0xc0f404 0 + 7 12464090 0xbe2fda 0 + 0 12427397 0xbda085 0 + 3 12493678 0xbea36e 0 + 6 12598990 0xc03ece 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385715 0xbcfdb3 0 + 6 12598961 0xc03eb1 0 + 0 12427368 0xbda068 0 + 2 12573707 0xbfdc0b 0 + 4 12515441 0xbef871 0 + 7 12464063 0xbe2fbf 0 + 1 12645352 0xc0f3e8 0 + 3 12493650 0xbea352 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385738 0xbcfdca 0 + 6 12598984 0xc03ec8 0 + 0 12427391 0xbda07f 0 + 2 12573730 0xbfdc22 0 + 4 12515463 0xbef887 0 + 7 12464085 0xbe2fd5 0 + 1 12645375 0xc0f3ff 0 + 3 12493672 0xbea368 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427413 0xbda095 0 + 2 12573752 0xbfdc38 0 + 4 12515484 0xbef89c 0 + 7 12464107 0xbe2feb 0 + 1 12645397 0xc0f415 0 + 3 12493694 0xbea37e 0 + 5 12385760 0xbcfde0 0 + 6 12599006 0xc03ede 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598991 0xc03ecf 0 + 0 12427398 0xbda086 0 + 2 12573737 0xbfdc29 0 + 4 12515469 0xbef88d 0 + 7 12464092 0xbe2fdc 0 + 1 12645382 0xc0f406 0 + 3 12493679 0xbea36f 0 + 5 12385745 0xbcfdd1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385751 0xbcfdd7 0 + 6 12598997 0xc03ed5 0 + 0 12427404 0xbda08c 0 + 2 12573743 0xbfdc2f 0 + 4 12515475 0xbef893 0 + 7 12464098 0xbe2fe2 0 + 1 12645388 0xc0f40c 0 + 3 12493685 0xbea375 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599013 0xc03ee5 0 + 0 12427420 0xbda09c 0 + 2 12573759 0xbfdc3f 0 + 4 12515491 0xbef8a3 0 + 7 12464114 0xbe2ff2 0 + 1 12645404 0xc0f41c 0 + 3 12493701 0xbea385 0 + 5 12385767 0xbcfde7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598998 0xc03ed6 0 + 0 12427405 0xbda08d 0 + 2 12573744 0xbfdc30 0 + 4 12515476 0xbef894 0 + 7 12464099 0xbe2fe3 0 + 1 12645389 0xc0f40d 0 + 3 12493686 0xbea376 0 + 5 12385752 0xbcfdd8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573761 0xbfdc41 0 + 1 12645406 0xc0f41e 0 + 3 12493703 0xbea387 0 + 5 12385769 0xbcfde9 0 + 0 12427422 0xbda09e 0 + 4 12515493 0xbef8a5 0 + 7 12464117 0xbe2ff5 0 + 6 12599016 0xc03ee8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573746 0xbfdc32 0 + 4 12515478 0xbef896 0 + 7 12464101 0xbe2fe5 0 + 1 12645391 0xc0f40f 0 + 3 12493688 0xbea378 0 + 5 12385754 0xbcfdda 0 + 6 12599000 0xc03ed8 0 + 0 12427407 0xbda08f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515472 0xbef890 0 + 7 12464095 0xbe2fdf 0 + 1 12645385 0xc0f409 0 + 6 12598995 0xc03ed3 0 + 0 12427402 0xbda08a 0 + 2 12573741 0xbfdc2d 0 + 3 12493683 0xbea373 0 + 5 12385750 0xbcfdd6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599005 0xc03edd 0 + 0 12427412 0xbda094 0 + 2 12573751 0xbfdc37 0 + 4 12515483 0xbef89b 0 + 7 12464106 0xbe2fea 0 + 1 12645396 0xc0f414 0 + 3 12493693 0xbea37d 0 + 5 12385759 0xbcfddf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427428 0xbda0a4 0 + 2 12573767 0xbfdc47 0 + 4 12515499 0xbef8ab 0 + 7 12464122 0xbe2ffa 0 + 1 12645412 0xc0f424 0 + 3 12493709 0xbea38d 0 + 5 12385775 0xbcfdef 0 + 6 12599021 0xc03eed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573713 0xbfdc11 0 + 4 12515446 0xbef876 0 + 7 12464068 0xbe2fc4 0 + 1 12645358 0xc0f3ee 0 + 3 12493655 0xbea357 0 + 0 12427374 0xbda06e 0 + 5 12385721 0xbcfdb9 0 + 6 12598967 0xc03eb7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573724 0xbfdc1c 0 + 7 12464081 0xbe2fd1 0 + 1 12645370 0xc0f3fa 0 + 5 12385735 0xbcfdc7 0 + 4 12515461 0xbef885 0 + 0 12427387 0xbda07b 0 + 6 12598983 0xc03ec7 0 + 3 12493670 0xbea366 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598968 0xc03eb8 0 + 2 12573714 0xbfdc12 0 + 0 12427376 0xbda070 0 + 4 12515447 0xbef877 0 + 1 12645359 0xc0f3ef 0 + 5 12385722 0xbcfdba 0 + 7 12464070 0xbe2fc6 0 + 3 12493657 0xbea359 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464078 0xbe2fce 0 + 1 12645368 0xc0f3f8 0 + 3 12493665 0xbea361 0 + 5 12385731 0xbcfdc3 0 + 6 12598977 0xc03ec1 0 + 0 12427384 0xbda078 0 + 2 12573723 0xbfdc1b 0 + 4 12515456 0xbef880 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427377 0xbda071 0 + 2 12573716 0xbfdc14 0 + 4 12515449 0xbef879 0 + 7 12464071 0xbe2fc7 0 + 1 12645361 0xc0f3f1 0 + 3 12493658 0xbea35a 0 + 5 12385724 0xbcfdbc 0 + 6 12598970 0xc03eba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427393 0xbda081 0 + 2 12573732 0xbfdc24 0 + 4 12515465 0xbef889 0 + 7 12464087 0xbe2fd7 0 + 1 12645377 0xc0f401 0 + 3 12493674 0xbea36a 0 + 5 12385740 0xbcfdcc 0 + 6 12598986 0xc03eca 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598985 0xc03ec9 0 + 0 12427392 0xbda080 0 + 2 12573731 0xbfdc23 0 + 4 12515464 0xbef888 0 + 7 12464086 0xbe2fd6 0 + 1 12645376 0xc0f400 0 + 3 12493673 0xbea369 0 + 5 12385739 0xbcfdcb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385733 0xbcfdc5 0 + 2 12573726 0xbfdc1e 0 + 4 12515460 0xbef884 0 + 7 12464083 0xbe2fd3 0 + 6 12598982 0xc03ec6 0 + 3 12493669 0xbea365 0 + 0 12427390 0xbda07e 0 + 1 12645374 0xc0f3fe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515479 0xbef897 0 + 3 12493689 0xbea379 0 + 6 12599001 0xc03ed9 0 + 2 12573747 0xbfdc33 0 + 7 12464102 0xbe2fe6 0 + 5 12385756 0xbcfddc 0 + 0 12427409 0xbda091 0 + 1 12645393 0xc0f411 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493649 0xbea351 0 + 5 12385716 0xbcfdb4 0 + 6 12598962 0xc03eb2 0 + 0 12427369 0xbda069 0 + 2 12573708 0xbfdc0c 0 + 4 12515442 0xbef872 0 + 7 12464064 0xbe2fc0 0 + 1 12645353 0xc0f3e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12515486 0xbef89e 0 + 7 12464109 0xbe2fed 0 + 1 12645399 0xc0f417 0 + 3 12493696 0xbea380 0 + 5 12385762 0xbcfde2 0 + 6 12599008 0xc03ee0 0 + 0 12427415 0xbda097 0 + 2 12573754 0xbfdc3a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385773 0xbcfded 0 + 6 12599019 0xc03eeb 0 + 0 12427426 0xbda0a2 0 + 2 12573765 0xbfdc45 0 + 4 12515497 0xbef8a9 0 + 7 12464120 0xbe2ff8 0 + 1 12645410 0xc0f422 0 + 3 12493707 0xbea38b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427370 0xbda06a 0 + 4 12515443 0xbef873 0 + 1 12645354 0xc0f3ea 0 + 5 12385718 0xbcfdb6 0 + 2 12573710 0xbfdc0e 0 + 7 12464066 0xbe2fc2 0 + 3 12493652 0xbea354 0 + 6 12598964 0xc03eb4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12464067 0xbe2fc3 0 + 5 12385719 0xbcfdb7 0 + 0 12427372 0xbda06c 0 + 1 12645357 0xc0f3ed 0 + 6 12598966 0xc03eb6 0 + 3 12493654 0xbea356 0 + 2 12573712 0xbfdc10 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493667 0xbea363 0 + 6 12598979 0xc03ec3 0 + 7 12464082 0xbe2fd2 0 + 4 12515462 0xbef886 0 + 5 12385737 0xbcfdc9 0 + 2 12573728 0xbfdc20 0 + 0 12427389 0xbda07d 0 + 1 12645373 0xc0f3fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385717 0xbcfdb5 0 + 2 12573709 0xbfdc0d 0 + 7 12464065 0xbe2fc1 0 + 3 12493651 0xbea353 0 + 6 12598963 0xc03eb3 0 + 4 12515444 0xbef874 0 + 1 12645355 0xc0f3eb 0 + 0 12427371 0xbda06b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645401 0xc0f419 0 + 3 12493698 0xbea382 0 + 5 12385764 0xbcfde4 0 + 6 12599010 0xc03ee2 0 + 0 12427417 0xbda099 0 + 2 12573756 0xbfdc3c 0 + 4 12515488 0xbef8a0 0 + 7 12464111 0xbe2fef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573733 0xbfdc25 0 + 4 12515466 0xbef88a 0 + 6 12598987 0xc03ecb 0 + 0 12427394 0xbda082 0 + 1 12645379 0xc0f403 0 + 5 12385742 0xbcfdce 0 + 3 12493676 0xbea36c 0 + 7 12464091 0xbe2fdb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385741 0xbcfdcd 0 + 3 12493675 0xbea36b 0 + 0 12427395 0xbda083 0 + 7 12464089 0xbe2fd9 0 + 2 12573736 0xbfdc28 0 + 6 12598989 0xc03ecd 0 + 1 12645381 0xc0f405 0 + 4 12515468 0xbef88c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12645408 0xc0f420 0 + 3 12493705 0xbea389 0 + 5 12385771 0xbcfdeb 0 + 6 12599017 0xc03ee9 0 + 0 12427424 0xbda0a0 0 + 2 12573763 0xbfdc43 0 + 4 12515495 0xbef8a7 0 + 7 12464118 0xbe2ff6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573768 0xbfdc48 0 + 4 12515500 0xbef8ac 0 + 7 12464123 0xbe2ffb 0 + 1 12645413 0xc0f425 0 + 3 12493710 0xbea38e 0 + 5 12385776 0xbcfdf0 0 + 6 12599022 0xc03eee 0 + 0 12427429 0xbda0a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12427375 0xbda06f 0 + 2 12573715 0xbfdc13 0 + 7 12464069 0xbe2fc5 0 + 3 12493656 0xbea358 0 + 6 12598969 0xc03eb9 0 + 4 12515448 0xbef878 0 + 1 12645360 0xc0f3f0 0 + 5 12385723 0xbcfdbb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573717 0xbfdc15 0 + 1 12645362 0xc0f3f2 0 + 5 12385725 0xbcfdbd 0 + 0 12427378 0xbda072 0 + 4 12515450 0xbef87a 0 + 3 12493660 0xbea35c 0 + 6 12598972 0xc03ebc 0 + 7 12464073 0xbe2fc9 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..08407b775 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 04:06:09 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 04:06:09 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288272084992. +WARNING: Using actual aggregate bytes moved = 341666955264. +write 4764 19660800 1024.00 0.003297 68.39 0.000557 68.39 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288209170432. +WARNING: Using actual aggregate bytes moved = 343792418816. +write 4781 19660800 1024.00 0.007856 68.57 0.000633 68.58 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288311930880. +WARNING: Using actual aggregate bytes moved = 334303854592. +write 4516 19660800 1024.00 0.010202 70.58 0.012318 70.60 2 + +Max Write: 4780.84 MiB/sec (5013.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4780.84 4515.80 4687.03 121.27 69.18966 0 64 8 3 1 0 1 0 0 1 20132659200 1048576 341666955264 POSIX 0 + +Finished: Wed Oct 24 04:09:45 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..aa373b7df --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1066 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 03:03:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 03:03:16 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 295520174080. +read 4680 19660800 10240 0.008283 60.22 0.007236 60.22 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 346376110080. +read 5491 19660800 10240 0.007364 60.16 0.007313 60.16 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 365732823040. +read 5797 19660800 10240 0.007423 60.16 0.007321 60.16 2 + +Max Read: 5797.46 MiB/sec (6079.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5797.46 4679.90 5322.84 471.51 60.18024 0 64 8 3 1 0 1 0 0 1 20132659200 10485760 295520174080 POSIX 0 + +Finished: Wed Oct 24 03:06:16 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644872 0xc0f208 0 + 3 12493171 0xbea173 0 + 5 12385236 0xbcfbd4 0 + 6 12598487 0xc03cd7 0 + 0 12426891 0xbd9e8b 0 + 7 12463586 0xbe2de2 0 + 2 12573227 0xbfda2b 0 + 4 12514966 0xbef696 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493138 0xbea152 0 + 6 12598454 0xc03cb6 0 + 2 12573194 0xbfda0a 0 + 7 12463556 0xbe2dc4 0 + 1 12644840 0xc0f1e8 0 + 4 12514934 0xbef676 0 + 5 12385204 0xbcfbb4 0 + 0 12426860 0xbd9e6c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644882 0xc0f212 0 + 3 12493182 0xbea17e 0 + 5 12385247 0xbcfbdf 0 + 6 12598498 0xc03ce2 0 + 0 12426902 0xbd9e96 0 + 2 12573238 0xbfda36 0 + 4 12514976 0xbef6a0 0 + 7 12463597 0xbe2ded 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514944 0xbef680 0 + 5 12385214 0xbcfbbe 0 + 1 12644852 0xc0f1f4 0 + 6 12598466 0xc03cc2 0 + 0 12426871 0xbd9e77 0 + 3 12493152 0xbea160 0 + 7 12463568 0xbe2dd0 0 + 2 12573208 0xbfda18 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644851 0xc0f1f3 0 + 4 12514946 0xbef682 0 + 0 12426870 0xbd9e76 0 + 3 12493151 0xbea15f 0 + 7 12463567 0xbe2dcf 0 + 2 12573207 0xbfda17 0 + 6 12598468 0xc03cc4 0 + 5 12385217 0xbcfbc1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514959 0xbef68f 0 + 7 12463582 0xbe2dde 0 + 2 12573221 0xbfda25 0 + 1 12644867 0xc0f203 0 + 6 12598483 0xc03cd3 0 + 5 12385232 0xbcfbd0 0 + 0 12426887 0xbd9e87 0 + 3 12493167 0xbea16f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385212 0xbcfbbc 0 + 6 12598463 0xc03cbf 0 + 0 12426867 0xbd9e73 0 + 2 12573203 0xbfda13 0 + 4 12514942 0xbef67e 0 + 7 12463564 0xbe2dcc 0 + 1 12644849 0xc0f1f1 0 + 3 12493147 0xbea15b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426906 0xbd9e9a 0 + 2 12573242 0xbfda3a 0 + 4 12514980 0xbef6a4 0 + 7 12463601 0xbe2df1 0 + 1 12644886 0xc0f216 0 + 3 12493186 0xbea182 0 + 5 12385251 0xbcfbe3 0 + 6 12598502 0xc03ce6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573251 0xbfda43 0 + 4 12514989 0xbef6ad 0 + 7 12463610 0xbe2dfa 0 + 1 12644895 0xc0f21f 0 + 3 12493195 0xbea18b 0 + 5 12385260 0xbcfbec 0 + 6 12598511 0xc03cef 0 + 0 12426915 0xbd9ea3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644890 0xc0f21a 0 + 6 12598506 0xc03cea 0 + 2 12573246 0xbfda3e 0 + 7 12463605 0xbe2df5 0 + 5 12385256 0xbcfbe8 0 + 0 12426911 0xbd9e9f 0 + 4 12514985 0xbef6a9 0 + 3 12493191 0xbea187 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426866 0xbd9e72 0 + 2 12573201 0xbfda11 0 + 4 12514941 0xbef67d 0 + 3 12493146 0xbea15a 0 + 5 12385211 0xbcfbbb 0 + 6 12598462 0xc03cbe 0 + 7 12463563 0xbe2dcb 0 + 1 12644848 0xc0f1f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598472 0xc03cc8 0 + 7 12463573 0xbe2dd5 0 + 1 12644860 0xc0f1fc 0 + 2 12573214 0xbfda1e 0 + 0 12426879 0xbd9e7f 0 + 4 12514953 0xbef689 0 + 5 12385224 0xbcfbc8 0 + 3 12493160 0xbea168 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573205 0xbfda15 0 + 4 12514945 0xbef681 0 + 3 12493150 0xbea15e 0 + 1 12644853 0xc0f1f5 0 + 0 12426872 0xbd9e78 0 + 5 12385216 0xbcfbc0 0 + 6 12598467 0xc03cc3 0 + 7 12463569 0xbe2dd1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493154 0xbea162 0 + 2 12573210 0xbfda1a 0 + 4 12514950 0xbef686 0 + 6 12598471 0xc03cc7 0 + 1 12644857 0xc0f1f9 0 + 5 12385220 0xbcfbc4 0 + 0 12426875 0xbd9e7b 0 + 7 12463572 0xbe2dd4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 6 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493165 0xbea16d 0 + 6 12598481 0xc03cd1 0 + 0 12426884 0xbd9e84 0 + 5 12385230 0xbcfbce 0 + 2 12573222 0xbfda26 0 + 1 12644868 0xc0f204 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385221 0xbcfbc5 0 + 3 12493156 0xbea164 0 + 4 12514952 0xbef688 0 + 1 12644858 0xc0f1fa 0 + 2 12573212 0xbfda1c 0 + 6 12598473 0xc03cc9 0 + 0 12426878 0xbd9e7e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493178 0xbea17a 0 + 5 12385243 0xbcfbdb 0 + 6 12598494 0xc03cde 0 + 0 12426898 0xbd9e92 0 + 2 12573234 0xbfda32 0 + 4 12514972 0xbef69c 0 + 7 12463593 0xbe2de9 0 + 1 12644878 0xc0f20e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493183 0xbea17f 0 + 5 12385248 0xbcfbe0 0 + 6 12598499 0xc03ce3 0 + 0 12426903 0xbd9e97 0 + 2 12573239 0xbfda37 0 + 4 12514977 0xbef6a1 0 + 7 12463598 0xbe2dee 0 + 1 12644883 0xc0f213 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426857 0xbd9e69 0 + 7 12463553 0xbe2dc1 0 + 1 12644838 0xc0f1e6 0 + 3 12493136 0xbea150 0 + 6 12598452 0xc03cb4 0 + 2 12573192 0xbfda08 0 + 4 12514932 0xbef674 0 + 5 12385202 0xbcfbb2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644877 0xc0f20d 0 + 3 12493177 0xbea179 0 + 5 12385242 0xbcfbda 0 + 6 12598493 0xc03cdd 0 + 0 12426897 0xbd9e91 0 + 2 12573233 0xbfda31 0 + 4 12514971 0xbef69b 0 + 7 12463592 0xbe2de8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514940 0xbef67c 0 + 7 12463562 0xbe2dca 0 + 1 12644847 0xc0f1ef 0 + 3 12493145 0xbea159 0 + 5 12385210 0xbcfbba 0 + 2 12573202 0xbfda12 0 + 6 12598461 0xc03cbd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463612 0xbe2dfc 0 + 1 12644897 0xc0f221 0 + 3 12493197 0xbea18d 0 + 5 12385262 0xbcfbee 0 + 6 12598513 0xc03cf1 0 + 0 12426917 0xbd9ea5 0 + 2 12573253 0xbfda45 0 + 4 12514991 0xbef6af 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598509 0xc03ced 0 + 0 12426913 0xbd9ea1 0 + 2 12573249 0xbfda41 0 + 4 12514987 0xbef6ab 0 + 7 12463608 0xbe2df8 0 + 1 12644893 0xc0f21d 0 + 3 12493193 0xbea189 0 + 5 12385258 0xbcfbea 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598464 0xc03cc0 0 + 0 12426868 0xbd9e74 0 + 2 12573204 0xbfda14 0 + 4 12514943 0xbef67f 0 + 7 12463565 0xbe2dcd 0 + 1 12644850 0xc0f1f2 0 + 3 12493148 0xbea15c 0 + 5 12385213 0xbcfbbd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463590 0xbe2de6 0 + 1 12644875 0xc0f20b 0 + 3 12493175 0xbea177 0 + 5 12385240 0xbcfbd8 0 + 6 12598491 0xc03cdb 0 + 0 12426895 0xbd9e8f 0 + 2 12573231 0xbfda2f 0 + 4 12514969 0xbef699 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385255 0xbcfbe7 0 + 0 12426910 0xbd9e9e 0 + 4 12514984 0xbef6a8 0 + 3 12493190 0xbea186 0 + 6 12598507 0xc03ceb 0 + 2 12573247 0xbfda3f 0 + 7 12463606 0xbe2df6 0 + 1 12644891 0xc0f21b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514931 0xbef673 0 + 5 12385201 0xbcfbb1 0 + 7 12463554 0xbe2dc2 0 + 0 12426858 0xbd9e6a 0 + 6 12598453 0xc03cb5 0 + 1 12644839 0xc0f1e7 0 + 3 12493137 0xbea151 0 + 2 12573193 0xbfda09 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493142 0xbea156 0 + 4 12514937 0xbef679 0 + 5 12385207 0xbcfbb7 0 + 2 12573199 0xbfda0f 0 + 1 12644845 0xc0f1ed 0 + 6 12598460 0xc03cbc 0 + 7 12463561 0xbe2dc9 0 + 0 12426865 0xbd9e71 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598458 0xc03cba 0 + 7 12463559 0xbe2dc7 0 + 1 12644844 0xc0f1ec 0 + 0 12426863 0xbd9e6f 0 + 4 12514938 0xbef67a 0 + 3 12493143 0xbea157 0 + 2 12573200 0xbfda10 0 + 5 12385209 0xbcfbb9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463588 0xbe2de4 0 + 5 12385238 0xbcfbd6 0 + 0 12426893 0xbd9e8d 0 + 1 12644874 0xc0f20a 0 + 6 12598490 0xc03cda 0 + 4 12514968 0xbef698 0 + 3 12493174 0xbea176 0 + 2 12573230 0xbfda2e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493153 0xbea161 0 + 0 12426873 0xbd9e79 0 + 7 12463570 0xbe2dd2 0 + 2 12573209 0xbfda19 0 + 5 12385218 0xbcfbc2 0 + 6 12598470 0xc03cc6 0 + 4 12514949 0xbef685 0 + 1 12644856 0xc0f1f8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644876 0xc0f20c 0 + 3 12493176 0xbea178 0 + 5 12385241 0xbcfbd9 0 + 6 12598492 0xc03cdc 0 + 0 12426896 0xbd9e90 0 + 2 12573232 0xbfda30 0 + 4 12514970 0xbef69a 0 + 7 12463591 0xbe2de7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493163 0xbea16b 0 + 1 12644866 0xc0f202 0 + 4 12514960 0xbef690 0 + 7 12463580 0xbe2ddc 0 + 0 12426885 0xbd9e85 0 + 2 12573220 0xbfda24 0 + 6 12598482 0xc03cd2 0 + 5 12385231 0xbcfbcf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598469 0xc03cc5 0 + 0 12426874 0xbd9e7a 0 + 4 12514948 0xbef684 0 + 1 12644855 0xc0f1f7 0 + 5 12385219 0xbcfbc3 0 + 3 12493155 0xbea163 0 + 7 12463571 0xbe2dd3 0 + 2 12573211 0xbfda1b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385229 0xbcfbcd 0 + 6 12598479 0xc03ccf 0 + 7 12463581 0xbe2ddd 0 + 0 12426886 0xbd9e86 0 + 4 12514961 0xbef691 0 + 3 12493166 0xbea16e 0 + 2 12573223 0xbfda27 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573198 0xbfda0e 0 + 6 12598459 0xc03cbb 0 + 7 12463560 0xbe2dc8 0 + 5 12385208 0xbcfbb8 0 + 4 12514939 0xbef67b 0 + 1 12644846 0xc0f1ee 0 + 0 12426864 0xbd9e70 0 + 3 12493144 0xbea158 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463557 0xbe2dc5 0 + 1 12644842 0xc0f1ea 0 + 3 12493140 0xbea154 0 + 5 12385205 0xbcfbb5 0 + 6 12598456 0xc03cb8 0 + 0 12426861 0xbd9e6d 0 + 2 12573196 0xbfda0c 0 + 4 12514935 0xbef677 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463555 0xbe2dc3 0 + 5 12385203 0xbcfbb3 0 + 0 12426859 0xbd9e6b 0 + 4 12514933 0xbef675 0 + 3 12493139 0xbea153 0 + 1 12644841 0xc0f1e9 0 + 6 12598455 0xc03cb7 0 + 2 12573195 0xbfda0b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514962 0xbef692 0 + 1 12644869 0xc0f205 0 + 5 12385233 0xbcfbd1 0 + 0 12426889 0xbd9e89 0 + 7 12463584 0xbe2de0 0 + 3 12493169 0xbea171 0 + 6 12598485 0xc03cd5 0 + 2 12573225 0xbfda29 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385257 0xbcfbe9 0 + 6 12598508 0xc03cec 0 + 0 12426912 0xbd9ea0 0 + 2 12573248 0xbfda40 0 + 4 12514986 0xbef6aa 0 + 7 12463607 0xbe2df7 0 + 1 12644892 0xc0f21c 0 + 3 12493192 0xbea188 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514990 0xbef6ae 0 + 7 12463611 0xbe2dfb 0 + 1 12644896 0xc0f220 0 + 3 12493196 0xbea18c 0 + 5 12385261 0xbcfbed 0 + 6 12598512 0xc03cf0 0 + 0 12426916 0xbd9ea4 0 + 2 12573252 0xbfda44 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644859 0xc0f1fb 0 + 3 12493158 0xbea166 0 + 5 12385222 0xbcfbc6 0 + 6 12598474 0xc03cca 0 + 0 12426880 0xbd9e80 0 + 4 12514954 0xbef68a 0 + 2 12573216 0xbfda20 0 + 7 12463576 0xbe2dd8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426888 0xbd9e88 0 + 7 12463583 0xbe2ddf 0 + 3 12493168 0xbea170 0 + 6 12598484 0xc03cd4 0 + 2 12573224 0xbfda28 0 + 1 12644870 0xc0f206 0 + 5 12385234 0xbcfbd2 0 + 4 12514963 0xbef693 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12573243 0xbfda3b 0 + 4 12514981 0xbef6a5 0 + 7 12463602 0xbe2df2 0 + 1 12644887 0xc0f217 0 + 3 12493187 0xbea183 0 + 5 12385252 0xbcfbe4 0 + 6 12598503 0xc03ce7 0 + 0 12426907 0xbd9e9b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463604 0xbe2df4 0 + 1 12644889 0xc0f219 0 + 3 12493189 0xbea185 0 + 5 12385254 0xbcfbe6 0 + 6 12598505 0xc03ce9 0 + 0 12426909 0xbd9e9d 0 + 2 12573245 0xbfda3d 0 + 4 12514983 0xbef6a7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426914 0xbd9ea2 0 + 2 12573250 0xbfda42 0 + 4 12514988 0xbef6ac 0 + 7 12463609 0xbe2df9 0 + 1 12644894 0xc0f21e 0 + 3 12493194 0xbea18a 0 + 5 12385259 0xbcfbeb 0 + 6 12598510 0xc03cee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426876 0xbd9e7c 0 + 2 12573213 0xbfda1d 0 + 3 12493159 0xbea167 0 + 7 12463575 0xbe2dd7 0 + 4 12514955 0xbef68b 0 + 5 12385225 0xbcfbc9 0 + 6 12598476 0xc03ccc 0 + 1 12644862 0xc0f1fe 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463579 0xbe2ddb 0 + 2 12573219 0xbfda23 0 + 1 12644865 0xc0f201 0 + 0 12426883 0xbd9e83 0 + 5 12385228 0xbcfbcc 0 + 3 12493164 0xbea16c 0 + 4 12514958 0xbef68e 0 + 6 12598480 0xc03cd0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426869 0xbd9e75 0 + 3 12493149 0xbea15d 0 + 6 12598465 0xc03cc1 0 + 7 12463566 0xbe2dce 0 + 5 12385215 0xbcfbbf 0 + 1 12644854 0xc0f1f6 0 + 2 12573206 0xbfda16 0 + 4 12514947 0xbef683 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514951 0xbef687 0 + 3 12493157 0xbea165 0 + 0 12426877 0xbd9e7d 0 + 7 12463574 0xbe2dd6 0 + 1 12644861 0xc0f1fd 0 + 6 12598475 0xc03ccb 0 + 5 12385223 0xbcfbc7 0 + 2 12573215 0xbfda1f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12463585 0xbe2de1 0 + 1 12644871 0xc0f207 0 + 3 12493170 0xbea172 0 + 5 12385235 0xbcfbd3 0 + 6 12598486 0xc03cd6 0 + 0 12426890 0xbd9e8a 0 + 2 12573226 0xbfda2a 0 + 4 12514964 0xbef694 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598496 0xc03ce0 0 + 0 12426900 0xbd9e94 0 + 2 12573236 0xbfda34 0 + 4 12514974 0xbef69e 0 + 7 12463596 0xbe2dec 0 + 5 12385245 0xbcfbdd 0 + 1 12644880 0xc0f210 0 + 3 12493181 0xbea17d 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493199 0xbea18f 0 + 5 12385264 0xbcfbf0 0 + 6 12598515 0xc03cf3 0 + 0 12426919 0xbd9ea7 0 + 2 12573255 0xbfda47 0 + 4 12514993 0xbef6b1 0 + 7 12463614 0xbe2dfe 0 + 1 12644899 0xc0f223 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12426882 0xbd9e82 0 + 5 12385227 0xbcfbcb 0 + 4 12514957 0xbef68d 0 + 6 12598478 0xc03cce 0 + 2 12573218 0xbfda22 0 + 7 12463578 0xbe2dda 0 + 1 12644864 0xc0f200 0 + 3 12493162 0xbea16a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514965 0xbef695 0 + 7 12463587 0xbe2de3 0 + 1 12644873 0xc0f209 0 + 3 12493172 0xbea174 0 + 5 12385237 0xbcfbd5 0 + 6 12598488 0xc03cd8 0 + 0 12426892 0xbd9e8c 0 + 2 12573228 0xbfda2c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12514982 0xbef6a6 0 + 7 12463603 0xbe2df3 0 + 1 12644888 0xc0f218 0 + 3 12493188 0xbea184 0 + 5 12385253 0xbcfbe5 0 + 6 12598504 0xc03ce8 0 + 0 12426908 0xbd9e9c 0 + 2 12573244 0xbfda3c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493173 0xbea175 0 + 6 12598489 0xc03cd9 0 + 2 12573229 0xbfda2d 0 + 4 12514967 0xbef697 0 + 5 12385239 0xbcfbd7 0 + 0 12426894 0xbd9e8e 0 + 7 12463589 0xbe2de5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385249 0xbcfbe1 0 + 6 12598500 0xc03ce4 0 + 0 12426904 0xbd9e98 0 + 2 12573240 0xbfda38 0 + 4 12514978 0xbef6a2 0 + 7 12463599 0xbe2def 0 + 1 12644884 0xc0f214 0 + 3 12493184 0xbea180 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644863 0xc0f1ff 0 + 2 12573217 0xbfda21 0 + 0 12426881 0xbd9e81 0 + 3 12493161 0xbea169 0 + 5 12385226 0xbcfbca 0 + 4 12514956 0xbef68c 0 + 7 12463577 0xbe2dd9 0 + 6 12598477 0xc03ccd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12598501 0xc03ce5 0 + 0 12426905 0xbd9e99 0 + 2 12573241 0xbfda39 0 + 4 12514979 0xbef6a3 0 + 7 12463600 0xbe2df0 0 + 1 12644885 0xc0f215 0 + 3 12493185 0xbea181 0 + 5 12385250 0xbcfbe2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12385244 0xbcfbdc 0 + 6 12598495 0xc03cdf 0 + 0 12426899 0xbd9e93 0 + 2 12573235 0xbfda33 0 + 4 12514973 0xbef69d 0 + 7 12463594 0xbe2dea 0 + 1 12644879 0xc0f20f 0 + 3 12493179 0xbea17b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644843 0xc0f1eb 0 + 3 12493141 0xbea155 0 + 5 12385206 0xbcfbb6 0 + 6 12598457 0xc03cb9 0 + 0 12426862 0xbd9e6e 0 + 2 12573197 0xbfda0d 0 + 4 12514936 0xbef678 0 + 7 12463558 0xbe2dc6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12644898 0xc0f222 0 + 3 12493198 0xbea18e 0 + 5 12385263 0xbcfbef 0 + 6 12598514 0xc03cf2 0 + 0 12426918 0xbd9ea6 0 + 2 12573254 0xbfda46 0 + 4 12514992 0xbef6b0 0 + 7 12463613 0xbe2dfd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12493180 0xbea17c 0 + 7 12463595 0xbe2deb 0 + 6 12598497 0xc03ce1 0 + 1 12644881 0xc0f211 0 + 5 12385246 0xbcfbde 0 + 0 12426901 0xbd9e95 0 + 2 12573237 0xbfda35 0 + 4 12514975 0xbef69f 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..504c770b7 --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 02:59:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 02:59:26 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288490188800. +WARNING: Using actual aggregate bytes moved = 332671221760. +write 4667 19660800 10240 0.004495 67.97 0.000727 67.98 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288458731520. +WARNING: Using actual aggregate bytes moved = 388864409600. +write 5454 19660800 10240 0.005321 67.99 0.000826 67.99 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1287148011520. +WARNING: Using actual aggregate bytes moved = 390667960320. +write 5502 19660800 10240 0.008244 67.71 0.001020 67.72 2 + +Max Write: 5501.51 MiB/sec (5768.75 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 5501.51 4667.15 5207.58 382.63 67.89782 0 64 8 3 1 0 1 0 0 1 20132659200 10485760 332671221760 POSIX 0 + +Finished: Wed Oct 24 03:02:57 2018 diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt new file mode 100644 index 000000000..341e44a9d --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes.txt @@ -0,0 +1,1068 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:29:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:29:39 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread8/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 7835795456. +read 124.35 19660800 16.00 0.006155 60.09 0.005243 60.10 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 9881862144. +read 156.84 19660800 16.00 0.005289 60.09 0.005396 60.09 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 10307921510400. +WARNING: Using actual aggregate bytes moved = 9935880192. +read 157.69 19660800 16.00 0.005270 60.09 0.005304 60.09 2 + +Max Read: 157.69 MiB/sec (165.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 157.69 124.35 146.29 15.52 60.09139 0 64 8 3 1 0 1 0 0 1 20132659200 16384 7835795456 POSIX 0 + +Finished: Wed Oct 24 06:32:39 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 16 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428431 0xbda48f 0 + 7 12465136 0xbe33f0 0 + 3 12494722 0xbea782 0 + 2 12574779 0xbfe03b 0 + 1 12646421 0xc0f815 0 + 5 12386788 0xbd01e4 0 + 4 12516506 0xbefc9a 0 + 6 12600028 0xc042dc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000023 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516484 0xbefc84 0 + 1 12646401 0xc0f801 0 + 5 12386767 0xbd01cf 0 + 0 12428413 0xbda47d 0 + 3 12494703 0xbea76f 0 + 7 12465119 0xbe33df 0 + 6 12600010 0xc042ca 0 + 2 12574761 0xbfe029 0 + +/esfs/jtacquaviva/ioperf/file_write.00000044 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574780 0xbfe03c 0 + 1 12646422 0xc0f816 0 + 5 12386789 0xbd01e5 0 + 0 12428433 0xbda491 0 + 4 12516507 0xbefc9b 0 + 3 12494727 0xbea787 0 + 6 12600031 0xc042df 0 + 7 12465139 0xbe33f3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000040 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465110 0xbe33d6 0 + 4 12516479 0xbefc7f 0 + 5 12386761 0xbd01c9 0 + 3 12494697 0xbea769 0 + 1 12646394 0xc0f7fa 0 + 6 12600003 0xc042c3 0 + 2 12574754 0xbfe022 0 + 0 12428408 0xbda478 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646436 0xc0f824 0 + 3 12494738 0xbea792 0 + 5 12386803 0xbd01f3 0 + 6 12600043 0xc042eb 0 + 0 12428447 0xbda49f 0 + 2 12574794 0xbfe04a 0 + 4 12516521 0xbefca9 0 + 7 12465151 0xbe33ff 0 + +/esfs/jtacquaviva/ioperf/file_write.00000059 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646405 0xc0f805 0 + 3 12494707 0xbea773 0 + 5 12386772 0xbd01d4 0 + 6 12600012 0xc042cc 0 + 0 12428416 0xbda480 0 + 2 12574763 0xbfe02b 0 + 4 12516490 0xbefc8a 0 + 7 12465121 0xbe33e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000026 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646398 0xc0f7fe 0 + 2 12574758 0xbfe026 0 + 3 12494701 0xbea76d 0 + 4 12516486 0xbefc86 0 + 5 12386768 0xbd01d0 0 + 7 12465118 0xbe33de 0 + 6 12600009 0xc042c9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000033 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386774 0xbd01d6 0 + 6 12600014 0xc042ce 0 + 0 12428418 0xbda482 0 + 7 12465123 0xbe33e3 0 + 1 12646407 0xc0f807 0 + 2 12574765 0xbfe02d 0 + 3 12494710 0xbea776 0 + 4 12516494 0xbefc8e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000052 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646418 0xc0f812 0 + 3 12494720 0xbea780 0 + 5 12386785 0xbd01e1 0 + 6 12600025 0xc042d9 0 + 0 12428429 0xbda48d 0 + 2 12574776 0xbfe038 0 + 4 12516503 0xbefc97 0 + 7 12465134 0xbe33ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465145 0xbe33f9 0 + 1 12646429 0xc0f81d 0 + 3 12494731 0xbea78b 0 + 5 12386796 0xbd01ec 0 + 6 12600036 0xc042e4 0 + 0 12428440 0xbda498 0 + 2 12574787 0xbfe043 0 + 4 12516514 0xbefca2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000020 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465102 0xbe33ce 0 + 0 12428398 0xbda46e 0 + 3 12494689 0xbea761 0 + 4 12516471 0xbefc77 0 + 1 12646386 0xc0f7f2 0 + 6 12599994 0xc042ba 0 + 5 12386753 0xbd01c1 0 + 2 12574747 0xbfe01b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000030 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386787 0xbd01e3 0 + 2 12574778 0xbfe03a 0 + 4 12516505 0xbefc99 0 + 1 12646420 0xc0f814 0 + 6 12600027 0xc042db 0 + 7 12465137 0xbe33f1 0 + 0 12428432 0xbda490 0 + 3 12494723 0xbea783 0 + +/esfs/jtacquaviva/ioperf/file_write.00000032 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600044 0xc042ec 0 + 2 12574795 0xbfe04b 0 + 7 12465152 0xbe3400 0 + 3 12494740 0xbea794 0 + 1 12646438 0xc0f826 0 + 5 12386805 0xbd01f5 0 + 0 12428449 0xbda4a1 0 + 4 12516523 0xbefcab 0 + +/esfs/jtacquaviva/ioperf/file_write.00000062 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494721 0xbea781 0 + 5 12386786 0xbd01e2 0 + 6 12600026 0xc042da 0 + 0 12428430 0xbda48e 0 + 2 12574777 0xbfe039 0 + 4 12516504 0xbefc98 0 + 7 12465135 0xbe33ef 0 + 1 12646419 0xc0f813 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494742 0xbea796 0 + 5 12386807 0xbd01f7 0 + 6 12600047 0xc042ef 0 + 0 12428451 0xbda4a3 0 + 2 12574798 0xbfe04e 0 + 4 12516525 0xbefcad 0 + 7 12465155 0xbe3403 0 + 1 12646440 0xc0f828 0 + +/esfs/jtacquaviva/ioperf/file_write.00000050 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494726 0xbea786 0 + 5 12386792 0xbd01e8 0 + 2 12574782 0xbfe03e 0 + 4 12516509 0xbefc9d 0 + 7 12465141 0xbe33f5 0 + 1 12646425 0xc0f819 0 + 6 12600032 0xc042e0 0 + 0 12428437 0xbda495 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465120 0xbe33e0 0 + 1 12646404 0xc0f804 0 + 3 12494706 0xbea772 0 + 5 12386771 0xbd01d3 0 + 6 12600011 0xc042cb 0 + 0 12428415 0xbda47f 0 + 2 12574762 0xbfe02a 0 + 4 12516489 0xbefc89 0 + +/esfs/jtacquaviva/ioperf/file_write.00000018 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465146 0xbe33fa 0 + 1 12646432 0xc0f820 0 + 5 12386798 0xbd01ee 0 + 2 12574789 0xbfe045 0 + 4 12516517 0xbefca5 0 + 6 12600041 0xc042e9 0 + 0 12428444 0xbda49c 0 + 3 12494734 0xbea78e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000041 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465130 0xbe33ea 0 + 1 12646414 0xc0f80e 0 + 3 12494716 0xbea77c 0 + 5 12386781 0xbd01dd 0 + 6 12600021 0xc042d5 0 + 0 12428425 0xbda489 0 + 2 12574772 0xbfe034 0 + 4 12516499 0xbefc93 0 + +/esfs/jtacquaviva/ioperf/file_write.00000031 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646439 0xc0f827 0 + 3 12494741 0xbea795 0 + 5 12386806 0xbd01f6 0 + 6 12600046 0xc042ee 0 + 0 12428450 0xbda4a2 0 + 2 12574797 0xbfe04d 0 + 4 12516524 0xbefcac 0 + 7 12465154 0xbe3402 0 + +/esfs/jtacquaviva/ioperf/file_write.00000012 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599993 0xc042b9 0 + 4 12516472 0xbefc78 0 + 2 12574746 0xbfe01a 0 + 3 12494690 0xbea762 0 + 7 12465103 0xbe33cf 0 + 1 12646388 0xc0f7f4 0 + 0 12428399 0xbda46f 0 + 5 12386755 0xbd01c3 0 + +/esfs/jtacquaviva/ioperf/file_write.00000051 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516467 0xbefc73 0 + 0 12428395 0xbda46b 0 + 7 12465099 0xbe33cb 0 + 5 12386750 0xbd01be 0 + 3 12494685 0xbea75d 0 + 1 12646383 0xc0f7ef 0 + 6 12599991 0xc042b7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000013 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386765 0xbd01cd 0 + 6 12600006 0xc042c6 0 + 7 12465116 0xbe33dc 0 + 0 12428411 0xbda47b 0 + 4 12516488 0xbefc88 0 + 1 12646403 0xc0f803 0 + 3 12494704 0xbea770 0 + +/esfs/jtacquaviva/ioperf/file_write.00000055 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386756 0xbd01c4 0 + 2 12574749 0xbfe01d 0 + 7 12465107 0xbe33d3 0 + 1 12646390 0xc0f7f6 0 + 6 12599999 0xc042bf 0 + 0 12428404 0xbda474 0 + 4 12516477 0xbefc7d 0 + 3 12494693 0xbea765 0 + +/esfs/jtacquaviva/ioperf/file_write.00000042 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494708 0xbea774 0 + 5 12386773 0xbd01d5 0 + 6 12600013 0xc042cd 0 + 0 12428417 0xbda481 0 + 2 12574764 0xbfe02c 0 + 4 12516491 0xbefc8b 0 + 7 12465122 0xbe33e2 0 + 1 12646406 0xc0f806 0 + +/esfs/jtacquaviva/ioperf/file_write.00000025 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12386757 0xbd01c5 0 + 0 12428402 0xbda472 0 + 6 12599998 0xc042be 0 + 7 12465108 0xbe33d4 0 + 2 12574750 0xbfe01e 0 + 4 12516476 0xbefc7c 0 + 1 12646392 0xc0f7f8 0 + 3 12494694 0xbea766 0 + +/esfs/jtacquaviva/ioperf/file_write.00000058 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428389 0xbda465 0 + 2 12574737 0xbfe011 0 + 4 12516462 0xbefc6e 0 + 7 12465093 0xbe33c5 0 + 1 12646377 0xc0f7e9 0 + 3 12494679 0xbea757 0 + 5 12386744 0xbd01b8 0 + 6 12599984 0xc042b0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000046 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600037 0xc042e5 0 + 4 12516515 0xbefca3 0 + 1 12646431 0xc0f81f 0 + 0 12428442 0xbda49a 0 + 2 12574790 0xbfe046 0 + 7 12465149 0xbe33fd 0 + 3 12494733 0xbea78d 0 + 5 12386799 0xbd01ef 0 + +/esfs/jtacquaviva/ioperf/file_write.00000063 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646397 0xc0f7fd 0 + 6 12600004 0xc042c4 0 + 2 12574756 0xbfe024 0 + 3 12494699 0xbea76b 0 + 7 12465113 0xbe33d9 0 + 4 12516482 0xbefc82 0 + 5 12386764 0xbd01cc 0 + 0 12428409 0xbda479 0 + +/esfs/jtacquaviva/ioperf/file_write.00000060 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574785 0xbfe041 0 + 4 12516512 0xbefca0 0 + 7 12465143 0xbe33f7 0 + 1 12646427 0xc0f81b 0 + 3 12494729 0xbea789 0 + 5 12386794 0xbd01ea 0 + 6 12600034 0xc042e2 0 + 0 12428438 0xbda496 0 + +/esfs/jtacquaviva/ioperf/file_write.00000039 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494684 0xbea75c 0 + 1 12646382 0xc0f7ee 0 + 6 12599990 0xc042b6 0 + 2 12574743 0xbfe017 0 + 7 12465100 0xbe33cc 0 + 5 12386751 0xbd01bf 0 + 4 12516469 0xbefc75 0 + 0 12428396 0xbda46c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000022 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428419 0xbda483 0 + 5 12386775 0xbd01d7 0 + 2 12574766 0xbfe02e 0 + 4 12516493 0xbefc8d 0 + 6 12600016 0xc042d0 0 + 7 12465125 0xbe33e5 0 + 1 12646409 0xc0f809 0 + 3 12494711 0xbea777 0 + +/esfs/jtacquaviva/ioperf/file_write.00000034 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494718 0xbea77e 0 + 0 12428427 0xbda48b 0 + 4 12516501 0xbefc95 0 + 1 12646416 0xc0f810 0 + 5 12386783 0xbd01df 0 + 2 12574775 0xbfe037 0 + 7 12465133 0xbe33ed 0 + 6 12600024 0xc042d8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428394 0xbda46a 0 + 7 12465098 0xbe33ca 0 + 5 12386749 0xbd01bd 0 + 6 12599989 0xc042b5 0 + 2 12574742 0xbfe016 0 + 4 12516468 0xbefc74 0 + 3 12494686 0xbea75e 0 + 1 12646384 0xc0f7f0 0 + +/esfs/jtacquaviva/ioperf/file_write.00000008 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465138 0xbe33f2 0 + 3 12494724 0xbea784 0 + 6 12600029 0xc042dd 0 + 2 12574781 0xbfe03d 0 + 1 12646424 0xc0f818 0 + 5 12386791 0xbd01e7 0 + 0 12428435 0xbda493 0 + 4 12516508 0xbefc9c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000038 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516474 0xbefc7a 0 + 6 12599996 0xc042bc 0 + 7 12465106 0xbe33d2 0 + 0 12428403 0xbda473 0 + 5 12386758 0xbd01c6 0 + 1 12646391 0xc0f7f7 0 + 2 12574751 0xbfe01f 0 + 3 12494692 0xbea764 0 + +/esfs/jtacquaviva/ioperf/file_write.00000028 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599988 0xc042b4 0 + 0 12428393 0xbda469 0 + 2 12574741 0xbfe015 0 + 4 12516466 0xbefc72 0 + 7 12465097 0xbe33c9 0 + 1 12646381 0xc0f7ed 0 + 3 12494683 0xbea75b 0 + 5 12386748 0xbd01bc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000010 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516492 0xbefc8c 0 + 3 12494709 0xbea775 0 + 7 12465124 0xbe33e4 0 + 5 12386776 0xbd01d8 0 + 1 12646408 0xc0f808 0 + 6 12600015 0xc042cf 0 + 0 12428420 0xbda484 0 + 2 12574767 0xbfe02f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000043 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574757 0xbfe025 0 + 3 12494700 0xbea76c 0 + 7 12465114 0xbe33da 0 + 5 12386766 0xbd01ce 0 + 4 12516485 0xbefc85 0 + 1 12646402 0xc0f802 0 + 6 12600007 0xc042c7 0 + 0 12428412 0xbda47c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000036 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465148 0xbe33fc 0 + 6 12600040 0xc042e8 0 + 4 12516518 0xbefca6 0 + 1 12646434 0xc0f822 0 + 3 12494736 0xbea790 0 + 5 12386801 0xbd01f1 0 + 0 12428445 0xbda49d 0 + 2 12574792 0xbfe048 0 + +/esfs/jtacquaviva/ioperf/file_write.00000054 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600017 0xc042d1 0 + 0 12428421 0xbda485 0 + 2 12574768 0xbfe030 0 + 4 12516495 0xbefc8f 0 + 7 12465126 0xbe33e6 0 + 1 12646410 0xc0f80a 0 + 3 12494712 0xbea778 0 + 5 12386777 0xbd01d9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000017 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574753 0xbfe021 0 + 6 12600001 0xc042c1 0 + 0 12428406 0xbda476 0 + 3 12494698 0xbea76a 0 + 4 12516480 0xbefc80 0 + 7 12465112 0xbe33d8 0 + 5 12386762 0xbd01ca 0 + 1 12646396 0xc0f7fc 0 + +/esfs/jtacquaviva/ioperf/file_write.00000029 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465150 0xbe33fe 0 + 1 12646435 0xc0f823 0 + 3 12494737 0xbea791 0 + 5 12386802 0xbd01f2 0 + 6 12600042 0xc042ea 0 + 0 12428446 0xbda49e 0 + 2 12574793 0xbfe049 0 + 4 12516520 0xbefca8 0 + +/esfs/jtacquaviva/ioperf/file_write.00000061 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516470 0xbefc76 0 + 7 12465101 0xbe33cd 0 + 1 12646385 0xc0f7f1 0 + 3 12494687 0xbea75f 0 + 5 12386752 0xbd01c0 0 + 6 12599992 0xc042b8 0 + 0 12428397 0xbda46d 0 + 2 12574744 0xbfe018 0 + +/esfs/jtacquaviva/ioperf/file_write.00000016 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600023 0xc042d7 0 + 2 12574774 0xbfe036 0 + 7 12465132 0xbe33ec 0 + 3 12494719 0xbea77f 0 + 0 12428428 0xbda48c 0 + 1 12646417 0xc0f811 0 + 5 12386784 0xbd01e0 0 + 4 12516502 0xbefc96 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428422 0xbda486 0 + 2 12574769 0xbfe031 0 + 4 12516496 0xbefc90 0 + 7 12465127 0xbe33e7 0 + 1 12646411 0xc0f80b 0 + 3 12494713 0xbea779 0 + 5 12386778 0xbd01da 0 + 6 12600018 0xc042d2 0 + +/esfs/jtacquaviva/ioperf/file_write.00000014 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646415 0xc0f80f 0 + 3 12494717 0xbea77d 0 + 5 12386782 0xbd01de 0 + 6 12600022 0xc042d6 0 + 0 12428426 0xbda48a 0 + 2 12574773 0xbfe035 0 + 4 12516500 0xbefc94 0 + 7 12465131 0xbe33eb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000021 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646423 0xc0f817 0 + 3 12494725 0xbea785 0 + 5 12386790 0xbd01e6 0 + 6 12600030 0xc042de 0 + 0 12428436 0xbda494 0 + 2 12574783 0xbfe03f 0 + 4 12516510 0xbefc9e 0 + 7 12465140 0xbe33f4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000057 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574770 0xbfe032 0 + 4 12516497 0xbefc91 0 + 7 12465128 0xbe33e8 0 + 1 12646412 0xc0f80c 0 + 3 12494714 0xbea77a 0 + 5 12386779 0xbd01db 0 + 6 12600019 0xc042d3 0 + 0 12428423 0xbda487 0 + +/esfs/jtacquaviva/ioperf/file_write.00000045 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494688 0xbea760 0 + 2 12574745 0xbfe019 0 + 1 12646387 0xc0f7f3 0 + 5 12386754 0xbd01c2 0 + 7 12465104 0xbe33d0 0 + 6 12599995 0xc042bb 0 + 0 12428400 0xbda470 0 + 4 12516473 0xbefc79 0 + +/esfs/jtacquaviva/ioperf/file_write.00000019 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12599985 0xc042b1 0 + 5 12386745 0xbd01b9 0 + 2 12574740 0xbfe014 0 + 4 12516464 0xbefc70 0 + 1 12646380 0xc0f7ec 0 + 0 12428392 0xbda468 0 + 7 12465096 0xbe33c8 0 + 3 12494682 0xbea75a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000056 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494696 0xbea768 0 + 7 12465111 0xbe33d7 0 + 6 12600002 0xc042c2 0 + 1 12646395 0xc0f7fb 0 + 0 12428407 0xbda477 0 + 2 12574755 0xbfe023 0 + 4 12516481 0xbefc81 0 + 5 12386763 0xbd01cb 0 + +/esfs/jtacquaviva/ioperf/file_write.00000049 +lmm_stripe_count: 7 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600039 0xc042e7 0 + 0 12428443 0xbda49b 0 + 2 12574791 0xbfe047 0 + 1 12646433 0xc0f821 0 + 3 12494735 0xbea78f 0 + 5 12386800 0xbd01f0 0 + 4 12516519 0xbefca7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000047 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12574738 0xbfe012 0 + 4 12516463 0xbefc6f 0 + 3 12494680 0xbea758 0 + 0 12428390 0xbda466 0 + 7 12465094 0xbe33c6 0 + 1 12646379 0xc0f7eb 0 + 6 12599986 0xc042b2 0 + 5 12386746 0xbd01ba 0 + +/esfs/jtacquaviva/ioperf/file_write.00000035 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428434 0xbda492 0 + 3 12494728 0xbea788 0 + 2 12574784 0xbfe040 0 + 4 12516511 0xbefc9f 0 + 7 12465142 0xbe33f6 0 + 1 12646426 0xc0f81a 0 + 5 12386793 0xbd01e9 0 + 6 12600033 0xc042e1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000009 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646430 0xc0f81e 0 + 3 12494732 0xbea78c 0 + 0 12428441 0xbda499 0 + 2 12574788 0xbfe044 0 + 7 12465147 0xbe33fb 0 + 5 12386797 0xbd01ed 0 + 6 12600038 0xc042e6 0 + 4 12516516 0xbefca4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000015 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12600000 0xc042c0 0 + 5 12386760 0xbd01c8 0 + 2 12574752 0xbfe020 0 + 1 12646393 0xc0f7f9 0 + 0 12428405 0xbda475 0 + 4 12516478 0xbefc7e 0 + 7 12465109 0xbe33d5 0 + 3 12494695 0xbea767 0 + +/esfs/jtacquaviva/ioperf/file_write.00000027 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516513 0xbefca1 0 + 7 12465144 0xbe33f8 0 + 1 12646428 0xc0f81c 0 + 3 12494730 0xbea78a 0 + 5 12386795 0xbd01eb 0 + 6 12600035 0xc042e3 0 + 0 12428439 0xbda497 0 + 2 12574786 0xbfe042 0 + +/esfs/jtacquaviva/ioperf/file_write.00000024 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516498 0xbefc92 0 + 7 12465129 0xbe33e9 0 + 1 12646413 0xc0f80d 0 + 3 12494715 0xbea77b 0 + 5 12386780 0xbd01dc 0 + 6 12600020 0xc042d4 0 + 0 12428424 0xbda488 0 + 2 12574771 0xbfe033 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12428401 0xbda471 0 + 7 12465105 0xbe33d1 0 + 1 12646389 0xc0f7f5 0 + 2 12574748 0xbfe01c 0 + 6 12599997 0xc042bd 0 + 4 12516475 0xbefc7b 0 + 3 12494691 0xbea763 0 + 5 12386759 0xbd01c7 0 + +/esfs/jtacquaviva/ioperf/file_write.00000037 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12516483 0xbefc83 0 + 6 12600005 0xc042c5 0 + 0 12428410 0xbda47a 0 + 1 12646399 0xc0f7ff 0 + 2 12574759 0xbfe027 0 + 3 12494702 0xbea76e 0 + 7 12465117 0xbe33dd 0 + 5 12386769 0xbd01d1 0 + +/esfs/jtacquaviva/ioperf/file_write.00000048 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12494739 0xbea793 0 + 0 12428448 0xbda4a0 0 + 4 12516522 0xbefcaa 0 + 1 12646437 0xc0f825 0 + 5 12386804 0xbd01f4 0 + 6 12600045 0xc042ed 0 + 2 12574796 0xbfe04c 0 + 7 12465153 0xbe3401 0 + +/esfs/jtacquaviva/ioperf/file_write.00000053 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12465115 0xbe33db 0 + 1 12646400 0xc0f800 0 + 4 12516487 0xbefc87 0 + 0 12428414 0xbda47e 0 + 6 12600008 0xc042c8 0 + 3 12494705 0xbea771 0 + 5 12386770 0xbd01d2 0 + 2 12574760 0xbfe028 0 + +/esfs/jtacquaviva/ioperf/file_write.00000011 +lmm_stripe_count: 8 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12646378 0xc0f7ea 0 + 2 12574739 0xbfe013 0 + 3 12494681 0xbea759 0 + 0 12428391 0xbda467 0 + 7 12465095 0xbe33c7 0 + 5 12386747 0xbd01bb 0 + 4 12516465 0xbefc71 0 + 6 12599987 0xc042b3 0 + diff --git a/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt new file mode 100644 index 000000000..5adfb5b9e --- /dev/null +++ b/benchmark/merged_output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:write#STRIPING:yes.txt @@ -0,0 +1,44 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 64 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:8#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Wed Oct 24 06:23:49 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 20132659200 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Wed Oct 24 06:23:49 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 64 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 18.75 GiB + aggregate filesize = 1200 GiB + Using stonewalling = 60 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288358068224. +WARNING: Using actual aggregate bytes moved = 36536696832. +write 309.74 19660800 16.00 0.003410 112.49 0.000747 112.49 0 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288471314432. +WARNING: Using actual aggregate bytes moved = 26964164608. +write 231.08 19660800 16.00 0.007687 111.27 0.001044 111.28 1 +WARNING: Expected aggregate file size = 1288490188800. +WARNING: Stat() of aggregate file size = 1288385396736. +WARNING: Using actual aggregate bytes moved = 27246346240. +write 223.46 19660800 16.00 0.004592 116.27 0.001354 116.28 2 + +Max Write: 309.74 MiB/sec (324.79 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 309.74 223.46 254.76 39.00 113.35158 0 64 8 3 1 0 1 0 0 1 20132659200 16384 36536696832 POSIX 0 + +Finished: Wed Oct 24 06:29:30 2018