From 71c91331c2206c1f55707884b08454fd65133595 Mon Sep 17 00:00:00 2001 From: Eugen Betke Date: Tue, 23 Oct 2018 06:26:20 +0200 Subject: [PATCH] NN:1 experiment --- .../COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt | 34 ++++ ...COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt | 95 ++++++++++ .../COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt | 34 ++++ ...COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt | 99 ++++++++++ ...OUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt | 93 ++++++++++ .../COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt | 102 +++++++++++ .../COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt | 40 ++++ ...COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt | 40 ++++ ...COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt | 103 +++++++++++ ...OUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt | 103 +++++++++++ .../COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt | 112 ++++++++++++ .../COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt | 54 ++++++ ...COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt | 52 ++++++ ...COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt | 123 +++++++++++++ ...OUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt | 123 +++++++++++++ .../COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt | 132 ++++++++++++++ .../COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt | 64 +++++++ ...COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt | 66 +++++++ ...COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt | 143 +++++++++++++++ .../COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt | 152 ++++++++++++++++ .../COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt | 76 ++++++++ ...COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt | 104 +++++++++++ .../COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt | 76 ++++++++ ...COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt | 163 +++++++++++++++++ .../COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt | 172 ++++++++++++++++++ ...UNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt | 28 +++ 34 files changed, 3215 insertions(+) create mode 100644 output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt create mode 100644 output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt create mode 100644 output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt create mode 100644 output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt create mode 100644 output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt create mode 100644 output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt diff --git a/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt new file mode 100644 index 000000000..961b3361e --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt @@ -0,0 +1,34 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24654 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24662 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt new file mode 100644 index 000000000..69e8e55fd --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt @@ -0,0 +1,95 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:38:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:38:39 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 1200.79 137871360 1024.00 0.001562 112.12 0.000251 112.13 0 +write 1203.01 137871360 1024.00 0.049815 111.87 0.000188 111.92 1 +write 1196.68 137871360 1024.00 0.001396 112.51 0.000207 112.51 2 + +Max Write: 1203.01 MiB/sec (1261.44 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1203.01 1196.68 1200.16 2.62 112.18573 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 141180272640 MPIIO 0 + +Finished: Mon Oct 22 22:44:26 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:44:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:44:31 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 12832473088. +read 101.97 137871360 1024.00 0.002383 120.01 0.000238 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 14103347200. +read 112.07 137871360 1024.00 0.000527 120.01 0.000175 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 15566110720. +read 123.69 137871360 1024.00 0.000479 120.01 0.000169 120.02 2 + +Max Read: 123.69 MiB/sec (129.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 123.69 101.97 112.58 8.87 120.01440 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 12832473088 MPIIO 0 + +Finished: Mon Oct 22 22:50:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591863 0xc022f7 0 + 0 12420249 0xbd8499 0 + diff --git a/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt new file mode 100644 index 000000000..26b912b9d --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:46:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:46:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180190720. +WARNING: Using actual aggregate bytes moved = 5065080832. +write 39.86 137871360 16.00 0.001628 121.19 0.000224 121.19 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179682816. +WARNING: Using actual aggregate bytes moved = 5168660480. +write 40.46 137871360 16.00 0.018273 121.80 0.000166 121.82 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179699200. +WARNING: Using actual aggregate bytes moved = 4824580096. +write 38.02 137871360 16.00 0.000969 121.01 0.000177 121.02 2 + +Max Write: 40.46 MiB/sec (42.43 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 40.46 38.02 39.45 1.04 121.34342 0 1 1 3 0 0 1 0 0 1 141180272640 16384 5065080832 MPIIO 0 + +Finished: Tue Oct 23 00:53:21 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:53:23 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:53:23 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 474710016. +read 3.75 137871360 16.00 0.005226 120.74 0.000198 120.75 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 481837056. +read 3.81 137871360 16.00 0.000473 120.74 0.000144 120.74 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 479100928. +read 3.78 137871360 16.00 0.000469 120.75 0.000163 120.75 2 + +Max Read: 3.81 MiB/sec (3.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 3.81 3.75 3.78 0.02 120.74686 0 1 1 3 0 0 1 0 0 1 141180272640 16384 474710016 MPIIO 0 + +Finished: Tue Oct 23 00:59:26 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638255 0xc0d82f 0 + 3 12486567 0xbe87a7 0 + diff --git a/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt new file mode 100644 index 000000000..ddcfdb2e0 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt @@ -0,0 +1,34 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24625 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24633 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt new file mode 100644 index 000000000..f6ccb0b10 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt @@ -0,0 +1,99 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:26:34 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:26:34 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 133425004544. +write 1053.09 137871360 1024.00 0.000198 120.83 0.000132 120.83 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 132905959424. +write 1050.83 137871360 1024.00 0.000405 120.62 0.000126 120.62 1 +write 1164.88 137871360 1024.00 0.000585 115.58 0.000123 115.58 2 + +Max Write: 1164.88 MiB/sec (1221.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1164.88 1050.83 1089.60 53.24 119.01027 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 133425004544 POSIX 0 + +Finished: Mon Oct 22 22:32:32 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:32:38 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:32:38 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 11049893888. +read 87.80 137871360 1024.00 0.000177 120.02 0.000132 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 12142510080. +read 96.49 137871360 1024.00 0.000134 120.01 0.000118 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 13043236864. +read 103.65 137871360 1024.00 0.000133 120.01 0.000120 120.01 2 + +Max Read: 103.65 MiB/sec (108.69 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 103.65 87.80 95.98 6.48 120.01393 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 11049893888 POSIX 0 + +Finished: Mon Oct 22 22:38:38 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591862 0xc022f6 0 + 0 12420248 0xbd8498 0 + diff --git a/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt new file mode 100644 index 000000000..c20b6e19c --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt @@ -0,0 +1,93 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:58:37 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:58:37 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 1139.69 137871360 10240 0.000205 118.14 0.000172 118.14 0 +write 1311.72 137871360 10240 0.000421 102.64 0.000130 102.64 1 +write 1314.63 137871360 10240 0.000412 102.42 0.000166 102.42 2 + +Max Write: 1314.63 MiB/sec (1378.49 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1314.63 1139.69 1255.35 81.79 107.73261 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:04:02 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:04:07 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:04:07 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 14784921600. +read 117.45 137871360 10240 0.000182 120.05 0.000133 120.05 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 16294871040. +read 129.47 137871360 10240 0.000146 120.03 0.000125 120.03 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 18192793600. +read 144.52 137871360 10240 0.000143 120.05 0.000127 120.05 2 + +Max Read: 144.52 MiB/sec (151.54 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 144.52 117.45 130.48 11.07 120.04435 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 14784921600 POSIX 0 + +Finished: Mon Oct 22 21:10:08 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638213 0xc0d805 0 + 3 12486523 0xbe877b 0 + diff --git a/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt new file mode 100644 index 000000000..7b677b2f1 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt @@ -0,0 +1,102 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:33:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:33:52 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180223488. +WARNING: Using actual aggregate bytes moved = 4903501824. +write 34.60 137871360 16.00 0.000200 135.16 0.000113 135.16 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179682816. +WARNING: Using actual aggregate bytes moved = 5213257728. +write 36.91 137871360 16.00 0.000426 134.70 0.000104 134.70 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179633664. +WARNING: Using actual aggregate bytes moved = 5065080832. +write 35.76 137871360 16.00 0.000415 135.10 0.000099 135.10 2 + +Max Write: 36.91 MiB/sec (38.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 36.91 34.60 35.75 0.94 134.98834 0 1 1 3 1 0 1 0 0 1 141180272640 16384 4903501824 POSIX 0 + +Finished: Tue Oct 23 00:40:40 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:40:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:40:43 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 1 (1 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 131.48 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 264077312. +read 2.09 137871360 16.00 0.000170 120.42 0.000128 120.42 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 264945664. +read 2.10 137871360 16.00 0.000134 120.42 0.000124 120.42 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 265240576. +read 2.10 137871360 16.00 0.000139 120.43 0.000129 120.43 2 + +Max Read: 2.10 MiB/sec (2.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 2.10 2.09 2.10 0.00 120.42428 0 1 1 3 1 0 1 0 0 1 141180272640 16384 264077312 POSIX 0 + +Finished: Tue Oct 23 00:46:44 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638254 0xc0d82e 0 + 3 12486566 0xbe87a6 0 + diff --git a/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt new file mode 100644 index 000000000..f8a978a56 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt @@ -0,0 +1,40 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24594 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24605 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt new file mode 100644 index 000000000..4d914d511 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:15:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:15:03 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141162446848. +write 1274.07 68935680 1024.00 0.001456 105.66 0.000487 105.66 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141345947648. +write 1260.08 68935680 1024.00 0.050349 106.93 0.000219 106.98 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 140948537344. +write 1303.71 68935680 1024.00 0.001498 103.10 0.000228 103.10 2 + +Max Write: 1303.71 MiB/sec (1367.04 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1303.71 1260.08 1279.29 18.19 105.24803 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 141162446848 MPIIO 0 + +Finished: Mon Oct 22 22:20:25 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 22:20:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:20:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 26353860608. +read 209.40 68935680 1024.00 0.007453 120.02 0.001721 120.03 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 32643219456. +read 259.40 68935680 1024.00 0.000607 120.01 0.000201 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 36842766336. +read 292.77 68935680 1024.00 0.000661 120.01 0.000191 120.01 2 + +Max Read: 292.77 MiB/sec (306.99 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 292.77 209.40 253.86 34.26 120.01655 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 26353860608 MPIIO 0 + +Finished: Mon Oct 22 22:26:33 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591861 0xc022f5 0 + 0 12420247 0xbd8497 0 + diff --git a/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt new file mode 100644 index 000000000..05636d774 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:21:26 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:21:26 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179469824. +WARNING: Using actual aggregate bytes moved = 5164302336. +write 40.52 68935680 16.00 0.001840 121.54 0.000237 121.55 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179469824. +WARNING: Using actual aggregate bytes moved = 5294505984. +write 40.73 68935680 16.00 0.006822 123.95 0.000245 123.96 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179404288. +WARNING: Using actual aggregate bytes moved = 5482807296. +write 42.99 68935680 16.00 0.047784 121.58 0.000187 121.63 2 + +Max Write: 42.99 MiB/sec (45.08 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 42.99 40.52 41.41 1.12 122.37880 0 2 2 3 0 0 1 0 0 1 70590136320 16384 5164302336 MPIIO 0 + +Finished: Tue Oct 23 00:27:46 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:27:50 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:27:50 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1085882368. +read 8.59 68935680 16.00 0.001933 120.57 0.000227 120.57 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1100529664. +read 8.70 68935680 16.00 0.000612 120.58 0.000172 120.58 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 1114898432. +read 8.82 68935680 16.00 0.000570 120.57 0.000168 120.57 2 + +Max Read: 8.82 MiB/sec (9.25 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 8.82 8.59 8.70 0.09 120.57250 0 2 2 3 0 0 1 0 0 1 70590136320 16384 1085882368 MPIIO 0 + +Finished: Tue Oct 23 00:33:52 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638253 0xc0d82d 0 + 3 12486565 0xbe87a5 0 + diff --git a/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt new file mode 100644 index 000000000..a5e2cb07a --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt @@ -0,0 +1,40 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24555 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24566 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt new file mode 100644 index 000000000..c426b1a12 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt @@ -0,0 +1,103 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:05:54 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:05:54 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2040.06 68935680 1024.00 0.000439 66.00 0.000176 66.00 0 +write 2420.07 68935680 1024.00 0.000691 55.63 0.000173 55.63 1 +write 2502.54 68935680 1024.00 0.000652 53.80 0.000160 53.80 2 + +Max Write: 2502.54 MiB/sec (2624.11 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2502.54 2040.06 2320.89 201.41 58.47800 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 22:08:54 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:09:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:09:02 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 26806845440. +read 213.03 68935680 1024.00 0.000171 120.01 0.000136 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 31547457536. +read 250.70 68935680 1024.00 0.000157 120.01 0.000140 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 39363543040. +read 312.79 68935680 1024.00 0.000190 120.02 0.000143 120.02 2 + +Max Read: 312.79 MiB/sec (327.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 312.79 213.03 258.84 41.13 120.01022 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 26806845440 POSIX 0 + +Finished: Mon Oct 22 22:15:02 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486542 0xbe878e 0 + 5 12378597 0xbce1e5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591860 0xc022f4 0 + 0 12420246 0xbd8496 0 + diff --git a/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt new file mode 100644 index 000000000..bbea8c3ba --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt @@ -0,0 +1,103 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:49:39 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:49:39 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2396.14 68935680 10240 0.000421 56.19 0.000192 56.19 0 +write 2463.72 68935680 10240 0.002461 54.65 0.000157 54.65 1 +write 2537.98 68935680 10240 0.000687 53.05 0.000181 53.05 2 + +Max Write: 2537.98 MiB/sec (2661.27 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2537.98 2396.14 2465.95 57.93 54.62977 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 20:52:28 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:52:36 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:52:36 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 37203476480. +read 295.55 68935680 10240 0.000163 120.05 0.000140 120.05 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 42446356480. +read 337.12 68935680 10240 0.000161 120.07 0.000138 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 50394562560. +read 400.45 68935680 10240 0.000163 120.01 0.000149 120.01 2 + +Max Read: 400.45 MiB/sec (419.90 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 400.45 295.55 344.38 43.13 120.04549 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 37203476480 POSIX 0 + +Finished: Mon Oct 22 20:58:36 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508297 0xbedc89 0 + 7 12456937 0xbe13e9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638212 0xc0d804 0 + 3 12486522 0xbe877a 0 + diff --git a/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt new file mode 100644 index 000000000..1aba3a850 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt @@ -0,0 +1,112 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:08:35 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:08:35 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180043264. +WARNING: Using actual aggregate bytes moved = 10365878272. +write 75.84 68935680 16.00 0.000423 130.34 0.000137 130.34 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179813888. +WARNING: Using actual aggregate bytes moved = 9952854016. +write 68.99 68935680 16.00 0.000696 137.58 0.000120 137.59 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 10229530624. +write 74.02 68935680 16.00 0.000714 131.80 0.000125 131.80 2 + +Max Write: 75.84 MiB/sec (79.53 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 75.84 68.99 72.95 2.90 133.24379 0 2 2 3 1 0 1 0 0 1 70590136320 16384 10365878272 POSIX 0 + +Finished: Tue Oct 23 00:15:18 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 00:15:24 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:15:24 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 2 (2 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 65.74 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 631586816. +read 5.01 68935680 16.00 0.000313 120.18 0.000136 120.18 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 640942080. +read 5.09 68935680 16.00 0.000159 120.19 0.000141 120.19 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 282360545280. +WARNING: Using actual aggregate bytes moved = 655769600. +read 5.20 68935680 16.00 0.000163 120.19 0.000135 120.19 2 + +Max Read: 5.20 MiB/sec (5.46 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 5.20 5.01 5.10 0.08 120.18716 0 2 2 3 1 0 1 0 0 1 70590136320 16384 631586816 POSIX 0 + +Finished: Tue Oct 23 00:21:25 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638252 0xc0d82c 0 + 3 12486564 0xbe87a4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508338 0xbedcb2 0 + 7 12456978 0xbe1412 0 + diff --git a/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt new file mode 100644 index 000000000..d146ad5d9 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt @@ -0,0 +1,54 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +tee: standard outputior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +: Resource temporarily unavailable + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24513 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== +tee: write error ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24532 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt new file mode 100644 index 000000000..faea0eccc --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:54:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:54:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141580828672. +write 1366.54 34467840 1024.00 0.006336 98.80 0.000266 98.81 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141389987840. +write 1314.35 34467840 1024.00 0.059727 102.53 0.000210 102.59 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140744065024. +write 1344.58 34467840 1024.00 0.024153 99.80 0.000231 99.83 2 + +Max Write: 1366.54 MiB/sec (1432.92 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1366.54 1314.35 1341.83 21.39 100.40729 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 141580828672 MPIIO 0 + +Finished: Mon Oct 22 21:59:43 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:59:52 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:59:52 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 49221206016. +read 391.10 34467840 1024.00 0.001724 120.02 0.000263 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 62731059200. +read 498.38 34467840 1024.00 0.000741 120.04 0.000189 120.04 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 63361253376. +read 503.42 34467840 1024.00 0.000696 120.03 0.000217 120.03 2 + +Max Read: 503.42 MiB/sec (527.88 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 503.42 391.10 464.30 51.80 120.03115 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 49221206016 MPIIO 0 + +Finished: Mon Oct 22 22:05:53 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566598 0xbfc046 0 + 4 12508315 0xbedc9b 0 + diff --git a/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt new file mode 100644 index 000000000..5bf8c4930 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:55:46 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:55:46 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178732544. +WARNING: Using actual aggregate bytes moved = 5211865088. +write 38.02 34467840 16.00 0.001959 130.74 0.000262 130.74 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179404288. +WARNING: Using actual aggregate bytes moved = 5158879232. +write 38.72 34467840 16.00 0.001565 127.06 0.000208 127.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179355136. +WARNING: Using actual aggregate bytes moved = 5104254976. +write 38.64 34467840 16.00 0.000971 125.99 0.000187 125.99 2 + +Max Write: 38.72 MiB/sec (40.60 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 38.72 38.02 38.46 0.31 127.92968 0 4 4 3 0 0 1 0 0 1 35295068160 16384 5211865088 MPIIO 0 + +Finished: Tue Oct 23 00:02:26 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Tue Oct 23 00:02:33 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Tue Oct 23 00:02:33 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2193473536. +read 17.36 34467840 16.00 0.019826 120.46 0.000260 120.48 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2254274560. +read 17.85 34467840 16.00 0.000787 120.47 0.000189 120.47 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 2290745344. +read 18.13 34467840 16.00 0.000760 120.47 0.000180 120.47 2 + +Max Read: 18.13 MiB/sec (19.02 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 18.13 17.36 17.78 0.32 120.47336 0 4 4 3 0 0 1 0 0 1 35295068160 16384 2193473536 MPIIO 0 + +Finished: Tue Oct 23 00:08:34 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378618 0xbce1fa 0 + 6 12591881 0xc02309 0 + diff --git a/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt new file mode 100644 index 000000000..92af1e317 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt @@ -0,0 +1,52 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24469 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_0]: [cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24487 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt new file mode 100644 index 000000000..2294e0d45 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt @@ -0,0 +1,123 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:45:57 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:45:57 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2890.64 34467840 1024.00 0.000807 46.58 0.000208 46.58 0 +write 2810.40 34467840 1024.00 0.001055 47.91 0.000175 47.91 1 +write 2948.45 34467840 1024.00 0.001035 45.66 0.000167 45.66 2 + +Max Write: 2948.45 MiB/sec (3091.67 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 2948.45 2810.40 2883.16 56.61 46.71684 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:48:22 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:48:31 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:48:31 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 57900269568. +read 460.09 34467840 1024.00 0.000194 120.02 0.000203 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 87379935232. +read 694.36 34467840 1024.00 0.000161 120.01 0.000199 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 127142985728. +read 1010.30 34467840 1024.00 0.000192 120.02 0.000170 120.02 2 + +Max Read: 1010.30 MiB/sec (1059.38 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1010.30 460.09 721.59 225.45 120.01485 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 57900269568 POSIX 0 + +Finished: Mon Oct 22 21:54:31 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638227 0xc0d813 0 + 3 12486539 0xbe878b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508313 0xbedc99 0 + 7 12456953 0xbe13f9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566597 0xbfc045 0 + 4 12508314 0xbedc9a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378594 0xbce1e2 0 + 6 12591857 0xc022f1 0 + diff --git a/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt new file mode 100644 index 000000000..af61b3473 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt @@ -0,0 +1,123 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:41:51 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:41:51 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 2661.11 34467840 10240 0.000798 50.59 0.000182 50.60 0 +write 3391.94 34467840 10240 0.001092 39.69 0.000205 39.69 1 +write 4102 34467840 10240 0.001069 32.82 0.000197 32.82 2 + +Max Write: 4102.20 MiB/sec (4301.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4102.20 2661.11 3385.08 588.34 41.03695 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 141180272640 POSIX 0 + +Finished: Mon Oct 22 20:43:58 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 20:44:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 20:44:08 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 80708894720. +read 640.91 34467840 10240 0.000718 120.09 0.000175 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 113959239680. +read 905.12 34467840 10240 0.000153 120.07 0.000165 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1501.27 34467840 10240 0.000197 89.68 0.000169 89.68 2 + +Max Read: 1501.27 MiB/sec (1574.19 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1501.27 640.91 1015.77 359.85 109.95041 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 80708894720 POSIX 0 + +Finished: Mon Oct 22 20:49:38 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378572 0xbce1cc 0 + 6 12591835 0xc022db 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456930 0xbe13e2 0 + 1 12638205 0xc0d7fd 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566573 0xbfc02d 0 + 4 12508290 0xbedc82 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591834 0xc022da 0 + 0 12420220 0xbd847c 0 + diff --git a/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt new file mode 100644 index 000000000..1701bf86b --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt @@ -0,0 +1,132 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:42:48 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:42:48 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179879424. +WARNING: Using actual aggregate bytes moved = 18400575488. +write 128.96 34467840 16.00 0.000815 136.07 0.000182 136.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178568704. +WARNING: Using actual aggregate bytes moved = 17841750016. +write 130.93 34467840 16.00 0.001049 129.95 0.000175 129.95 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180207104. +WARNING: Using actual aggregate bytes moved = 18589237248. +write 131.83 34467840 16.00 0.001016 134.48 0.000151 134.48 2 + +Max Write: 131.83 MiB/sec (138.23 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 131.83 128.96 130.57 1.20 133.50294 0 4 4 3 1 0 1 0 0 1 35295068160 16384 18400575488 POSIX 0 + +Finished: Mon Oct 22 23:49:32 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:49:44 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:49:44 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 4 (4 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 32.87 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1782857728. +read 14.16 34467840 16.00 0.000179 120.10 0.000144 120.10 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1877540864. +read 14.91 34467840 16.00 0.000184 120.10 0.000153 120.10 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 564721090560. +WARNING: Using actual aggregate bytes moved = 1892745216. +read 15.03 34467840 16.00 0.000173 120.10 0.000144 120.10 2 + +Max Read: 15.03 MiB/sec (15.76 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 15.03 14.16 14.70 0.39 120.09736 0 4 4 3 1 0 1 0 0 1 35295068160 16384 1782857728 POSIX 0 + +Finished: Mon Oct 22 23:55:45 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591879 0xc02307 0 + 0 12420265 0xbd84a9 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566618 0xbfc05a 0 + 4 12508335 0xbedcaf 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378617 0xbce1f9 0 + 6 12591880 0xc02308 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456975 0xbe140f 0 + 1 12638249 0xc0d829 0 + diff --git a/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt new file mode 100644 index 000000000..2ddfb09c8 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt @@ -0,0 +1,64 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24411 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_2]: [cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24440 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt new file mode 100644 index 000000000..1ae321fb5 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:34:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:34:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141151961088. +write 1325.44 22978560 1024.00 0.005407 101.56 0.000274 101.56 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141527351296. +write 1373.27 22978560 1024.00 0.005024 98.28 0.000279 98.28 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140823756800. +write 1348.71 22978560 1024.00 0.030859 99.55 0.000239 99.58 2 + +Max Write: 1373.27 MiB/sec (1439.98 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1373.27 1325.44 1349.14 19.53 99.80739 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 141151961088 MPIIO 0 + +Finished: Mon Oct 22 21:39:46 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:39:55 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:39:55 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 44938821632. +read 356.87 22978560 1024.00 0.042674 120.05 0.000256 120.09 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 58208550912. +read 462.40 22978560 1024.00 0.000904 120.05 0.000207 120.05 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 58485374976. +read 464.67 22978560 1024.00 0.000940 120.03 0.000198 120.03 2 + +Max Read: 464.67 MiB/sec (487.24 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 464.67 356.87 427.98 50.29 120.05991 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 44938821632 MPIIO 0 + +Finished: Mon Oct 22 21:45:55 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486536 0xbe8788 0 + 5 12378592 0xbce1e0 0 + diff --git a/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt new file mode 100644 index 000000000..872915c76 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:30:03 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:30:03 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178667008. +WARNING: Using actual aggregate bytes moved = 5166858240. +write 40.55 22978560 16.00 0.005347 121.50 0.000256 121.50 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179846656. +WARNING: Using actual aggregate bytes moved = 4936187904. +write 37.87 22978560 16.00 0.001034 124.30 0.000186 124.30 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179650048. +WARNING: Using actual aggregate bytes moved = 5161730048. +write 40.86 22978560 16.00 0.013837 120.47 0.000193 120.48 2 + +Max Write: 40.86 MiB/sec (42.84 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 40.86 37.87 39.76 1.34 122.09637 0 6 6 3 0 0 1 0 0 1 23530045440 16384 5166858240 MPIIO 0 + +Finished: Mon Oct 22 23:36:39 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:36:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:36:45 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3196665856. +read 25.31 22978560 16.00 0.002243 120.43 0.000221 120.43 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3265265664. +read 25.86 22978560 16.00 0.000921 120.43 0.000202 120.43 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 3335749632. +read 26.42 22978560 16.00 0.000911 120.43 0.000197 120.43 2 + +Max Read: 26.42 MiB/sec (27.70 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 26.42 25.31 25.86 0.45 120.42791 0 6 6 3 0 0 1 0 0 1 23530045440 16384 3196665856 MPIIO 0 + +Finished: Mon Oct 22 23:42:47 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508332 0xbedcac 0 + 7 12456973 0xbe140d 0 + diff --git a/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt new file mode 100644 index 000000000..c988b6321 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt @@ -0,0 +1,66 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24325 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +tee: standard outputior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +: Resource temporarily unavailable + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24351 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== +tee: write error ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt new file mode 100644 index 000000000..d2b3b2ad2 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt @@ -0,0 +1,143 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:27:45 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:27:45 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 4418 22978560 1024.00 0.001158 30.47 0.000194 30.48 0 +write 4372 22978560 1024.00 0.001450 30.79 0.000180 30.79 1 +write 4458 22978560 1024.00 0.001382 30.20 0.000175 30.20 2 + +Max Write: 4458.46 MiB/sec (4675.03 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 4458.46 4372.45 4416.29 35.13 30.48908 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:29:20 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:29:30 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:29:30 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 82219892736. +read 653.31 22978560 1024.00 0.000224 120.02 0.000190 120.02 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 137311027200. +read 1091.16 22978560 1024.00 0.000197 120.01 0.000197 120.01 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1902.92 22978560 1024.00 0.000191 70.75 0.000186 70.75 2 + +Max Read: 1902.92 MiB/sec (1995.36 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 1902.92 653.31 1215.80 517.71 103.59530 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 82219892736 POSIX 0 + +Finished: Mon Oct 22 21:34:41 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566591 0xbfc03f 0 + 4 12508308 0xbedc94 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378590 0xbce1de 0 + 6 12591853 0xc022ed 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638224 0xc0d810 0 + 3 12486534 0xbe8786 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486535 0xbe8787 0 + 5 12378591 0xbce1df 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420240 0xbd8490 0 + 2 12566592 0xbfc040 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508309 0xbedc95 0 + 7 12456949 0xbe13f5 0 + diff --git a/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt new file mode 100644 index 000000000..0623d2266 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt @@ -0,0 +1,152 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:17:05 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:17:05 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180076032. +WARNING: Using actual aggregate bytes moved = 25803784192. +write 180.20 22978560 16.00 0.001147 136.56 0.000180 136.56 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179617280. +WARNING: Using actual aggregate bytes moved = 25233440768. +write 184.25 22978560 16.00 0.001454 130.61 0.000185 130.61 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178535936. +WARNING: Using actual aggregate bytes moved = 25464586240. +write 180.65 22978560 16.00 0.004355 134.43 0.000167 134.43 2 + +Max Write: 184.25 MiB/sec (193.20 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 184.25 180.20 181.70 1.81 133.86699 0 6 6 3 1 0 1 0 0 1 23530045440 16384 25803784192 POSIX 0 + +Finished: Mon Oct 22 23:23:50 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 23:24:00 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:24:00 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 6 (6 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 21.91 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 2841722880. +read 22.57 22978560 16.00 0.000229 120.07 0.001204 120.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 3014508544. +read 23.94 22978560 16.00 0.000234 120.07 0.000178 120.07 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 847081635840. +WARNING: Using actual aggregate bytes moved = 3021340672. +read 24.00 22978560 16.00 0.000192 120.07 0.000172 120.07 2 + +Max Read: 24.00 MiB/sec (25.16 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 24.00 22.57 23.50 0.66 120.07070 0 6 6 3 1 0 1 0 0 1 23530045440 16384 2841722880 POSIX 0 + +Finished: Mon Oct 22 23:30:01 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566615 0xbfc057 0 + 4 12508330 0xbedcaa 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456971 0xbe140b 0 + 1 12638245 0xc0d825 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508331 0xbedcab 0 + 7 12456972 0xbe140c 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378611 0xbce1f3 0 + 6 12591874 0xc02302 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591875 0xc02303 0 + 0 12420261 0xbd84a5 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486558 0xbe879e 0 + 5 12378612 0xbce1f4 0 + diff --git a/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt new file mode 100644 index 000000000..d9099b916 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt @@ -0,0 +1,76 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_7]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_6]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24253 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_6]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6 +[cli_7]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24290 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt new file mode 100644 index 000000000..72be4aa27 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:16:22 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:16:22 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179224064. +WARNING: Using actual aggregate bytes moved = 141393133568. +write 1341.52 17233920 1024.00 0.006187 100.51 0.000394 100.52 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 141208584192. +write 1300.42 17233920 1024.00 0.022214 103.53 0.000317 103.56 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 140952731648. +write 1376.55 17233920 1024.00 0.016399 97.64 0.000286 97.65 2 + +Max Write: 1376.55 MiB/sec (1443.42 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 1376.55 1300.42 1339.50 31.11 100.57450 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 141393133568 MPIIO 0 + +Finished: Mon Oct 22 21:21:31 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 21:21:43 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:21:43 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 50769952768. +read 403.38 17233920 1024.00 0.002663 120.03 0.000268 120.03 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 60143173632. +read 477.74 17233920 1024.00 0.001079 120.06 0.000247 120.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 61476962304. +read 488.37 17233920 1024.00 0.001143 120.05 0.000220 120.05 2 + +Max Read: 488.37 MiB/sec (512.09 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 488.37 403.38 456.49 37.81 120.04743 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 50769952768 MPIIO 0 + +Finished: Mon Oct 22 21:27:43 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456945 0xbe13f1 0 + 1 12638220 0xc0d80c 0 + diff --git a/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt new file mode 100644 index 000000000..81ff28c66 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt @@ -0,0 +1,104 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:04:08 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:04:08 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/ioperf/file_write + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180125184. +WARNING: Using actual aggregate bytes moved = 5007572992. +write 39.58 17233920 16.00 0.006125 120.65 0.001161 120.65 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179551744. +WARNING: Using actual aggregate bytes moved = 5154930688. +write 38.04 17233920 16.00 0.001755 129.23 0.000201 129.24 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180108800. +WARNING: Using actual aggregate bytes moved = 5222072320. +write 39.44 17233920 16.00 0.001761 126.27 0.000198 126.28 2 + +Max Write: 39.58 MiB/sec (41.50 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 39.58 38.04 39.02 0.70 125.38790 0 8 8 3 0 0 1 0 0 1 17647534080 16384 5007572992 MPIIO 0 + +Finished: Mon Oct 22 23:10:53 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior WARNING: fsync() only available in POSIX. Using value of 0. +Began: Mon Oct 22 23:11:02 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 23:11:02 2018 +Summary: + api = MPIIO (version=3, subversion=0) + test filename = /esfs/jtacquaviva/file_read + access = single-shared-file + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4092526592. +read 32.41 17233920 16.00 0.002418 120.41 0.000254 120.41 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4224303104. +read 33.46 17233920 16.00 0.000925 120.40 0.000182 120.40 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 4517768724480. +WARNING: Using actual aggregate bytes moved = 4356243456. +read 34.50 17233920 16.00 0.000914 120.40 0.000175 120.41 2 + +Max Read: 34.50 MiB/sec (36.18 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 34.50 32.41 33.46 0.85 120.40629 0 8 8 3 0 0 1 0 0 1 17647534080 16384 4092526592 MPIIO 0 + +Finished: Mon Oct 22 23:17:03 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420257 0xbd84a1 0 + 2 12566611 0xbfc053 0 + diff --git a/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt new file mode 100644 index 000000000..bce566fd6 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt @@ -0,0 +1,76 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +[cli_6]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6 +[cli_7]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24169 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293) +[cli_1]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1 +[cli_7]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7 +[cli_3]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3 +[cli_0]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0 +[cli_2]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2 +[cli_6]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6 +[cli_4]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4 +[cli_5]: aborting job: +application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5 + +=================================================================================== += BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES += PID 24220 RUNNING AT isc17-c04 += EXIT CODE: 255 += CLEANING UP REMAINING PROCESSES += YOU CAN IGNORE THE BELOW CLEANUP MESSAGES +=================================================================================== ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 diff --git a/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt new file mode 100644 index 000000000..52e0c9003 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt @@ -0,0 +1,163 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:10:10 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:10:10 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +write 3995 17233920 1024.00 0.001577 33.70 0.000219 33.70 0 +write 3867 17233920 1024.00 0.002179 34.81 0.000257 34.81 1 +write 3899 17233920 1024.00 0.001851 34.52 0.000215 34.53 2 + +Max Write: 3995.24 MiB/sec (4189.31 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 3995.24 3867.42 3920.66 54.32 34.34767 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 141180272640 POSIX 0 + +Finished: Mon Oct 22 21:11:58 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 21:12:11 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 21:12:11 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 1 MiB + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 114182586368. +read 907.34 17233920 1024.00 0.000688 120.01 0.000304 120.01 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 1366.67 17233920 1024.00 0.000268 98.52 0.000259 98.52 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 141180272640. +read 4447 17233920 1024.00 0.000357 30.27 0.000273 30.27 2 + +Max Read: 4447.43 MiB/sec (4663.47 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 4447.43 907.34 2240.48 1571.77 82.93445 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 114182586368 POSIX 0 + +Finished: Mon Oct 22 21:16:19 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456942 0xbe13ee 0 + 1 12638217 0xc0d809 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420234 0xbd848a 0 + 2 12566586 0xbfc03a 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378585 0xbce1d9 0 + 6 12591846 0xc022e6 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566587 0xbfc03b 0 + 4 12508304 0xbedc90 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591847 0xc022e7 0 + 0 12420235 0xbd848b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456944 0xbe13f0 0 + 1 12638219 0xc0d80b 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638218 0xc0d80a 0 + 3 12486528 0xbe8780 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 4 + obdidx objid objid group + 4 12508303 0xbedc8f 0 + 7 12456943 0xbe13ef 0 + diff --git a/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt new file mode 100644 index 000000000..48bb9fdf0 --- /dev/null +++ b/output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt @@ -0,0 +1,172 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:51:16 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:51:16 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141178634240. +WARNING: Using actual aggregate bytes moved = 32019611648. +write 234.47 17233920 16.00 0.001957 130.23 0.000285 130.23 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141179027456. +WARNING: Using actual aggregate bytes moved = 31119147008. +write 229.00 17233920 16.00 0.018787 129.58 0.000220 129.60 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 141180272640. +WARNING: Using actual aggregate bytes moved = 31432753152. +write 226.90 17233920 16.00 0.001744 132.11 0.000247 132.11 2 + +Max Write: 234.47 MiB/sec (245.86 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +write 234.47 226.90 230.12 3.19 130.64780 0 8 8 3 1 0 1 0 0 1 17647534080 16384 32019611648 POSIX 0 + +Finished: Mon Oct 22 22:57:53 2018 ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r ++ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Mon Oct 22 22:58:06 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r +Machine: Linux isc17-c04 + +Test 0 started: Mon Oct 22 22:58:06 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/indread1/file + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 8 (8 per node) + repetitions = 3 + xfersize = 16384 bytes + blocksize = 16.44 GiB + aggregate filesize = 131.48 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 3643408384. +read 28.94 17233920 16.00 0.000359 120.07 0.000223 120.07 0 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 3886481408. +read 30.87 17233920 16.00 0.000286 120.05 0.000238 120.06 1 +WARNING: Expected aggregate file size = 141180272640. +WARNING: Stat() of aggregate file size = 1129442181120. +WARNING: Using actual aggregate bytes moved = 4003840000. +read 31.81 17233920 16.00 0.000252 120.05 0.000242 120.05 2 + +Max Read: 31.81 MiB/sec (33.35 MB/sec) + +Summary of all tests: +Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum +read 31.81 28.94 30.54 1.19 120.06106 0 8 8 3 1 0 1 0 0 1 17647534080 16384 3643408384 POSIX 0 + +Finished: Mon Oct 22 23:04:06 2018 ++ set +x +/esfs/jtacquaviva/ioperf +stripe_count: 2 stripe_size: 1048576 stripe_offset: -1 +/esfs/jtacquaviva/ioperf/file_write.00000006 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 7 + obdidx objid objid group + 7 12456966 0xbe1406 0 + 1 12638238 0xc0d81e 0 + +/esfs/jtacquaviva/ioperf/file_write.00000002 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420254 0xbd849e 0 + 2 12566608 0xbfc050 0 + +/esfs/jtacquaviva/ioperf/file_write.00000000 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 0 + obdidx objid objid group + 0 12420256 0xbd84a0 0 + 2 12566610 0xbfc052 0 + +/esfs/jtacquaviva/ioperf/file_write.00000004 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 3 + obdidx objid objid group + 3 12486552 0xbe8798 0 + 5 12378606 0xbce1ee 0 + +/esfs/jtacquaviva/ioperf/file_write.00000007 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 2 + obdidx objid objid group + 2 12566609 0xbfc051 0 + 4 12508324 0xbedca4 0 + +/esfs/jtacquaviva/ioperf/file_write.00000003 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 1 + obdidx objid objid group + 1 12638239 0xc0d81f 0 + 3 12486553 0xbe8799 0 + +/esfs/jtacquaviva/ioperf/file_write.00000005 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 6 + obdidx objid objid group + 6 12591869 0xc022fd 0 + 0 12420255 0xbd849f 0 + +/esfs/jtacquaviva/ioperf/file_write.00000001 +lmm_stripe_count: 2 +lmm_stripe_size: 1048576 +lmm_pattern: 1 +lmm_layout_gen: 0 +lmm_stripe_offset: 5 + obdidx objid objid group + 5 12378607 0xbce1ef 0 + 6 12591870 0xc022fe 0 + diff --git a/output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt b/output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt new file mode 100644 index 000000000..3720571cc --- /dev/null +++ b/output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt @@ -0,0 +1,28 @@ ++ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w ++ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt +IOR-3.0.1: MPI Coordinated Test of Parallel I/O + +Began: Tue Oct 23 06:21:21 2018 +Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w +Machine: Linux isc17-c01 + +Test 0 started: Tue Oct 23 06:21:21 2018 +Summary: + api = POSIX + test filename = /esfs/jtacquaviva/ioperf/file_write + access = file-per-process + ordering in a file = random offsets + ordering inter file= no tasks offsets + clients = 128 (8 per node) + repetitions = 3 + xfersize = 10 MiB + blocksize = 16.44 GiB + aggregate filesize = 2103.75 GiB + Using stonewalling = 120 second(s) + +access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter +------ --------- ---------- --------- -------- -------- -------- -------- ---- +WARNING: Expected aggregate file size = 2258884362240. +WARNING: Stat() of aggregate file size = 2249447178240. +WARNING: Using actual aggregate bytes moved = 762744668160. +write 5507 17233920 10240 0.007823 132.08 0.001174 132.09 0