NN:1 experiment
This commit is contained in:
Eugen Betke
parent
7afa38c94b
commit
71c91331c2
|
|
@ -0,0 +1,34 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24654 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24662 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,95 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 22:38:39 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:38:39 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 1200.79 137871360 1024.00 0.001562 112.12 0.000251 112.13 0
|
||||
write 1203.01 137871360 1024.00 0.049815 111.87 0.000188 111.92 1
|
||||
write 1196.68 137871360 1024.00 0.001396 112.51 0.000207 112.51 2
|
||||
|
||||
Max Write: 1203.01 MiB/sec (1261.44 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1203.01 1196.68 1200.16 2.62 112.18573 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 141180272640 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 22:44:26 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 22:44:31 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:44:31 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 12832473088.
|
||||
read 101.97 137871360 1024.00 0.002383 120.01 0.000238 120.01 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 14103347200.
|
||||
read 112.07 137871360 1024.00 0.000527 120.01 0.000175 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 15566110720.
|
||||
read 123.69 137871360 1024.00 0.000479 120.01 0.000169 120.02 2
|
||||
|
||||
Max Read: 123.69 MiB/sec (129.70 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 123.69 101.97 112.58 8.87 120.01440 0 1 1 3 0 0 1 0 0 1 141180272640 1048576 12832473088 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 22:50:31 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591863 0xc022f7 0
|
||||
0 12420249 0xbd8499 0
|
||||
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Tue Oct 23 00:46:45 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:46:45 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180190720.
|
||||
WARNING: Using actual aggregate bytes moved = 5065080832.
|
||||
write 39.86 137871360 16.00 0.001628 121.19 0.000224 121.19 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179682816.
|
||||
WARNING: Using actual aggregate bytes moved = 5168660480.
|
||||
write 40.46 137871360 16.00 0.018273 121.80 0.000166 121.82 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179699200.
|
||||
WARNING: Using actual aggregate bytes moved = 4824580096.
|
||||
write 38.02 137871360 16.00 0.000969 121.01 0.000177 121.02 2
|
||||
|
||||
Max Write: 40.46 MiB/sec (42.43 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 40.46 38.02 39.45 1.04 121.34342 0 1 1 3 0 0 1 0 0 1 141180272640 16384 5065080832 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:53:21 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Tue Oct 23 00:53:23 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:53:23 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 474710016.
|
||||
read 3.75 137871360 16.00 0.005226 120.74 0.000198 120.75 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 481837056.
|
||||
read 3.81 137871360 16.00 0.000473 120.74 0.000144 120.74 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 479100928.
|
||||
read 3.78 137871360 16.00 0.000469 120.75 0.000163 120.75 2
|
||||
|
||||
Max Read: 3.81 MiB/sec (3.99 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 3.81 3.75 3.78 0.02 120.74686 0 1 1 3 0 0 1 0 0 1 141180272640 16384 474710016 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:59:26 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638255 0xc0d82f 0
|
||||
3 12486567 0xbe87a7 0
|
||||
|
||||
|
|
@ -0,0 +1,34 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24625 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:102400.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24633 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,99 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:26:34 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:26:34 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179224064.
|
||||
WARNING: Using actual aggregate bytes moved = 133425004544.
|
||||
write 1053.09 137871360 1024.00 0.000198 120.83 0.000132 120.83 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 132905959424.
|
||||
write 1050.83 137871360 1024.00 0.000405 120.62 0.000126 120.62 1
|
||||
write 1164.88 137871360 1024.00 0.000585 115.58 0.000123 115.58 2
|
||||
|
||||
Max Write: 1164.88 MiB/sec (1221.46 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1164.88 1050.83 1089.60 53.24 119.01027 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 133425004544 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 22:32:32 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:32:38 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:32:38 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 11049893888.
|
||||
read 87.80 137871360 1024.00 0.000177 120.02 0.000132 120.02 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 12142510080.
|
||||
read 96.49 137871360 1024.00 0.000134 120.01 0.000118 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 13043236864.
|
||||
read 103.65 137871360 1024.00 0.000133 120.01 0.000120 120.01 2
|
||||
|
||||
Max Read: 103.65 MiB/sec (108.69 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 103.65 87.80 95.98 6.48 120.01393 0 1 1 3 1 0 1 0 0 1 141180272640 1048576 11049893888 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 22:38:38 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591862 0xc022f6 0
|
||||
0 12420248 0xbd8498 0
|
||||
|
||||
|
|
@ -0,0 +1,93 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 20:58:37 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 20:58:37 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 1139.69 137871360 10240 0.000205 118.14 0.000172 118.14 0
|
||||
write 1311.72 137871360 10240 0.000421 102.64 0.000130 102.64 1
|
||||
write 1314.63 137871360 10240 0.000412 102.42 0.000166 102.42 2
|
||||
|
||||
Max Write: 1314.63 MiB/sec (1378.49 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1314.63 1139.69 1255.35 81.79 107.73261 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:04:02 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:04:07 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:04:07 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 14784921600.
|
||||
read 117.45 137871360 10240 0.000182 120.05 0.000133 120.05 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 16294871040.
|
||||
read 129.47 137871360 10240 0.000146 120.03 0.000125 120.03 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 18192793600.
|
||||
read 144.52 137871360 10240 0.000143 120.05 0.000127 120.05 2
|
||||
|
||||
Max Read: 144.52 MiB/sec (151.54 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 144.52 117.45 130.48 11.07 120.04435 0 1 1 3 1 0 1 0 0 1 141180272640 10485760 14784921600 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:10:08 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638213 0xc0d805 0
|
||||
3 12486523 0xbe877b 0
|
||||
|
||||
|
|
@ -0,0 +1,102 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Tue Oct 23 00:33:52 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:33:52 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180223488.
|
||||
WARNING: Using actual aggregate bytes moved = 4903501824.
|
||||
write 34.60 137871360 16.00 0.000200 135.16 0.000113 135.16 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179682816.
|
||||
WARNING: Using actual aggregate bytes moved = 5213257728.
|
||||
write 36.91 137871360 16.00 0.000426 134.70 0.000104 134.70 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179633664.
|
||||
WARNING: Using actual aggregate bytes moved = 5065080832.
|
||||
write 35.76 137871360 16.00 0.000415 135.10 0.000099 135.10 2
|
||||
|
||||
Max Write: 36.91 MiB/sec (38.70 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 36.91 34.60 35.75 0.94 134.98834 0 1 1 3 1 0 1 0 0 1 141180272640 16384 4903501824 POSIX 0
|
||||
|
||||
Finished: Tue Oct 23 00:40:40 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Tue Oct 23 00:40:43 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:40:43 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 264077312.
|
||||
read 2.09 137871360 16.00 0.000170 120.42 0.000128 120.42 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 264945664.
|
||||
read 2.10 137871360 16.00 0.000134 120.42 0.000124 120.42 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 265240576.
|
||||
read 2.10 137871360 16.00 0.000139 120.43 0.000129 120.43 2
|
||||
|
||||
Max Read: 2.10 MiB/sec (2.20 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2.10 2.09 2.10 0.00 120.42428 0 1 1 3 1 0 1 0 0 1 141180272640 16384 264077312 POSIX 0
|
||||
|
||||
Finished: Tue Oct 23 00:46:44 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638254 0xc0d82e 0
|
||||
3 12486566 0xbe87a6 0
|
||||
|
||||
|
|
@ -0,0 +1,40 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24594 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24605 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 22:15:03 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:15:03 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141162446848.
|
||||
write 1274.07 68935680 1024.00 0.001456 105.66 0.000487 105.66 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179224064.
|
||||
WARNING: Using actual aggregate bytes moved = 141345947648.
|
||||
write 1260.08 68935680 1024.00 0.050349 106.93 0.000219 106.98 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179224064.
|
||||
WARNING: Using actual aggregate bytes moved = 140948537344.
|
||||
write 1303.71 68935680 1024.00 0.001498 103.10 0.000228 103.10 2
|
||||
|
||||
Max Write: 1303.71 MiB/sec (1367.04 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1303.71 1260.08 1279.29 18.19 105.24803 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 141162446848 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 22:20:25 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 22:20:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:20:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 26353860608.
|
||||
read 209.40 68935680 1024.00 0.007453 120.02 0.001721 120.03 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 32643219456.
|
||||
read 259.40 68935680 1024.00 0.000607 120.01 0.000201 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 36842766336.
|
||||
read 292.77 68935680 1024.00 0.000661 120.01 0.000191 120.01 2
|
||||
|
||||
Max Read: 292.77 MiB/sec (306.99 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 292.77 209.40 253.86 34.26 120.01655 0 2 2 3 0 0 1 0 0 1 70590136320 1048576 26353860608 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 22:26:33 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591861 0xc022f5 0
|
||||
0 12420247 0xbd8497 0
|
||||
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Tue Oct 23 00:21:26 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:21:26 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179469824.
|
||||
WARNING: Using actual aggregate bytes moved = 5164302336.
|
||||
write 40.52 68935680 16.00 0.001840 121.54 0.000237 121.55 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179469824.
|
||||
WARNING: Using actual aggregate bytes moved = 5294505984.
|
||||
write 40.73 68935680 16.00 0.006822 123.95 0.000245 123.96 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179404288.
|
||||
WARNING: Using actual aggregate bytes moved = 5482807296.
|
||||
write 42.99 68935680 16.00 0.047784 121.58 0.000187 121.63 2
|
||||
|
||||
Max Write: 42.99 MiB/sec (45.08 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 42.99 40.52 41.41 1.12 122.37880 0 2 2 3 0 0 1 0 0 1 70590136320 16384 5164302336 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:27:46 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Tue Oct 23 00:27:50 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:27:50 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 1085882368.
|
||||
read 8.59 68935680 16.00 0.001933 120.57 0.000227 120.57 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 1100529664.
|
||||
read 8.70 68935680 16.00 0.000612 120.58 0.000172 120.58 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 1114898432.
|
||||
read 8.82 68935680 16.00 0.000570 120.57 0.000168 120.57 2
|
||||
|
||||
Max Read: 8.82 MiB/sec (9.25 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 8.82 8.59 8.70 0.09 120.57250 0 2 2 3 0 0 1 0 0 1 70590136320 16384 1085882368 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:33:52 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638253 0xc0d82d 0
|
||||
3 12486565 0xbe87a5 0
|
||||
|
||||
|
|
@ -0,0 +1,40 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24555 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24566 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,103 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:05:54 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:05:54 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2040.06 68935680 1024.00 0.000439 66.00 0.000176 66.00 0
|
||||
write 2420.07 68935680 1024.00 0.000691 55.63 0.000173 55.63 1
|
||||
write 2502.54 68935680 1024.00 0.000652 53.80 0.000160 53.80 2
|
||||
|
||||
Max Write: 2502.54 MiB/sec (2624.11 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2502.54 2040.06 2320.89 201.41 58.47800 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 22:08:54 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:1048576.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:09:02 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:09:02 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 26806845440.
|
||||
read 213.03 68935680 1024.00 0.000171 120.01 0.000136 120.01 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 31547457536.
|
||||
read 250.70 68935680 1024.00 0.000157 120.01 0.000140 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 39363543040.
|
||||
read 312.79 68935680 1024.00 0.000190 120.02 0.000143 120.02 2
|
||||
|
||||
Max Read: 312.79 MiB/sec (327.98 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 312.79 213.03 258.84 41.13 120.01022 0 2 2 3 1 0 1 0 0 1 70590136320 1048576 26806845440 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 22:15:02 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486542 0xbe878e 0
|
||||
5 12378597 0xbce1e5 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591860 0xc022f4 0
|
||||
0 12420246 0xbd8496 0
|
||||
|
||||
|
|
@ -0,0 +1,103 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 20:49:39 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 20:49:39 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2396.14 68935680 10240 0.000421 56.19 0.000192 56.19 0
|
||||
write 2463.72 68935680 10240 0.002461 54.65 0.000157 54.65 1
|
||||
write 2537.98 68935680 10240 0.000687 53.05 0.000181 53.05 2
|
||||
|
||||
Max Write: 2537.98 MiB/sec (2661.27 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2537.98 2396.14 2465.95 57.93 54.62977 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 20:52:28 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 20:52:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 20:52:36 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 37203476480.
|
||||
read 295.55 68935680 10240 0.000163 120.05 0.000140 120.05 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 42446356480.
|
||||
read 337.12 68935680 10240 0.000161 120.07 0.000138 120.07 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 50394562560.
|
||||
read 400.45 68935680 10240 0.000163 120.01 0.000149 120.01 2
|
||||
|
||||
Max Read: 400.45 MiB/sec (419.90 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 400.45 295.55 344.38 43.13 120.04549 0 2 2 3 1 0 1 0 0 1 70590136320 10485760 37203476480 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 20:58:36 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508297 0xbedc89 0
|
||||
7 12456937 0xbe13e9 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638212 0xc0d804 0
|
||||
3 12486522 0xbe877a 0
|
||||
|
||||
|
|
@ -0,0 +1,112 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Tue Oct 23 00:08:35 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:08:35 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180043264.
|
||||
WARNING: Using actual aggregate bytes moved = 10365878272.
|
||||
write 75.84 68935680 16.00 0.000423 130.34 0.000137 130.34 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179813888.
|
||||
WARNING: Using actual aggregate bytes moved = 9952854016.
|
||||
write 68.99 68935680 16.00 0.000696 137.58 0.000120 137.59 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 10229530624.
|
||||
write 74.02 68935680 16.00 0.000714 131.80 0.000125 131.80 2
|
||||
|
||||
Max Write: 75.84 MiB/sec (79.53 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 75.84 68.99 72.95 2.90 133.24379 0 2 2 3 1 0 1 0 0 1 70590136320 16384 10365878272 POSIX 0
|
||||
|
||||
Finished: Tue Oct 23 00:15:18 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Tue Oct 23 00:15:24 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:15:24 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 631586816.
|
||||
read 5.01 68935680 16.00 0.000313 120.18 0.000136 120.18 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 640942080.
|
||||
read 5.09 68935680 16.00 0.000159 120.19 0.000141 120.19 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 655769600.
|
||||
read 5.20 68935680 16.00 0.000163 120.19 0.000135 120.19 2
|
||||
|
||||
Max Read: 5.20 MiB/sec (5.46 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 5.20 5.01 5.10 0.08 120.18716 0 2 2 3 1 0 1 0 0 1 70590136320 16384 631586816 POSIX 0
|
||||
|
||||
Finished: Tue Oct 23 00:21:25 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638252 0xc0d82c 0
|
||||
3 12486564 0xbe87a4 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508338 0xbedcb2 0
|
||||
7 12456978 0xbe1412 0
|
||||
|
||||
|
|
@ -0,0 +1,54 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
tee: standard outputior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
: Resource temporarily unavailable
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24513 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
tee: write error
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24532 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:54:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:54:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141580828672.
|
||||
write 1366.54 34467840 1024.00 0.006336 98.80 0.000266 98.81 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179224064.
|
||||
WARNING: Using actual aggregate bytes moved = 141389987840.
|
||||
write 1314.35 34467840 1024.00 0.059727 102.53 0.000210 102.59 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 140744065024.
|
||||
write 1344.58 34467840 1024.00 0.024153 99.80 0.000231 99.83 2
|
||||
|
||||
Max Write: 1366.54 MiB/sec (1432.92 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1366.54 1314.35 1341.83 21.39 100.40729 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 141580828672 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 21:59:43 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:59:52 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:59:52 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 49221206016.
|
||||
read 391.10 34467840 1024.00 0.001724 120.02 0.000263 120.02 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 62731059200.
|
||||
read 498.38 34467840 1024.00 0.000741 120.04 0.000189 120.04 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 63361253376.
|
||||
read 503.42 34467840 1024.00 0.000696 120.03 0.000217 120.03 2
|
||||
|
||||
Max Read: 503.42 MiB/sec (527.88 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 503.42 391.10 464.30 51.80 120.03115 0 4 4 3 0 0 1 0 0 1 35295068160 1048576 49221206016 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 22:05:53 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566598 0xbfc046 0
|
||||
4 12508315 0xbedc9b 0
|
||||
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 23:55:46 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:55:46 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141178732544.
|
||||
WARNING: Using actual aggregate bytes moved = 5211865088.
|
||||
write 38.02 34467840 16.00 0.001959 130.74 0.000262 130.74 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179404288.
|
||||
WARNING: Using actual aggregate bytes moved = 5158879232.
|
||||
write 38.72 34467840 16.00 0.001565 127.06 0.000208 127.06 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179355136.
|
||||
WARNING: Using actual aggregate bytes moved = 5104254976.
|
||||
write 38.64 34467840 16.00 0.000971 125.99 0.000187 125.99 2
|
||||
|
||||
Max Write: 38.72 MiB/sec (40.60 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 38.72 38.02 38.46 0.31 127.92968 0 4 4 3 0 0 1 0 0 1 35295068160 16384 5211865088 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:02:26 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Tue Oct 23 00:02:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Tue Oct 23 00:02:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 2193473536.
|
||||
read 17.36 34467840 16.00 0.019826 120.46 0.000260 120.48 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 2254274560.
|
||||
read 17.85 34467840 16.00 0.000787 120.47 0.000189 120.47 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 2290745344.
|
||||
read 18.13 34467840 16.00 0.000760 120.47 0.000180 120.47 2
|
||||
|
||||
Max Read: 18.13 MiB/sec (19.02 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 18.13 17.36 17.78 0.32 120.47336 0 4 4 3 0 0 1 0 0 1 35295068160 16384 2193473536 MPIIO 0
|
||||
|
||||
Finished: Tue Oct 23 00:08:34 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378618 0xbce1fa 0
|
||||
6 12591881 0xc02309 0
|
||||
|
||||
|
|
@ -0,0 +1,52 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24469 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_0]: [cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24487 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,123 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:45:57 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:45:57 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2890.64 34467840 1024.00 0.000807 46.58 0.000208 46.58 0
|
||||
write 2810.40 34467840 1024.00 0.001055 47.91 0.000175 47.91 1
|
||||
write 2948.45 34467840 1024.00 0.001035 45.66 0.000167 45.66 2
|
||||
|
||||
Max Write: 2948.45 MiB/sec (3091.67 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2948.45 2810.40 2883.16 56.61 46.71684 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:48:22 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:48:31 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:48:31 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 57900269568.
|
||||
read 460.09 34467840 1024.00 0.000194 120.02 0.000203 120.02 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 87379935232.
|
||||
read 694.36 34467840 1024.00 0.000161 120.01 0.000199 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 127142985728.
|
||||
read 1010.30 34467840 1024.00 0.000192 120.02 0.000170 120.02 2
|
||||
|
||||
Max Read: 1010.30 MiB/sec (1059.38 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1010.30 460.09 721.59 225.45 120.01485 0 4 4 3 1 0 1 0 0 1 35295068160 1048576 57900269568 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:54:31 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638227 0xc0d813 0
|
||||
3 12486539 0xbe878b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508313 0xbedc99 0
|
||||
7 12456953 0xbe13f9 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566597 0xbfc045 0
|
||||
4 12508314 0xbedc9a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378594 0xbce1e2 0
|
||||
6 12591857 0xc022f1 0
|
||||
|
||||
|
|
@ -0,0 +1,123 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 20:41:51 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 20:41:51 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2661.11 34467840 10240 0.000798 50.59 0.000182 50.60 0
|
||||
write 3391.94 34467840 10240 0.001092 39.69 0.000205 39.69 1
|
||||
write 4102 34467840 10240 0.001069 32.82 0.000197 32.82 2
|
||||
|
||||
Max Write: 4102.20 MiB/sec (4301.47 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4102.20 2661.11 3385.08 588.34 41.03695 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 20:43:58 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 20:44:08 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 20:44:08 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 80708894720.
|
||||
read 640.91 34467840 10240 0.000718 120.09 0.000175 120.10 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 113959239680.
|
||||
read 905.12 34467840 10240 0.000153 120.07 0.000165 120.07 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 1501.27 34467840 10240 0.000197 89.68 0.000169 89.68 2
|
||||
|
||||
Max Read: 1501.27 MiB/sec (1574.19 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1501.27 640.91 1015.77 359.85 109.95041 0 4 4 3 1 0 1 0 0 1 35295068160 10485760 80708894720 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 20:49:38 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378572 0xbce1cc 0
|
||||
6 12591835 0xc022db 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456930 0xbe13e2 0
|
||||
1 12638205 0xc0d7fd 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566573 0xbfc02d 0
|
||||
4 12508290 0xbedc82 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591834 0xc022da 0
|
||||
0 12420220 0xbd847c 0
|
||||
|
||||
|
|
@ -0,0 +1,132 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 23:42:48 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:42:48 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179879424.
|
||||
WARNING: Using actual aggregate bytes moved = 18400575488.
|
||||
write 128.96 34467840 16.00 0.000815 136.07 0.000182 136.07 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141178568704.
|
||||
WARNING: Using actual aggregate bytes moved = 17841750016.
|
||||
write 130.93 34467840 16.00 0.001049 129.95 0.000175 129.95 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180207104.
|
||||
WARNING: Using actual aggregate bytes moved = 18589237248.
|
||||
write 131.83 34467840 16.00 0.001016 134.48 0.000151 134.48 2
|
||||
|
||||
Max Write: 131.83 MiB/sec (138.23 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 131.83 128.96 130.57 1.20 133.50294 0 4 4 3 1 0 1 0 0 1 35295068160 16384 18400575488 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 23:49:32 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 23:49:44 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:49:44 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 1782857728.
|
||||
read 14.16 34467840 16.00 0.000179 120.10 0.000144 120.10 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 1877540864.
|
||||
read 14.91 34467840 16.00 0.000184 120.10 0.000153 120.10 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 1892745216.
|
||||
read 15.03 34467840 16.00 0.000173 120.10 0.000144 120.10 2
|
||||
|
||||
Max Read: 15.03 MiB/sec (15.76 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 15.03 14.16 14.70 0.39 120.09736 0 4 4 3 1 0 1 0 0 1 35295068160 16384 1782857728 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 23:55:45 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591879 0xc02307 0
|
||||
0 12420265 0xbd84a9 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566618 0xbfc05a 0
|
||||
4 12508335 0xbedcaf 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378617 0xbce1f9 0
|
||||
6 12591880 0xc02308 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456975 0xbe140f 0
|
||||
1 12638249 0xc0d829 0
|
||||
|
||||
|
|
@ -0,0 +1,64 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24411 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_2]: [cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24440 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:34:43 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:34:43 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141151961088.
|
||||
write 1325.44 22978560 1024.00 0.005407 101.56 0.000274 101.56 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141527351296.
|
||||
write 1373.27 22978560 1024.00 0.005024 98.28 0.000279 98.28 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 140823756800.
|
||||
write 1348.71 22978560 1024.00 0.030859 99.55 0.000239 99.58 2
|
||||
|
||||
Max Write: 1373.27 MiB/sec (1439.98 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1373.27 1325.44 1349.14 19.53 99.80739 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 141151961088 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 21:39:46 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:39:55 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:39:55 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 44938821632.
|
||||
read 356.87 22978560 1024.00 0.042674 120.05 0.000256 120.09 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 58208550912.
|
||||
read 462.40 22978560 1024.00 0.000904 120.05 0.000207 120.05 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 58485374976.
|
||||
read 464.67 22978560 1024.00 0.000940 120.03 0.000198 120.03 2
|
||||
|
||||
Max Read: 464.67 MiB/sec (487.24 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 464.67 356.87 427.98 50.29 120.05991 0 6 6 3 0 0 1 0 0 1 23530045440 1048576 44938821632 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 21:45:55 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486536 0xbe8788 0
|
||||
5 12378592 0xbce1e0 0
|
||||
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 23:30:03 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:30:03 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141178667008.
|
||||
WARNING: Using actual aggregate bytes moved = 5166858240.
|
||||
write 40.55 22978560 16.00 0.005347 121.50 0.000256 121.50 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179846656.
|
||||
WARNING: Using actual aggregate bytes moved = 4936187904.
|
||||
write 37.87 22978560 16.00 0.001034 124.30 0.000186 124.30 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179650048.
|
||||
WARNING: Using actual aggregate bytes moved = 5161730048.
|
||||
write 40.86 22978560 16.00 0.013837 120.47 0.000193 120.48 2
|
||||
|
||||
Max Write: 40.86 MiB/sec (42.84 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 40.86 37.87 39.76 1.34 122.09637 0 6 6 3 0 0 1 0 0 1 23530045440 16384 5166858240 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 23:36:39 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 23:36:45 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:36:45 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 3196665856.
|
||||
read 25.31 22978560 16.00 0.002243 120.43 0.000221 120.43 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 3265265664.
|
||||
read 25.86 22978560 16.00 0.000921 120.43 0.000202 120.43 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 3335749632.
|
||||
read 26.42 22978560 16.00 0.000911 120.43 0.000197 120.43 2
|
||||
|
||||
Max Read: 26.42 MiB/sec (27.70 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 26.42 25.31 25.86 0.45 120.42791 0 6 6 3 0 0 1 0 0 1 23530045440 16384 3196665856 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 23:42:47 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508332 0xbedcac 0
|
||||
7 12456973 0xbe140d 0
|
||||
|
||||
|
|
@ -0,0 +1,66 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24325 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
tee: standard outputior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
: Resource temporarily unavailable
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24351 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
tee: write error
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,143 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:27:45 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:27:45 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 4418 22978560 1024.00 0.001158 30.47 0.000194 30.48 0
|
||||
write 4372 22978560 1024.00 0.001450 30.79 0.000180 30.79 1
|
||||
write 4458 22978560 1024.00 0.001382 30.20 0.000175 30.20 2
|
||||
|
||||
Max Write: 4458.46 MiB/sec (4675.03 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4458.46 4372.45 4416.29 35.13 30.48908 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:29:20 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:29:30 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:29:30 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 82219892736.
|
||||
read 653.31 22978560 1024.00 0.000224 120.02 0.000190 120.02 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 137311027200.
|
||||
read 1091.16 22978560 1024.00 0.000197 120.01 0.000197 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 1902.92 22978560 1024.00 0.000191 70.75 0.000186 70.75 2
|
||||
|
||||
Max Read: 1902.92 MiB/sec (1995.36 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1902.92 653.31 1215.80 517.71 103.59530 0 6 6 3 1 0 1 0 0 1 23530045440 1048576 82219892736 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:34:41 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566591 0xbfc03f 0
|
||||
4 12508308 0xbedc94 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378590 0xbce1de 0
|
||||
6 12591853 0xc022ed 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638224 0xc0d810 0
|
||||
3 12486534 0xbe8786 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486535 0xbe8787 0
|
||||
5 12378591 0xbce1df 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420240 0xbd8490 0
|
||||
2 12566592 0xbfc040 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508309 0xbedc95 0
|
||||
7 12456949 0xbe13f5 0
|
||||
|
||||
|
|
@ -0,0 +1,152 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 23:17:05 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:17:05 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180076032.
|
||||
WARNING: Using actual aggregate bytes moved = 25803784192.
|
||||
write 180.20 22978560 16.00 0.001147 136.56 0.000180 136.56 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179617280.
|
||||
WARNING: Using actual aggregate bytes moved = 25233440768.
|
||||
write 184.25 22978560 16.00 0.001454 130.61 0.000185 130.61 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141178535936.
|
||||
WARNING: Using actual aggregate bytes moved = 25464586240.
|
||||
write 180.65 22978560 16.00 0.004355 134.43 0.000167 134.43 2
|
||||
|
||||
Max Write: 184.25 MiB/sec (193.20 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 184.25 180.20 181.70 1.81 133.86699 0 6 6 3 1 0 1 0 0 1 23530045440 16384 25803784192 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 23:23:50 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 23:24:00 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:24:00 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 2841722880.
|
||||
read 22.57 22978560 16.00 0.000229 120.07 0.001204 120.07 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 3014508544.
|
||||
read 23.94 22978560 16.00 0.000234 120.07 0.000178 120.07 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 3021340672.
|
||||
read 24.00 22978560 16.00 0.000192 120.07 0.000172 120.07 2
|
||||
|
||||
Max Read: 24.00 MiB/sec (25.16 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 24.00 22.57 23.50 0.66 120.07070 0 6 6 3 1 0 1 0 0 1 23530045440 16384 2841722880 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 23:30:01 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566615 0xbfc057 0
|
||||
4 12508330 0xbedcaa 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456971 0xbe140b 0
|
||||
1 12638245 0xc0d825 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508331 0xbedcab 0
|
||||
7 12456972 0xbe140c 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378611 0xbce1f3 0
|
||||
6 12591874 0xc02302 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591875 0xc02303 0
|
||||
0 12420261 0xbd84a5 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486558 0xbe879e 0
|
||||
5 12378612 0xbce1f4 0
|
||||
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_7]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_6]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24253 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_6]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6
|
||||
[cli_7]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24290 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:16:22 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:16:22 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179224064.
|
||||
WARNING: Using actual aggregate bytes moved = 141393133568.
|
||||
write 1341.52 17233920 1024.00 0.006187 100.51 0.000394 100.52 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141208584192.
|
||||
write 1300.42 17233920 1024.00 0.022214 103.53 0.000317 103.56 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 140952731648.
|
||||
write 1376.55 17233920 1024.00 0.016399 97.64 0.000286 97.65 2
|
||||
|
||||
Max Write: 1376.55 MiB/sec (1443.42 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1376.55 1300.42 1339.50 31.11 100.57450 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 141393133568 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 21:21:31 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 21:21:43 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:21:43 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 50769952768.
|
||||
read 403.38 17233920 1024.00 0.002663 120.03 0.000268 120.03 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 60143173632.
|
||||
read 477.74 17233920 1024.00 0.001079 120.06 0.000247 120.06 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 61476962304.
|
||||
read 488.37 17233920 1024.00 0.001143 120.05 0.000220 120.05 2
|
||||
|
||||
Max Read: 488.37 MiB/sec (512.09 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 488.37 403.38 456.49 37.81 120.04743 0 8 8 3 0 0 1 0 0 1 17647534080 1048576 50769952768 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 21:27:43 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456945 0xbe13f1 0
|
||||
1 12638220 0xc0d80c 0
|
||||
|
||||
|
|
@ -0,0 +1,104 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 23:04:08 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:04:08 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180125184.
|
||||
WARNING: Using actual aggregate bytes moved = 5007572992.
|
||||
write 39.58 17233920 16.00 0.006125 120.65 0.001161 120.65 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179551744.
|
||||
WARNING: Using actual aggregate bytes moved = 5154930688.
|
||||
write 38.04 17233920 16.00 0.001755 129.23 0.000201 129.24 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180108800.
|
||||
WARNING: Using actual aggregate bytes moved = 5222072320.
|
||||
write 39.44 17233920 16.00 0.001761 126.27 0.000198 126.28 2
|
||||
|
||||
Max Write: 39.58 MiB/sec (41.50 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 39.58 38.04 39.02 0.70 125.38790 0 8 8 3 0 0 1 0 0 1 17647534080 16384 5007572992 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 23:10:53 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 23:11:02 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 23:11:02 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 4092526592.
|
||||
read 32.41 17233920 16.00 0.002418 120.41 0.000254 120.41 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 4224303104.
|
||||
read 33.46 17233920 16.00 0.000925 120.40 0.000182 120.40 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 4356243456.
|
||||
read 34.50 17233920 16.00 0.000914 120.40 0.000175 120.41 2
|
||||
|
||||
Max Read: 34.50 MiB/sec (36.18 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 34.50 32.41 33.46 0.85 120.40629 0 8 8 3 0 0 1 0 0 1 17647534080 16384 4092526592 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 23:17:03 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420257 0xbd84a1 0
|
||||
2 12566611 0xbfc053 0
|
||||
|
||||
|
|
@ -0,0 +1,76 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 0, Success (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
[cli_6]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6
|
||||
[cli_7]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24169 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:102400.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 102400 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
ior ERROR: block size must be a multiple of transfer size, errno 2, No such file or directory (ior.c:2293)
|
||||
[cli_1]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 1
|
||||
[cli_7]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 7
|
||||
[cli_3]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 3
|
||||
[cli_0]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 0
|
||||
[cli_2]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 2
|
||||
[cli_6]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 6
|
||||
[cli_4]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 4
|
||||
[cli_5]: aborting job:
|
||||
application called MPI_Abort(MPI_COMM_WORLD, -1) - process 5
|
||||
|
||||
===================================================================================
|
||||
= BAD TERMINATION OF ONE OF YOUR APPLICATION PROCESSES
|
||||
= PID 24220 RUNNING AT isc17-c04
|
||||
= EXIT CODE: 255
|
||||
= CLEANING UP REMAINING PROCESSES
|
||||
= YOU CAN IGNORE THE BELOW CLEANUP MESSAGES
|
||||
===================================================================================
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,163 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:10:10 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:10:10 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 3995 17233920 1024.00 0.001577 33.70 0.000219 33.70 0
|
||||
write 3867 17233920 1024.00 0.002179 34.81 0.000257 34.81 1
|
||||
write 3899 17233920 1024.00 0.001851 34.52 0.000215 34.53 2
|
||||
|
||||
Max Write: 3995.24 MiB/sec (4189.31 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 3995.24 3867.42 3920.66 54.32 34.34767 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:11:58 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 21:12:11 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 21:12:11 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 114182586368.
|
||||
read 907.34 17233920 1024.00 0.000688 120.01 0.000304 120.01 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 1366.67 17233920 1024.00 0.000268 98.52 0.000259 98.52 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 4447 17233920 1024.00 0.000357 30.27 0.000273 30.27 2
|
||||
|
||||
Max Read: 4447.43 MiB/sec (4663.47 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 4447.43 907.34 2240.48 1571.77 82.93445 0 8 8 3 1 0 1 0 0 1 17647534080 1048576 114182586368 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 21:16:19 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456942 0xbe13ee 0
|
||||
1 12638217 0xc0d809 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420234 0xbd848a 0
|
||||
2 12566586 0xbfc03a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378585 0xbce1d9 0
|
||||
6 12591846 0xc022e6 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566587 0xbfc03b 0
|
||||
4 12508304 0xbedc90 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591847 0xc022e7 0
|
||||
0 12420235 0xbd848b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456944 0xbe13f0 0
|
||||
1 12638219 0xc0d80b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638218 0xc0d80a 0
|
||||
3 12486528 0xbe8780 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508303 0xbedc8f 0
|
||||
7 12456943 0xbe13ef 0
|
||||
|
||||
|
|
@ -0,0 +1,172 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:51:16 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:51:16 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141178634240.
|
||||
WARNING: Using actual aggregate bytes moved = 32019611648.
|
||||
write 234.47 17233920 16.00 0.001957 130.23 0.000285 130.23 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141179027456.
|
||||
WARNING: Using actual aggregate bytes moved = 31119147008.
|
||||
write 229.00 17233920 16.00 0.018787 129.58 0.000220 129.60 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 31432753152.
|
||||
write 226.90 17233920 16.00 0.001744 132.11 0.000247 132.11 2
|
||||
|
||||
Max Write: 234.47 MiB/sec (245.86 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 234.47 226.90 230.12 3.19 130.64780 0 8 8 3 1 0 1 0 0 1 17647534080 16384 32019611648 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 22:57:53 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:16384.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 22:58:06 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 16384 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 22:58:06 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 16384 bytes
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 3643408384.
|
||||
read 28.94 17233920 16.00 0.000359 120.07 0.000223 120.07 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 3886481408.
|
||||
read 30.87 17233920 16.00 0.000286 120.05 0.000238 120.06 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 4003840000.
|
||||
read 31.81 17233920 16.00 0.000252 120.05 0.000242 120.05 2
|
||||
|
||||
Max Read: 31.81 MiB/sec (33.35 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 31.81 28.94 30.54 1.19 120.06106 0 8 8 3 1 0 1 0 0 1 17647534080 16384 3643408384 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 23:04:06 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456966 0xbe1406 0
|
||||
1 12638238 0xc0d81e 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420254 0xbd849e 0
|
||||
2 12566608 0xbfc050 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420256 0xbd84a0 0
|
||||
2 12566610 0xbfc052 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486552 0xbe8798 0
|
||||
5 12378606 0xbce1ee 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566609 0xbfc051 0
|
||||
4 12508324 0xbedca4 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638239 0xc0d81f 0
|
||||
3 12486553 0xbe8799 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591869 0xc022fd 0
|
||||
0 12420255 0xbd849f 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378607 0xbce1ef 0
|
||||
6 12591870 0xc022fe 0
|
||||
|
||||
|
|
@ -0,0 +1,28 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 128 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c01,isc17-c02,isc17-c03,isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12,isc17-c13,isc17-c14,isc17-c15,isc17-c18,isc17-c22 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:16#PPN:8#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Tue Oct 23 06:21:21 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c01
|
||||
|
||||
Test 0 started: Tue Oct 23 06:21:21 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 128 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 2103.75 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 2258884362240.
|
||||
WARNING: Stat() of aggregate file size = 2249447178240.
|
||||
WARNING: Using actual aggregate bytes moved = 762744668160.
|
||||
write 5507 17233920 10240 0.007823 132.08 0.001174 132.09 0
|
||||
Loading…
Reference in New Issue