300 lines
12 KiB
Plaintext
300 lines
12 KiB
Plaintext
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
|
+ tee -a ./output/COUNT:1#NN:8#PPN:2#API:POSIX#T:10485760.txt
|
|
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05,isc17-c06,isc17-c07,isc17-c08,isc17-c09,isc17-c11,isc17-c12 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r
|
|
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
|
|
|
Began: Wed Oct 24 03:56:42 2018
|
|
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 80530636800 -D 60 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread8/file -r
|
|
Machine: Linux isc17-c04
|
|
|
|
Test 0 started: Wed Oct 24 03:56:42 2018
|
|
Summary:
|
|
api = POSIX
|
|
test filename = /esfs/jtacquaviva/indread8/file
|
|
access = file-per-process
|
|
ordering in a file = random offsets
|
|
ordering inter file= no tasks offsets
|
|
clients = 16 (2 per node)
|
|
repetitions = 3
|
|
xfersize = 10 MiB
|
|
blocksize = 75 GiB
|
|
aggregate filesize = 1200 GiB
|
|
Using stonewalling = 60 second(s)
|
|
|
|
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
|
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
|
WARNING: Expected aggregate file size = 1288490188800.
|
|
WARNING: Stat() of aggregate file size = 2576980377600.
|
|
WARNING: Using actual aggregate bytes moved = 90177536000.
|
|
read 1430.03 78643200 10240 0.002533 60.14 0.002128 60.14 0
|
|
WARNING: Expected aggregate file size = 1288490188800.
|
|
WARNING: Stat() of aggregate file size = 2576980377600.
|
|
WARNING: Using actual aggregate bytes moved = 97989427200.
|
|
read 1544.39 78643200 10240 0.002137 60.51 0.002124 60.51 1
|
|
WARNING: Expected aggregate file size = 1288490188800.
|
|
WARNING: Stat() of aggregate file size = 2576980377600.
|
|
WARNING: Using actual aggregate bytes moved = 106472407040.
|
|
read 1688.81 78643200 10240 0.002131 60.12 0.002109 60.13 2
|
|
|
|
Max Read: 1688.81 MiB/sec (1770.85 MB/sec)
|
|
|
|
Summary of all tests:
|
|
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
|
read 1688.81 1430.03 1554.41 105.88 60.25765 0 16 2 3 1 0 1 0 0 1 80530636800 10485760 90177536000 POSIX 0
|
|
|
|
Finished: Wed Oct 24 03:59:43 2018
|
|
+ set +x
|
|
/esfs/jtacquaviva/ioperf
|
|
stripe_count: 16 stripe_size: 1048576 stripe_offset: -1
|
|
/esfs/jtacquaviva/ioperf/file_write.00000006
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 0
|
|
obdidx objid objid group
|
|
0 12427227 0xbd9fdb 0
|
|
1 12645213 0xc0f35d 0
|
|
2 12573566 0xbfdb7e 0
|
|
4 12515301 0xbef7e5 0
|
|
6 12598822 0xc03e26 0
|
|
5 12385577 0xbcfd29 0
|
|
7 12463921 0xbe2f31 0
|
|
3 12493512 0xbea2c8 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000002
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 7
|
|
obdidx objid objid group
|
|
7 12463928 0xbe2f38 0
|
|
1 12645218 0xc0f362 0
|
|
5 12385582 0xbcfd2e 0
|
|
0 12427235 0xbd9fe3 0
|
|
4 12515308 0xbef7ec 0
|
|
3 12493519 0xbea2cf 0
|
|
6 12598830 0xc03e2e 0
|
|
2 12573575 0xbfdb87 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000000
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 3
|
|
obdidx objid objid group
|
|
3 12493513 0xbea2c9 0
|
|
5 12385579 0xbcfd2b 0
|
|
6 12598824 0xc03e28 0
|
|
0 12427232 0xbd9fe0 0
|
|
2 12573571 0xbfdb83 0
|
|
4 12515304 0xbef7e8 0
|
|
7 12463925 0xbe2f35 0
|
|
1 12645215 0xc0f35f 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000004
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 2
|
|
obdidx objid objid group
|
|
2 12573574 0xbfdb86 0
|
|
3 12493517 0xbea2cd 0
|
|
6 12598828 0xc03e2c 0
|
|
7 12463931 0xbe2f3b 0
|
|
5 12385584 0xbcfd30 0
|
|
0 12427236 0xbd9fe4 0
|
|
1 12645221 0xc0f365 0
|
|
4 12515309 0xbef7ed 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000007
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 7
|
|
obdidx objid objid group
|
|
7 12463930 0xbe2f3a 0
|
|
1 12645220 0xc0f364 0
|
|
3 12493518 0xbea2ce 0
|
|
5 12385585 0xbcfd31 0
|
|
6 12598829 0xc03e2d 0
|
|
0 12427237 0xbd9fe5 0
|
|
2 12573576 0xbfdb88 0
|
|
4 12515310 0xbef7ee 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000012
|
|
lmm_stripe_count: 7
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 2
|
|
obdidx objid objid group
|
|
2 12573573 0xbfdb85 0
|
|
7 12463927 0xbe2f37 0
|
|
3 12493515 0xbea2cb 0
|
|
6 12598827 0xc03e2b 0
|
|
4 12515307 0xbef7eb 0
|
|
1 12645219 0xc0f363 0
|
|
5 12385583 0xbcfd2f 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000013
|
|
lmm_stripe_count: 7
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 1
|
|
obdidx objid objid group
|
|
1 12645210 0xc0f35a 0
|
|
6 12598820 0xc03e24 0
|
|
2 12573568 0xbfdb80 0
|
|
5 12385575 0xbcfd27 0
|
|
3 12493510 0xbea2c6 0
|
|
0 12427231 0xbd9fdf 0
|
|
7 12463923 0xbe2f33 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000003
|
|
lmm_stripe_count: 7
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 4
|
|
obdidx objid objid group
|
|
4 12515300 0xbef7e4 0
|
|
6 12598821 0xc03e25 0
|
|
5 12385576 0xbcfd28 0
|
|
0 12427230 0xbd9fde 0
|
|
1 12645214 0xc0f35e 0
|
|
2 12573570 0xbfdb82 0
|
|
7 12463924 0xbe2f34 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000008
|
|
lmm_stripe_count: 7
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 6
|
|
obdidx objid objid group
|
|
6 12598826 0xc03e2a 0
|
|
4 12515306 0xbef7ea 0
|
|
1 12645217 0xc0f361 0
|
|
5 12385581 0xbcfd2d 0
|
|
0 12427234 0xbd9fe2 0
|
|
7 12463929 0xbe2f39 0
|
|
3 12493516 0xbea2cc 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000010
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 5
|
|
obdidx objid objid group
|
|
5 12385580 0xbcfd2c 0
|
|
6 12598825 0xc03e29 0
|
|
0 12427233 0xbd9fe1 0
|
|
2 12573572 0xbfdb84 0
|
|
4 12515305 0xbef7e9 0
|
|
7 12463926 0xbe2f36 0
|
|
1 12645216 0xc0f360 0
|
|
3 12493514 0xbea2ca 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000005
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 1
|
|
obdidx objid objid group
|
|
1 12645211 0xc0f35b 0
|
|
0 12427228 0xbd9fdc 0
|
|
5 12385574 0xbcfd26 0
|
|
4 12515303 0xbef7e7 0
|
|
2 12573569 0xbfdb81 0
|
|
3 12493511 0xbea2c7 0
|
|
7 12463922 0xbe2f32 0
|
|
6 12598823 0xc03e27 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000014
|
|
lmm_stripe_count: 7
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 3
|
|
obdidx objid objid group
|
|
3 12493508 0xbea2c4 0
|
|
2 12573564 0xbfdb7c 0
|
|
0 12427226 0xbd9fda 0
|
|
4 12515299 0xbef7e3 0
|
|
7 12463919 0xbe2f2f 0
|
|
5 12385573 0xbcfd25 0
|
|
6 12598819 0xc03e23 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000009
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 6
|
|
obdidx objid objid group
|
|
6 12598818 0xc03e22 0
|
|
3 12493509 0xbea2c5 0
|
|
1 12645212 0xc0f35c 0
|
|
7 12463920 0xbe2f30 0
|
|
2 12573567 0xbfdb7f 0
|
|
4 12515302 0xbef7e6 0
|
|
0 12427229 0xbd9fdd 0
|
|
5 12385578 0xbcfd2a 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000015
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 2
|
|
obdidx objid objid group
|
|
2 12573562 0xbfdb7a 0
|
|
4 12515296 0xbef7e0 0
|
|
7 12463916 0xbe2f2c 0
|
|
1 12645207 0xc0f357 0
|
|
3 12493505 0xbea2c1 0
|
|
5 12385570 0xbcfd22 0
|
|
6 12598815 0xc03e1f 0
|
|
0 12427223 0xbd9fd7 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000001
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 4
|
|
obdidx objid objid group
|
|
4 12515297 0xbef7e1 0
|
|
7 12463917 0xbe2f2d 0
|
|
5 12385571 0xbcfd23 0
|
|
6 12598816 0xc03e20 0
|
|
0 12427224 0xbd9fd8 0
|
|
1 12645208 0xc0f358 0
|
|
3 12493506 0xbea2c2 0
|
|
2 12573563 0xbfdb7b 0
|
|
|
|
/esfs/jtacquaviva/ioperf/file_write.00000011
|
|
lmm_stripe_count: 8
|
|
lmm_stripe_size: 1048576
|
|
lmm_pattern: 1
|
|
lmm_layout_gen: 0
|
|
lmm_stripe_offset: 6
|
|
obdidx objid objid group
|
|
6 12598817 0xc03e21 0
|
|
3 12493507 0xbea2c3 0
|
|
0 12427225 0xbd9fd9 0
|
|
5 12385572 0xbcfd24 0
|
|
7 12463918 0xbe2f2e 0
|
|
4 12515298 0xbef7e2 0
|
|
1 12645209 0xc0f359 0
|
|
2 12573565 0xbfdb7d 0
|
|
|