julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Results for 1 and 2 nodes

This commit is contained in:
Eugen Betke 2018-11-14 13:11:58 +01:00
parent 190fa51c3a
commit 20aab5c707
2160 changed files with 85832 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt Normal file
View File

@ -0,0 +1,23 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 6354 max: 6354 -- min data: 0.6 GiB mean data: 0.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 650649600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:52:02 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:52:02 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 10.2441,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0003,
"wrRdTime": 60.5714,
"closeTime": 0.0005,
"totalTime": 60.5722
}
]
]
,
"max": {
"readMiB": 10.2441,
"readMB": 10.7417
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 10.2441,
"bwMinMIB": 10.2441,
"bwMeanMIB": 10.2441,
"bwStdMIB": 0.0000,
"OPsMax": 104.8996,
"OPsMin": 104.8996,
"OPsMean": 104.8996,
"OPsSD": 0.0000,
"MeanTime": 60.5722,
"xsizeMiB": 620.5078
}
]
,
"Finished": "Wed Nov 14 08:53:02 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:9560-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181921
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541431117417
PortRcvData:.....................21842677121034
PortXmitPkts:....................72383711395
PortRcvPkts:.....................59949553930
PortUnicastXmitPkts:.............72376257971
PortUnicastRcvPkts:..............59825715826
PortMulticastXmitPkts:...........7453424
PortMulticastRcvPkts:............123838104
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524701325 100268137 0 30 0 0 0 19451345 39074951474 37850227 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506786818 9780962 0 0 0 0 0 0 14506786818 9780962 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824793479 2859585382 0 0 0 0 0 0 7253518570758 997923196 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11760 51069 897 1386 50862
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:9560-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181983
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541434596074
PortRcvData:.....................21842843051628
PortXmitPkts:....................72383912403
PortRcvPkts:.....................59949756180
PortUnicastXmitPkts:.............72376458917
PortUnicastRcvPkts:..............59825916750
PortMulticastXmitPkts:...........7453486
PortMulticastRcvPkts:............123839430
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524776657 100268771 0 30 0 0 0 19451525 39075025813 37850410 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506792428 9781032 0 0 0 0 0 0 14506792428 9781032 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824870989 2859586746 0 0 0 0 0 0 7253518580358 997923318 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11759 50370 897 2087 50719
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 621
unused_mb: 31487
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 98351 max: 98351 -- min data: 9.4 GiB mean data: 9.4 GiB time: 60.7s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306265600.
WARNING: Using actual aggregate bytes moved = 10071142400.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 98351
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 99372 max: 99372 -- min data: 9.5 GiB mean data: 9.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304832000.
WARNING: Using actual aggregate bytes moved = 10175692800.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 99372
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:07:55 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:07:55 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.1%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 160.1759,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0005,
"wrRdTime": 60.5842,
"closeTime": 0.0005,
"totalTime": 60.5852
}
,
{
"access": "remove",
"totalTime": 7.1270
}
]
]
,
"max": {
"writeMiB": 160.1759,
"writeMB": 167.9566
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 160.1759,
"bwMinMIB": 160.1759,
"bwMeanMIB": 160.1759,
"bwStdMIB": 0.0000,
"OPsMax": 1640.2012,
"OPsMin": 1640.2012,
"OPsMean": 1640.2012,
"OPsSD": 0.0000,
"MeanTime": 60.5852,
"xsizeMiB": 9704.2969
}
]
,
"Finished": "Tue Nov 13 22:09:03 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:16908-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143275
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50693378691915
PortRcvData:.....................21734982742028
PortXmitPkts:....................71453901318
PortRcvPkts:.....................59019006066
PortUnicastXmitPkts:.............71446486462
PortUnicastRcvPkts:..............58896009560
PortMulticastXmitPkts:...........7414856
PortMulticastRcvPkts:............122996506
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46482014209 99879536 0 30 0 0 0 19348727 39029618986 37747540 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470004897 9732575 0 0 0 0 0 0 14470004897 9732575 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775752233 2858723648 0 0 0 0 0 0 7253512776907 997850801 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11873 50964 889 1378 50808
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:16908-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143343
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50695948350629
PortRcvData:.....................21735008460423
PortXmitPkts:....................71456407998
PortRcvPkts:.....................59021513896
PortUnicastXmitPkts:.............71448993074
PortUnicastRcvPkts:..............58898515903
PortMulticastXmitPkts:...........7414924
PortMulticastRcvPkts:............122997993
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46482091570 99880216 0 30 0 0 0 19348919 39029697917 37747715 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470010859 9732649 0 0 0 0 0 0 14470010859 9732649 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775839615 2858725182 0 0 0 0 0 0 7253512788099 997850944 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11843 50976 889 1396 50819
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

23
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt Normal file
View File

@ -0,0 +1,23 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 5188 max: 5188 -- min data: 5.1 GiB mean data: 5.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 5440012288.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:48:44 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:48:44 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 86.3904,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0004,
"wrRdTime": 60.0522,
"closeTime": 0.0004,
"totalTime": 60.0530
}
]
]
,
"max": {
"readMiB": 86.3904,
"readMB": 90.5869
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 86.3904,
"bwMinMIB": 86.3904,
"bwMeanMIB": 86.3904,
"bwStdMIB": 0.0000,
"OPsMax": 86.3904,
"OPsMin": 86.3904,
"OPsMean": 86.3904,
"OPsSD": 0.0000,
"MeanTime": 60.0530,
"xsizeMiB": 5188.0000
}
]
,
"Finished": "Wed Nov 14 08:49:44 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:4757-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181723
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541358836229
PortRcvData:.....................21838543679961
PortXmitPkts:....................72379013965
PortRcvPkts:.....................59944851704
PortUnicastXmitPkts:.............72371560739
PortUnicastRcvPkts:..............59821018063
PortMulticastXmitPkts:...........7453226
PortMulticastRcvPkts:............123833641
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524444675 100266008 0 30 0 0 0 19450790 39074696542 37849575 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506510730 9780699 0 0 0 0 0 0 14506510730 9780699 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824533223 2859580811 0 0 0 0 0 0 7253518540326 997922814 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11761 51069 897 1386 50862
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:4757-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181784
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541373537890
PortRcvData:.....................21839918269372
PortXmitPkts:....................72380373807
PortRcvPkts:.....................59946212842
PortUnicastXmitPkts:.............72372920520
PortUnicastRcvPkts:..............59822377821
PortMulticastXmitPkts:...........7453287
PortMulticastRcvPkts:............123835021
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524510775 100266643 0 30 0 0 0 19450971 39074765738 37849725 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506773497 9780795 0 0 0 0 0 0 14506773497 9780795 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824613853 2859582230 0 0 0 0 0 0 7253518549998 997922937 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11757 45221 897 7238 50144
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 5188
unused_mb: 26920
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 64087 max: 64087 -- min data: 62.6 GiB mean data: 62.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304270848.
WARNING: Using actual aggregate bytes moved = 67200090112.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 64087
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 66162 max: 66162 -- min data: 64.6 GiB mean data: 64.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805302173696.
WARNING: Using actual aggregate bytes moved = 69375885312.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 66162
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:04:20 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:04:20 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.2%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1102.0016,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0005,
"wrRdTime": 60.0373,
"closeTime": 0.0001,
"totalTime": 60.0380
}
,
{
"access": "remove",
"totalTime": 5.5125
}
]
]
,
"max": {
"writeMiB": 1102.0016,
"writeMB": 1155.5324
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 1102.0016,
"bwMinMIB": 1102.0016,
"bwMeanMIB": 1102.0016,
"bwStdMIB": 0.0000,
"OPsMax": 1102.0016,
"OPsMin": 1102.0016,
"OPsMean": 1102.0016,
"OPsSD": 0.0000,
"MeanTime": 60.0380,
"xsizeMiB": 66162.0000
}
]
,
"Finished": "Tue Nov 13 22:05:25 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:11949-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143059
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50670713411944
PortRcvData:.....................21734757539373
PortXmitPkts:....................71431794492
PortRcvPkts:.....................58996897541
PortUnicastXmitPkts:.............71424379852
PortUnicastRcvPkts:..............58873905777
PortMulticastXmitPkts:...........7414640
PortMulticastRcvPkts:............122991764
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481735112 99877196 0 30 0 0 0 19348157 39029337742 37746812 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469984910 9732326 0 0 0 0 0 0 14469984910 9732326 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775475772 2858718794 0 0 0 0 0 0 7253512744427 997850393 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11851 50991 889 1373 50822
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:11949-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143125
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50688229744076
PortRcvData:.....................21734931122336
PortXmitPkts:....................71448876031
PortRcvPkts:.....................59013978256
PortUnicastXmitPkts:.............71441461325
PortUnicastRcvPkts:..............58890985057
PortMulticastXmitPkts:...........7414706
PortMulticastRcvPkts:............122993199
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481806423 99877891 0 30 0 0 0 19348334 39029416784 37746989 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469990872 9732400 0 0 0 0 0 0 14469990872 9732400 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775559694 2858720270 0 0 0 0 0 0 7253512754935 997850525 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 12017 50796 889 1402 50779
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

23
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt Normal file
View File

@ -0,0 +1,23 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 711 max: 711 -- min data: 6.9 GiB mean data: 6.9 GiB time: 60.1s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 7455375360.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:45:20 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:45:20 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 118.3226,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0004,
"wrRdTime": 60.0891,
"closeTime": 0.0004,
"totalTime": 60.0899
}
]
]
,
"max": {
"readMiB": 118.3226,
"readMB": 124.0703
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 118.3226,
"bwMinMIB": 118.3226,
"bwMeanMIB": 118.3226,
"bwStdMIB": 0.0000,
"OPsMax": 11.8323,
"OPsMin": 11.8323,
"OPsMean": 11.8323,
"OPsSD": 0.0000,
"MeanTime": 60.0899,
"xsizeMiB": 7110.0000
}
]
,
"Finished": "Wed Nov 14 08:46:20 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:48683-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181519
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541158368358
PortRcvData:.....................21819786149383
PortXmitPkts:....................72360464071
PortRcvPkts:.....................59926293318
PortUnicastXmitPkts:.............72353011048
PortUnicastRcvPkts:..............59802464075
PortMulticastXmitPkts:...........7453023
PortMulticastRcvPkts:............123829243
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524157767 100263758 0 30 0 0 0 19450205 39074420779 37848817 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506492492 9780473 0 0 0 0 0 0 14506492492 9780473 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824277233 2859576316 0 0 0 0 0 0 7253518510454 997922439 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 51059 897 1393 50856
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:48683-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181580
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541178507684
PortRcvData:.....................21821669915891
PortXmitPkts:....................72362327633
PortRcvPkts:.....................59928158149
PortUnicastXmitPkts:.............72354874549
PortUnicastRcvPkts:..............59804327593
PortMulticastXmitPkts:...........7453084
PortMulticastRcvPkts:............123830556
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524232322 100264373 0 30 0 0 0 19450390 39074495299 37849000 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506498102 9780543 0 0 0 0 0 0 14506498102 9780543 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824353161 2859577652 0 0 0 0 0 0 7253518518954 997922544 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11759 43054 897 9403 49899
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 7110
unused_mb: 24998
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 5287 max: 5287 -- min data: 51.6 GiB mean data: 51.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 804446535680.
WARNING: Using actual aggregate bytes moved = 55438213120.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 5287
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 7455 max: 7455 -- min data: 72.8 GiB mean data: 72.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805285396480.
WARNING: Using actual aggregate bytes moved = 78171340800.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 7455
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:00:49 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:00:49 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.2%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1242.1644,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0006,
"wrRdTime": 60.0154,
"closeTime": 0.0002,
"totalTime": 60.0162
}
,
{
"access": "remove",
"totalTime": 4.8687
}
]
]
,
"max": {
"writeMiB": 1242.1644,
"writeMB": 1302.5038
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 1242.1644,
"bwMinMIB": 1242.1644,
"bwMeanMIB": 1242.1644,
"bwStdMIB": 0.0000,
"OPsMax": 124.2164,
"OPsMin": 124.2164,
"OPsMean": 124.2164,
"OPsSD": 0.0000,
"MeanTime": 60.0162,
"xsizeMiB": 74550.0000
}
]
,
"Finished": "Tue Nov 13 22:01:54 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:6952-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142848
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50620241004512
PortRcvData:.....................21734257427575
PortXmitPkts:....................71382570378
PortRcvPkts:.....................58947675798
PortUnicastXmitPkts:.............71375155948
PortUnicastRcvPkts:..............58824688605
PortMulticastXmitPkts:...........7414430
PortMulticastRcvPkts:............122987193
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481447185 99874923 0 30 0 0 0 19347586 39029063449 37746080 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469708118 9732055 0 0 0 0 0 0 14469708118 9732055 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775209630 2858714123 0 0 0 0 0 0 7253512713539 997850005 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 16093 46748 889 1375 50759
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:6952-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142914
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50639977867669
PortRcvData:.....................21734452946249
PortXmitPkts:....................71401817648
PortRcvPkts:.....................58966921361
PortUnicastXmitPkts:.............71394403153
PortUnicastRcvPkts:..............58843932749
PortMulticastXmitPkts:...........7414495
PortMulticastRcvPkts:............122988612
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481521739 99875586 0 30 0 0 0 19347766 39029144586 37746267 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469713904 9732127 0 0 0 0 0 0 14469713904 9732127 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775291674 2858715567 0 0 0 0 0 0 7253512722467 997850117 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 13545 49278 889 1393 50774
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

23
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt Normal file
View File

@ -0,0 +1,23 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 7396 max: 7396 -- min data: 0.1 GiB mean data: 0.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 121176064.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:55:21 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:55:21 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 1.8067,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0003,
"wrRdTime": 63.9608,
"closeTime": 0.0005,
"totalTime": 63.9615
}
]
]
,
"max": {
"readMiB": 1.8067,
"readMB": 1.8945
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 1.8067,
"bwMinMIB": 1.8067,
"bwMeanMIB": 1.8067,
"bwStdMIB": 0.0000,
"OPsMax": 115.6320,
"OPsMin": 115.6320,
"OPsMean": 115.6320,
"OPsSD": 0.0000,
"MeanTime": 63.9615,
"xsizeMiB": 115.5625
}
]
,
"Finished": "Wed Nov 14 08:56:25 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:14327-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182120
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541474659081
PortRcvData:.....................21843407793435
PortXmitPkts:....................72385208961
PortRcvPkts:.....................59951055533
PortUnicastXmitPkts:.............72377755338
PortUnicastRcvPkts:..............59827213125
PortMulticastXmitPkts:...........7453623
PortMulticastRcvPkts:............123842408
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524974839 100270292 0 30 0 0 0 19451912 39075207506 37850915 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14507062906 9781225 0 0 0 0 0 0 14507062906 9781225 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779825045636 2859589802 0 0 0 0 0 0 7253518601950 997923589 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11761 51066 897 1388 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:14327-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182185
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541476968317
PortRcvData:.....................21843440164511
PortXmitPkts:....................72385283482
PortRcvPkts:.....................59951131354
PortUnicastXmitPkts:.............72377829795
PortUnicastRcvPkts:..............59827287561
PortMulticastXmitPkts:...........7453687
PortMulticastRcvPkts:............123843793
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46525056284 100270995 0 30 0 0 0 19452117 39075288151 37851107 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14507068692 9781297 0 0 0 0 0 0 14507068692 9781297 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779825125544 2859591209 0 0 0 0 0 0 7253518610346 997923696 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11758 50938 897 1520 50798
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 116
unused_mb: 31992
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 147371 max: 147371 -- min data: 2.2 GiB mean data: 2.2 GiB time: 60.3s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306155008.
WARNING: Using actual aggregate bytes moved = 2414526464.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 147371
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 148734 max: 148734 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304713216.
WARNING: Using actual aggregate bytes moved = 2436857856.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 148734
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:11:54 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:11:54 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.1%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 1,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 36.3129,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0005,
"wrRdTime": 63.9975,
"closeTime": 0.0005,
"totalTime": 63.9984
}
,
{
"access": "remove",
"totalTime": 16.1799
}
]
]
,
"max": {
"writeMiB": 36.3129,
"writeMB": 38.0768
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 36.3129,
"bwMinMIB": 36.3129,
"bwMeanMIB": 36.3129,
"bwStdMIB": 0.0000,
"OPsMax": 2324.0252,
"OPsMin": 2324.0252,
"OPsMean": 2324.0252,
"OPsSD": 0.0000,
"MeanTime": 63.9984,
"xsizeMiB": 2323.9688
}
]
,
"Finished": "Tue Nov 13 22:13:15 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt_network/HOST:isc17-c04-PID:22456-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143514
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50697187878414
PortRcvData:.....................21735021723829
PortXmitPkts:....................71457625467
PortRcvPkts:.....................59022733671
PortUnicastXmitPkts:.............71450210373
PortUnicastRcvPkts:..............58899731992
PortMulticastXmitPkts:...........7415094
PortMulticastRcvPkts:............123001679
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46482320713 99882095 0 30 0 0 0 19349379 39029919593 37748292 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470284318 9732879 0 0 0 0 0 0 14470284318 9732879 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779776054527 2858728953 0 0 0 0 0 0 7253512813307 997851261 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11809 51035 889 1372 50845
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:POSIX-T:16384-TYPE:write.txt_network/HOST:isc17-c04-PID:22456-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143595
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50697803877923
PortRcvData:.....................21735028246286
PortXmitPkts:....................71458229549
PortRcvPkts:.....................59023338814
PortUnicastXmitPkts:.............71450814374
PortUnicastRcvPkts:..............58900335387
PortMulticastXmitPkts:...........7415175
PortMulticastRcvPkts:............123003427
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46482416264 99882953 0 30 0 0 0 19349604 39030014846 37748511 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470292205 9732978 0 0 0 0 0 0 14470292205 9732978 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779776156954 2858730751 0 0 0 0 0 0 7253512826371 997851425 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11854 50966 889 1396 50812
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 8637 max: 8761 -- min data: 0.8 GiB mean data: 0.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 3588505600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:50:57 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:50:57 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "102400 bytes",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 55.8415,
"blockKiB": 196608000.0000,
"xferKiB": 100.0000,
"openTime": 0.0007,
"wrRdTime": 61.2843,
"closeTime": 0.0004,
"totalTime": 61.2854
}
]
]
,
"max": {
"readMiB": 55.8415,
"readMB": 58.5540
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 102400,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 102400,
"bwMaxMIB": 55.8415,
"bwMinMIB": 55.8415,
"bwMeanMIB": 55.8415,
"bwStdMIB": 0.0000,
"OPsMax": 571.8168,
"OPsMin": 571.8168,
"OPsMean": 571.8168,
"OPsSD": 0.0000,
"MeanTime": 61.2854,
"xsizeMiB": 3422.2656
}
]
,
"Finished": "Wed Nov 14 08:51:58 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8082-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181855
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541412062037
PortRcvData:.....................21841762798963
PortXmitPkts:....................72382606020
PortRcvPkts:.....................59948447073
PortUnicastXmitPkts:.............72375152661
PortUnicastRcvPkts:..............59824610442
PortMulticastXmitPkts:...........7453359
PortMulticastRcvPkts:............123836631
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524623322 100267445 0 30 0 0 0 19451179 39074868513 37850027 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506780856 9780888 0 0 0 0 0 0 14506780856 9780888 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824708379 2859583886 0 0 0 0 0 0 7253518561782 997923085 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 51066 897 1387 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8082-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181918
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541431083363
PortRcvData:.....................21842677092629
PortXmitPkts:....................72383711042
PortRcvPkts:.....................59949553520
PortUnicastXmitPkts:.............72376257620
PortUnicastRcvPkts:..............59825715479
PortMulticastXmitPkts:...........7453422
PortMulticastRcvPkts:............123838041
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524688880 100268082 0 30 0 0 0 19451340 39074938888 37850182 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506786642 9780960 0 0 0 0 0 0 14506786642 9780960 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824789399 2859585315 0 0 0 0 0 0 7253518569774 997923186 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11760 47154 897 5301 50335
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 3423
unused_mb: 28685
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8083-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181855
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541412062037
PortRcvData:.....................21841762798963
PortXmitPkts:....................72382606020
PortRcvPkts:.....................59948447073
PortUnicastXmitPkts:.............72375152661
PortUnicastRcvPkts:..............59824610442
PortMulticastXmitPkts:...........7453359
PortMulticastRcvPkts:............123836631
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524623322 100267445 0 30 0 0 0 19451179 39074868513 37850027 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506780856 9780888 0 0 0 0 0 0 14506780856 9780888 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824708379 2859583886 0 0 0 0 0 0 7253518561782 997923085 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 51066 897 1387 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8083-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181918
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541431083363
PortRcvData:.....................21842677092629
PortXmitPkts:....................72383711042
PortRcvPkts:.....................59949553520
PortUnicastXmitPkts:.............72376257620
PortUnicastRcvPkts:..............59825715479
PortMulticastXmitPkts:...........7453422
PortMulticastRcvPkts:............123838041
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524688880 100268082 0 30 0 0 0 19451340 39074938888 37850182 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506786642 9780960 0 0 0 0 0 0 14506786642 9780960 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824789455 2859585316 0 0 0 0 0 0 7253518569774 997923186 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11761 47154 897 5301 50335
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 3423
unused_mb: 28685
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8084-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181855
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541412062037
PortRcvData:.....................21841762798963
PortXmitPkts:....................72382606020
PortRcvPkts:.....................59948447073
PortUnicastXmitPkts:.............72375152661
PortUnicastRcvPkts:..............59824610442
PortMulticastXmitPkts:...........7453359
PortMulticastRcvPkts:............123836631
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524623322 100267445 0 30 0 0 0 19451179 39074868513 37850027 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506780856 9780888 0 0 0 0 0 0 14506780856 9780888 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824708379 2859583886 0 0 0 0 0 0 7253518561782 997923085 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 51066 897 1387 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8084-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181918
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541431083363
PortRcvData:.....................21842677092629
PortXmitPkts:....................72383711042
PortRcvPkts:.....................59949553520
PortUnicastXmitPkts:.............72376257620
PortUnicastRcvPkts:..............59825715479
PortMulticastXmitPkts:...........7453422
PortMulticastRcvPkts:............123838041
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524688880 100268082 0 30 0 0 0 19451340 39074938888 37850182 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506786642 9780960 0 0 0 0 0 0 14506786642 9780960 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824789399 2859585315 0 0 0 0 0 0 7253518569774 997923186 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11761 47154 897 5301 50335
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 3423
unused_mb: 28685
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8085-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181855
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541412062037
PortRcvData:.....................21841762798963
PortXmitPkts:....................72382606020
PortRcvPkts:.....................59948447073
PortUnicastXmitPkts:.............72375152661
PortUnicastRcvPkts:..............59824610442
PortMulticastXmitPkts:...........7453359
PortMulticastRcvPkts:............123836631
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524623322 100267445 0 30 0 0 0 19451179 39074868513 37850027 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506780856 9780888 0 0 0 0 0 0 14506780856 9780888 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824708379 2859583886 0 0 0 0 0 0 7253518561782 997923085 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 51066 897 1387 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:read.txt_network/HOST:isc17-c04-PID:8085-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181918
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541431083363
PortRcvData:.....................21842677092596
PortXmitPkts:....................72383711042
PortRcvPkts:.....................59949553519
PortUnicastXmitPkts:.............72376257620
PortUnicastRcvPkts:..............59825715479
PortMulticastXmitPkts:...........7453422
PortMulticastRcvPkts:............123838040
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524688880 100268082 0 30 0 0 0 19451340 39074938888 37850182 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506786642 9780960 0 0 0 0 0 0 14506786642 9780960 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824789399 2859585315 0 0 0 0 0 0 7253518569774 997923186 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11761 47154 897 5301 50335
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 3423
unused_mb: 28685
reclaim_count: 1776

32
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt Normal file
View File

@ -0,0 +1,32 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 23710 max: 24636 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.1s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805232230400.
WARNING: Using actual aggregate bytes moved = 10090905600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 24636
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 25296 max: 25345 -- min data: 2.4 GiB mean data: 2.4 GiB time: 60.2s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305139200.
WARNING: Using actual aggregate bytes moved = 10381312000.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 25345
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:06:45 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 102400 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:06:45 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.1%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "102400 bytes",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 163.6308,
"blockKiB": 196608000.0000,
"xferKiB": 100.0000,
"openTime": 0.0009,
"wrRdTime": 60.5030,
"closeTime": 0.0005,
"totalTime": 60.5045
}
,
{
"access": "remove",
"totalTime": 6.8680
}
]
]
,
"max": {
"writeMiB": 163.6308,
"writeMB": 171.5793
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 102400,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 102400,
"bwMaxMIB": 163.6308,
"bwMinMIB": 163.6308,
"bwMeanMIB": 163.6308,
"bwStdMIB": 0.0000,
"OPsMax": 1675.5792,
"OPsMin": 1675.5792,
"OPsMean": 1675.5792,
"OPsSD": 0.0000,
"MeanTime": 60.5045,
"xsizeMiB": 9900.3906
}
]
,
"Finished": "Tue Nov 13 22:07:53 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15269-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143203
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50690757037154
PortRcvData:.....................21734956449813
PortXmitPkts:....................71451342998
PortRcvPkts:.....................59016446602
PortUnicastXmitPkts:.............71443928213
PortUnicastRcvPkts:..............58893451634
PortMulticastXmitPkts:...........7414785
PortMulticastRcvPkts:............122994968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481926564 99878774 0 30 0 0 0 19348544 39029527784 37747307 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469998583 9732497 0 0 0 0 0 0 14469998583 9732497 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775663329 2858722085 0 0 0 0 0 0 7253512767355 997850681 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11822 51021 889 1372 50836
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15269-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143273
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50693378666717
PortRcvData:.....................21734982721954
PortXmitPkts:....................71453901060
PortRcvPkts:.....................59019005769
PortUnicastXmitPkts:.............71446486207
PortUnicastRcvPkts:..............58896009307
PortMulticastXmitPkts:...........7414853
PortMulticastRcvPkts:............122996462
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481997827 99879471 0 30 0 0 0 19348724 39029609580 37747486 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470004721 9732573 0 0 0 0 0 0 14470004721 9732573 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775749417 2858723602 0 0 0 0 0 0 7253512776375 997850794 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11877 50944 889 1394 50796
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15270-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143203
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50690757037154
PortRcvData:.....................21734956449813
PortXmitPkts:....................71451342998
PortRcvPkts:.....................59016446602
PortUnicastXmitPkts:.............71443928213
PortUnicastRcvPkts:..............58893451634
PortMulticastXmitPkts:...........7414785
PortMulticastRcvPkts:............122994968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481926564 99878774 0 30 0 0 0 19348544 39029527784 37747307 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469998583 9732497 0 0 0 0 0 0 14469998583 9732497 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775663329 2858722085 0 0 0 0 0 0 7253512767355 997850681 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11821 51022 889 1372 50838
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15270-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143273
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50693378666717
PortRcvData:.....................21734982721954
PortXmitPkts:....................71453901060
PortRcvPkts:.....................59019005769
PortUnicastXmitPkts:.............71446486207
PortUnicastRcvPkts:..............58896009307
PortMulticastXmitPkts:...........7414853
PortMulticastRcvPkts:............122996462
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481997827 99879471 0 30 0 0 0 19348724 39029609580 37747486 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470004721 9732573 0 0 0 0 0 0 14470004721 9732573 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775749417 2858723602 0 0 0 0 0 0 7253512776375 997850794 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11877 50944 889 1394 50797
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15271-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143203
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50690757037154
PortRcvData:.....................21734956449813
PortXmitPkts:....................71451342998
PortRcvPkts:.....................59016446602
PortUnicastXmitPkts:.............71443928213
PortUnicastRcvPkts:..............58893451634
PortMulticastXmitPkts:...........7414785
PortMulticastRcvPkts:............122994968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481926564 99878774 0 30 0 0 0 19348544 39029527784 37747307 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469998583 9732497 0 0 0 0 0 0 14469998583 9732497 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775663329 2858722085 0 0 0 0 0 0 7253512767355 997850681 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11822 51021 889 1372 50837
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15271-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143273
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50693378666717
PortRcvData:.....................21734982721954
PortXmitPkts:....................71453901060
PortRcvPkts:.....................59019005769
PortUnicastXmitPkts:.............71446486207
PortUnicastRcvPkts:..............58896009307
PortMulticastXmitPkts:...........7414853
PortMulticastRcvPkts:............122996462
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481997827 99879471 0 30 0 0 0 19348724 39029609580 37747486 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470004721 9732573 0 0 0 0 0 0 14470004721 9732573 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775749417 2858723602 0 0 0 0 0 0 7253512776375 997850794 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11877 50944 889 1394 50797
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15272-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143203
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50690757037154
PortRcvData:.....................21734956449813
PortXmitPkts:....................71451342998
PortRcvPkts:.....................59016446602
PortUnicastXmitPkts:.............71443928213
PortUnicastRcvPkts:..............58893451634
PortMulticastXmitPkts:...........7414785
PortMulticastRcvPkts:............122994968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481926564 99878774 0 30 0 0 0 19348544 39029527784 37747307 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469998583 9732497 0 0 0 0 0 0 14469998583 9732497 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775663329 2858722085 0 0 0 0 0 0 7253512767355 997850681 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11821 51022 889 1372 50837
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:102400-TYPE:write.txt_network/HOST:isc17-c04-PID:15272-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143273
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50693378666717
PortRcvData:.....................21734982721954
PortXmitPkts:....................71453901060
PortRcvPkts:.....................59019005769
PortUnicastXmitPkts:.............71446486207
PortUnicastRcvPkts:..............58896009307
PortMulticastXmitPkts:...........7414853
PortMulticastRcvPkts:............122996462
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481997827 99879471 0 30 0 0 0 19348724 39029609580 37747486 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14470004721 9732573 0 0 0 0 0 0 14470004721 9732573 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775749417 2858723602 0 0 0 0 0 0 7253512776375 997850794 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11877 50944 889 1394 50796
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 5738 max: 5769 -- min data: 5.6 GiB mean data: 5.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 24196939776.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:47:36 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 1048576 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:47:36 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "1 MiB",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 382.2212,
"blockKiB": 196608000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0009,
"wrRdTime": 60.3721,
"closeTime": 0.0004,
"totalTime": 60.3734
}
]
]
,
"max": {
"readMiB": 382.2212,
"readMB": 400.7880
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 1048576,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 1048576,
"bwMaxMIB": 382.2212,
"bwMinMIB": 382.2212,
"bwMeanMIB": 382.2212,
"bwStdMIB": 0.0000,
"OPsMax": 382.2212,
"OPsMin": 382.2212,
"OPsMean": 382.2212,
"OPsSD": 0.0000,
"MeanTime": 60.3734,
"xsizeMiB": 23076.0000
}
]
,
"Finished": "Wed Nov 14 08:48:37 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3202-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181655
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541293503331
PortRcvData:.....................21832430172142
PortXmitPkts:....................72372968020
PortRcvPkts:.....................59938803296
PortUnicastXmitPkts:.............72365514862
PortUnicastRcvPkts:..............59814971130
PortMulticastXmitPkts:...........7453158
PortMulticastRcvPkts:............123832166
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524344516 100265260 0 30 0 0 0 19450609 39074598743 37849292 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506504592 9780623 0 0 0 0 0 0 14506504592 9780623 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824447851 2859579310 0 0 0 0 0 0 7253518530934 997922697 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51063 897 1386 50856
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3202-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181717
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541358811626
PortRcvData:.....................21838543657114
PortXmitPkts:....................72379013701
PortRcvPkts:.....................59944851316
PortUnicastXmitPkts:.............72371560481
PortUnicastRcvPkts:..............59821017809
PortMulticastXmitPkts:...........7453220
PortMulticastRcvPkts:............123833507
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524416776 100265872 0 30 0 0 0 19450770 39074677327 37849485 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506510378 9780695 0 0 0 0 0 0 14506510378 9780695 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824525167 2859580673 0 0 0 0 0 0 7253518539102 997922800 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 25000 897 27452 47855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 23076
unused_mb: 9032
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3203-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181655
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541293503331
PortRcvData:.....................21832430172142
PortXmitPkts:....................72372968020
PortRcvPkts:.....................59938803296
PortUnicastXmitPkts:.............72365514862
PortUnicastRcvPkts:..............59814971130
PortMulticastXmitPkts:...........7453158
PortMulticastRcvPkts:............123832166
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524344516 100265260 0 30 0 0 0 19450609 39074598743 37849292 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506504592 9780623 0 0 0 0 0 0 14506504592 9780623 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824447851 2859579310 0 0 0 0 0 0 7253518530934 997922697 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51063 897 1386 50856
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3203-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181717
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541358810547
PortRcvData:.....................21838543656276
PortXmitPkts:....................72379013690
PortRcvPkts:.....................59944851305
PortUnicastXmitPkts:.............72371560470
PortUnicastRcvPkts:..............59821017798
PortMulticastXmitPkts:...........7453220
PortMulticastRcvPkts:............123833507
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524416776 100265872 0 30 0 0 0 19450770 39074677327 37849485 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506510378 9780695 0 0 0 0 0 0 14506510378 9780695 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824525167 2859580673 0 0 0 0 0 0 7253518539102 997922800 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 25000 897 27452 47855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 23076
unused_mb: 9032
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3204-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181655
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541293503331
PortRcvData:.....................21832430172142
PortXmitPkts:....................72372968020
PortRcvPkts:.....................59938803296
PortUnicastXmitPkts:.............72365514862
PortUnicastRcvPkts:..............59814971130
PortMulticastXmitPkts:...........7453158
PortMulticastRcvPkts:............123832166
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524344516 100265260 0 30 0 0 0 19450609 39074598743 37849292 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506504592 9780623 0 0 0 0 0 0 14506504592 9780623 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824447851 2859579310 0 0 0 0 0 0 7253518530934 997922697 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51063 897 1386 50856
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3204-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181717
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541358811626
PortRcvData:.....................21838543657114
PortXmitPkts:....................72379013701
PortRcvPkts:.....................59944851316
PortUnicastXmitPkts:.............72371560481
PortUnicastRcvPkts:..............59821017809
PortMulticastXmitPkts:...........7453220
PortMulticastRcvPkts:............123833507
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524416776 100265872 0 30 0 0 0 19450770 39074677327 37849485 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506510378 9780695 0 0 0 0 0 0 14506510378 9780695 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824525167 2859580673 0 0 0 0 0 0 7253518539102 997922800 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 25000 897 27452 47855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 23076
unused_mb: 9032
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3205-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181655
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541293503331
PortRcvData:.....................21832430172142
PortXmitPkts:....................72372968020
PortRcvPkts:.....................59938803296
PortUnicastXmitPkts:.............72365514862
PortUnicastRcvPkts:..............59814971130
PortMulticastXmitPkts:...........7453158
PortMulticastRcvPkts:............123832166
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524344516 100265260 0 30 0 0 0 19450609 39074598743 37849292 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506504592 9780623 0 0 0 0 0 0 14506504592 9780623 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824447851 2859579310 0 0 0 0 0 0 7253518530934 997922697 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51063 897 1386 50856
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:read.txt_network/HOST:isc17-c04-PID:3205-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181717
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541358811626
PortRcvData:.....................21838543657114
PortXmitPkts:....................72379013701
PortRcvPkts:.....................59944851316
PortUnicastXmitPkts:.............72371560481
PortUnicastRcvPkts:..............59821017809
PortMulticastXmitPkts:...........7453220
PortMulticastRcvPkts:............123833507
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524416776 100265872 0 30 0 0 0 19450770 39074677327 37849485 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506510378 9780695 0 0 0 0 0 0 14506510378 9780695 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824525167 2859580673 0 0 0 0 0 0 7253518539102 997922800 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 25000 897 27452 47855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 23076
unused_mb: 9032
reclaim_count: 1776

32
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt Normal file
View File

@ -0,0 +1,32 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 16705 max: 17611 -- min data: 16.3 GiB mean data: 16.8 GiB time: 60.1s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805240307712.
WARNING: Using actual aggregate bytes moved = 73865887744.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 17611
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 1048576 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 17230 max: 18037 -- min data: 16.8 GiB mean data: 17.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805275959296.
WARNING: Using actual aggregate bytes moved = 75652661248.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 18037
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 22:03:10 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 1048576 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 22:03:10 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.1%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "1 MiB",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1169.8394,
"blockKiB": 196608000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0009,
"wrRdTime": 61.6720,
"closeTime": 0.0005,
"totalTime": 61.6734
}
,
{
"access": "remove",
"totalTime": 5.5161
}
]
]
,
"max": {
"writeMiB": 1169.8394,
"writeMB": 1226.6655
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 1048576,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 1048576,
"bwMaxMIB": 1169.8394,
"bwMinMIB": 1169.8394,
"bwMeanMIB": 1169.8394,
"bwStdMIB": 0.0000,
"OPsMax": 1169.8394,
"OPsMin": 1169.8394,
"OPsMean": 1169.8394,
"OPsSD": 0.0000,
"MeanTime": 61.6734,
"xsizeMiB": 72148.0000
}
]
,
"Finished": "Tue Nov 13 22:04:17 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10172-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142988
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50651612179900
PortRcvData:.....................21734568192227
PortXmitPkts:....................71413165819
PortRcvPkts:.....................58978269434
PortUnicastXmitPkts:.............71405751249
PortUnicastRcvPkts:..............58855279209
PortMulticastXmitPkts:...........7414570
PortMulticastRcvPkts:............122990225
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481642947 99876459 0 30 0 0 0 19347970 39029244954 37746560 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469720394 9732207 0 0 0 0 0 0 14469720394 9732207 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775386880 2858717231 0 0 0 0 0 0 7253512735019 997850275 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11773 51069 889 1373 50861
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10172-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143057
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50670713384562
PortRcvData:.....................21734757517503
PortXmitPkts:....................71431794217
PortRcvPkts:.....................58996897225
PortUnicastXmitPkts:.............71424379579
PortUnicastRcvPkts:..............58873905506
PortMulticastXmitPkts:...........7414638
PortMulticastRcvPkts:............122991719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481712544 99877114 0 30 0 0 0 19348151 39029327511 37746748 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469984734 9732324 0 0 0 0 0 0 14469984734 9732324 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775472900 2858718747 0 0 0 0 0 0 7253512743955 997850387 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11886 50937 889 1392 50793
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10173-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142988
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50651612179900
PortRcvData:.....................21734568192227
PortXmitPkts:....................71413165819
PortRcvPkts:.....................58978269434
PortUnicastXmitPkts:.............71405751249
PortUnicastRcvPkts:..............58855279209
PortMulticastXmitPkts:...........7414570
PortMulticastRcvPkts:............122990225
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481642947 99876459 0 30 0 0 0 19347970 39029244954 37746560 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469720394 9732207 0 0 0 0 0 0 14469720394 9732207 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775386880 2858717231 0 0 0 0 0 0 7253512735019 997850275 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11773 51069 889 1373 50861
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10173-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143057
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50670713384562
PortRcvData:.....................21734757517503
PortXmitPkts:....................71431794217
PortRcvPkts:.....................58996897225
PortUnicastXmitPkts:.............71424379579
PortUnicastRcvPkts:..............58873905506
PortMulticastXmitPkts:...........7414638
PortMulticastRcvPkts:............122991719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481712544 99877114 0 30 0 0 0 19348151 39029327511 37746748 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469984734 9732324 0 0 0 0 0 0 14469984734 9732324 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775472900 2858718747 0 0 0 0 0 0 7253512743955 997850387 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11887 50936 889 1392 50792
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10174-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142988
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50651612179900
PortRcvData:.....................21734568192227
PortXmitPkts:....................71413165819
PortRcvPkts:.....................58978269434
PortUnicastXmitPkts:.............71405751249
PortUnicastRcvPkts:..............58855279209
PortMulticastXmitPkts:...........7414570
PortMulticastRcvPkts:............122990225
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481642947 99876459 0 30 0 0 0 19347970 39029244954 37746560 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469720394 9732207 0 0 0 0 0 0 14469720394 9732207 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775386880 2858717231 0 0 0 0 0 0 7253512735019 997850275 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11773 51069 889 1373 50861
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10174-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143057
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50670713384562
PortRcvData:.....................21734757517503
PortXmitPkts:....................71431794217
PortRcvPkts:.....................58996897225
PortUnicastXmitPkts:.............71424379579
PortUnicastRcvPkts:..............58873905506
PortMulticastXmitPkts:...........7414638
PortMulticastRcvPkts:............122991719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481712544 99877114 0 30 0 0 0 19348151 39029327511 37746748 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469984734 9732324 0 0 0 0 0 0 14469984734 9732324 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775472900 2858718747 0 0 0 0 0 0 7253512743955 997850387 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11887 50936 889 1392 50792
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10175-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142988
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50651612179900
PortRcvData:.....................21734568192227
PortXmitPkts:....................71413165819
PortRcvPkts:.....................58978269434
PortUnicastXmitPkts:.............71405751249
PortUnicastRcvPkts:..............58855279209
PortMulticastXmitPkts:...........7414570
PortMulticastRcvPkts:............122990225
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481642947 99876459 0 30 0 0 0 19347970 39029244954 37746560 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469720394 9732207 0 0 0 0 0 0 14469720394 9732207 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775386880 2858717231 0 0 0 0 0 0 7253512735019 997850275 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11773 51069 889 1373 50861
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:1048576-TYPE:write.txt_network/HOST:isc17-c04-PID:10175-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542143057
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50670713384562
PortRcvData:.....................21734757517503
PortXmitPkts:....................71431794217
PortRcvPkts:.....................58996897225
PortUnicastXmitPkts:.............71424379579
PortUnicastRcvPkts:..............58873905506
PortMulticastXmitPkts:...........7414638
PortMulticastRcvPkts:............122991719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481712544 99877114 0 30 0 0 0 19348151 39029327511 37746748 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469984734 9732324 0 0 0 0 0 0 14469984734 9732324 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775472900 2858718747 0 0 0 0 0 0 7253512743955 997850387 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11886 50937 889 1392 50793
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 703 max: 728 -- min data: 6.9 GiB mean data: 7.0 GiB time: 60.1s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 30534533120.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:44:11 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 10485760 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:44:11 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "10 MiB",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 469.5247,
"blockKiB": 196608000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0008,
"wrRdTime": 62.0188,
"closeTime": 0.0005,
"totalTime": 62.0202
}
]
]
,
"max": {
"readMiB": 469.5247,
"readMB": 492.3324
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 10485760,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 10485760,
"bwMaxMIB": 469.5247,
"bwMinMIB": 469.5247,
"bwMeanMIB": 469.5247,
"bwStdMIB": 0.0000,
"OPsMax": 46.9525,
"OPsMin": 46.9525,
"OPsMean": 46.9525,
"OPsSD": 0.0000,
"MeanTime": 62.0202,
"xsizeMiB": 29120.0000
}
]
,
"Finished": "Wed Nov 14 08:45:13 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46896-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181449
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541075930677
PortRcvData:.....................21812071435398
PortXmitPkts:....................72352833596
PortRcvPkts:.....................59918659760
PortUnicastXmitPkts:.............72345380643
PortUnicastRcvPkts:..............59794832036
PortMulticastXmitPkts:...........7452953
PortMulticastRcvPkts:............123827724
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524063676 100262985 0 30 0 0 0 19450002 39074330347 37848593 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506228152 9780356 0 0 0 0 0 0 14506228152 9780356 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824188011 2859574753 0 0 0 0 0 0 7253518499158 997922297 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51060 897 1388 50855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46896-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181513
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541158344405
PortRcvData:.....................21819786127151
PortXmitPkts:....................72360463836
PortRcvPkts:.....................59926292950
PortUnicastXmitPkts:.............72353010819
PortUnicastRcvPkts:..............59802463848
PortMulticastXmitPkts:...........7453017
PortMulticastRcvPkts:............123829102
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524141954 100263679 0 30 0 0 0 19450190 39074415293 37848784 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506491095 9780454 0 0 0 0 0 0 14506491095 9780454 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824268985 2859576173 0 0 0 0 0 0 7253518509742 997922429 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 18182 897 34269 47091
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 29120
unused_mb: 2988
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46897-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181449
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541075930677
PortRcvData:.....................21812071435398
PortXmitPkts:....................72352833596
PortRcvPkts:.....................59918659760
PortUnicastXmitPkts:.............72345380643
PortUnicastRcvPkts:..............59794832036
PortMulticastXmitPkts:...........7452953
PortMulticastRcvPkts:............123827724
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524063676 100262985 0 30 0 0 0 19450002 39074330347 37848593 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506228152 9780356 0 0 0 0 0 0 14506228152 9780356 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824188011 2859574753 0 0 0 0 0 0 7253518499158 997922297 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51060 897 1388 50855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46897-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181513
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541158344405
PortRcvData:.....................21819786127151
PortXmitPkts:....................72360463836
PortRcvPkts:.....................59926292950
PortUnicastXmitPkts:.............72353010819
PortUnicastRcvPkts:..............59802463848
PortMulticastXmitPkts:...........7453017
PortMulticastRcvPkts:............123829102
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524141954 100263679 0 30 0 0 0 19450190 39074415293 37848784 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506491095 9780454 0 0 0 0 0 0 14506491095 9780454 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824268985 2859576173 0 0 0 0 0 0 7253518509742 997922429 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 18182 897 34269 47091
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 29120
unused_mb: 2988
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46898-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181449
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541075930677
PortRcvData:.....................21812071435398
PortXmitPkts:....................72352833596
PortRcvPkts:.....................59918659760
PortUnicastXmitPkts:.............72345380643
PortUnicastRcvPkts:..............59794832036
PortMulticastXmitPkts:...........7452953
PortMulticastRcvPkts:............123827724
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524063676 100262985 0 30 0 0 0 19450002 39074330347 37848593 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506228152 9780356 0 0 0 0 0 0 14506228152 9780356 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824188011 2859574753 0 0 0 0 0 0 7253518499158 997922297 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51060 897 1388 50855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46898-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181513
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541158344405
PortRcvData:.....................21819786127151
PortXmitPkts:....................72360463836
PortRcvPkts:.....................59926292950
PortUnicastXmitPkts:.............72353010819
PortUnicastRcvPkts:..............59802463848
PortMulticastXmitPkts:...........7453017
PortMulticastRcvPkts:............123829102
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524141954 100263679 0 30 0 0 0 19450190 39074415293 37848784 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506491095 9780454 0 0 0 0 0 0 14506491095 9780454 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824268985 2859576173 0 0 0 0 0 0 7253518509742 997922429 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11765 18182 897 34269 47091
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 29120
unused_mb: 2988
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46899-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181449
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541075930243
PortRcvData:.....................21812071435044
PortXmitPkts:....................72352833592
PortRcvPkts:.....................59918659756
PortUnicastXmitPkts:.............72345380639
PortUnicastRcvPkts:..............59794832032
PortMulticastXmitPkts:...........7452953
PortMulticastRcvPkts:............123827724
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524063676 100262985 0 30 0 0 0 19450002 39074330347 37848593 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506228152 9780356 0 0 0 0 0 0 14506228152 9780356 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824188011 2859574753 0 0 0 0 0 0 7253518499158 997922297 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11767 51060 897 1388 50855
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:read.txt_network/HOST:isc17-c04-PID:46899-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542181513
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541158344405
PortRcvData:.....................21819786127151
PortXmitPkts:....................72360463836
PortRcvPkts:.....................59926292950
PortUnicastXmitPkts:.............72353010819
PortUnicastRcvPkts:..............59802463848
PortMulticastXmitPkts:...........7453017
PortMulticastRcvPkts:............123829102
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524141954 100263679 0 30 0 0 0 19450190 39074415293 37848784 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506491095 9780454 0 0 0 0 0 0 14506491095 9780454 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824268985 2859576173 0 0 0 0 0 0 7253518509742 997922429 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11763 18183 897 34270 47093
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 29120
unused_mb: 2988
reclaim_count: 1776

32
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt Normal file
View File

@ -0,0 +1,32 @@
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 2524 max: 2591 -- min data: 24.6 GiB mean data: 25.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805285396480.
WARNING: Using actual aggregate bytes moved = 108674416640.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 2591
+ set +x
/esfs/jtacquaviva/testfiles/sharedwrite1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 10485760 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 1756 max: 1871 -- min data: 17.1 GiB mean data: 17.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 804949852160.
WARNING: Using actual aggregate bytes moved = 78475427840.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 1871
+ set +x

147
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,147 @@
{
"Version": "3.2.0",
"Began": "Tue Nov 13 21:59:39 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 10485760 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedwrite1/file -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Nov 13 21:59:39 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedwrite1","Capacity": "500.0 TiB", "Used Capacity": "0.1%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedwrite1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "10 MiB",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1222.5492,
"blockKiB": 196608000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0010,
"wrRdTime": 61.2147,
"closeTime": 0.0006,
"totalTime": 61.2163
}
,
{
"access": "remove",
"totalTime": 5.2054
}
]
]
,
"max": {
"writeMiB": 1222.5492,
"writeMB": 1281.9358
}
}
]
,
"summary": [
{
"operation": "write",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 10485760,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 10485760,
"bwMaxMIB": 1222.5492,
"bwMinMIB": 1222.5492,
"bwMeanMIB": 1222.5492,
"bwStdMIB": 0.0000,
"OPsMax": 122.2549,
"OPsMin": 122.2549,
"OPsMean": 122.2549,
"OPsSD": 0.0000,
"MeanTime": 61.2163,
"xsizeMiB": 74840.0000
}
]
,
"Finished": "Tue Nov 13 22:00:46 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5336-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142777
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50600427285455
PortRcvData:.....................21734061080439
PortXmitPkts:....................71363246524
PortRcvPkts:.....................58928353468
PortUnicastXmitPkts:.............71355832165
PortUnicastRcvPkts:..............58805367791
PortMulticastXmitPkts:...........7414359
PortMulticastRcvPkts:............122985677
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481359632 99874163 0 30 0 0 0 19347401 39028973955 37745840 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469700759 9731962 0 0 0 0 0 0 14469700759 9731962 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775120792 2858712564 0 0 0 0 0 0 7253512702223 997849861 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11776 51067 889 1373 50858
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5336-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142846
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50620240982464
PortRcvData:.....................21734257409971
PortXmitPkts:....................71382570163
PortRcvPkts:.....................58947675540
PortUnicastXmitPkts:.............71375155736
PortUnicastRcvPkts:..............58824688395
PortMulticastXmitPkts:...........7414427
PortMulticastRcvPkts:............122987145
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481430339 99874855 0 30 0 0 0 19347581 39029054043 37746026 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469707942 9732053 0 0 0 0 0 0 14469707942 9732053 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775206590 2858714073 0 0 0 0 0 0 7253512713007 997849998 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 16097 46722 889 1397 50754
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5337-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142777
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50600427285455
PortRcvData:.....................21734061080439
PortXmitPkts:....................71363246524
PortRcvPkts:.....................58928353468
PortUnicastXmitPkts:.............71355832165
PortUnicastRcvPkts:..............58805367791
PortMulticastXmitPkts:...........7414359
PortMulticastRcvPkts:............122985677
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481359632 99874163 0 30 0 0 0 19347401 39028973955 37745840 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469700759 9731962 0 0 0 0 0 0 14469700759 9731962 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775120736 2858712563 0 0 0 0 0 0 7253512702223 997849861 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11774 51068 889 1373 50860
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5337-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142846
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50620240981385
PortRcvData:.....................21734257409133
PortXmitPkts:....................71382570152
PortRcvPkts:.....................58947675529
PortUnicastXmitPkts:.............71375155725
PortUnicastRcvPkts:..............58824688384
PortMulticastXmitPkts:...........7414427
PortMulticastRcvPkts:............122987145
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481430339 99874855 0 30 0 0 0 19347581 39029054043 37746026 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469707942 9732053 0 0 0 0 0 0 14469707942 9732053 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775206590 2858714073 0 0 0 0 0 0 7253512713007 997849998 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 16098 46721 889 1397 50753
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5338-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142777
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50600427285455
PortRcvData:.....................21734061080472
PortXmitPkts:....................71363246524
PortRcvPkts:.....................58928353469
PortUnicastXmitPkts:.............71355832165
PortUnicastRcvPkts:..............58805367791
PortMulticastXmitPkts:...........7414359
PortMulticastRcvPkts:............122985678
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481359632 99874163 0 30 0 0 0 19347401 39028973955 37745840 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469700759 9731962 0 0 0 0 0 0 14469700759 9731962 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775120792 2858712564 0 0 0 0 0 0 7253512702223 997849861 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11776 51066 889 1373 50858
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5338-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142846
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50620240981385
PortRcvData:.....................21734257409133
PortXmitPkts:....................71382570152
PortRcvPkts:.....................58947675529
PortUnicastXmitPkts:.............71375155725
PortUnicastRcvPkts:..............58824688384
PortMulticastXmitPkts:...........7414427
PortMulticastRcvPkts:............122987145
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481430339 99874855 0 30 0 0 0 19347581 39029054043 37746026 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469707942 9732053 0 0 0 0 0 0 14469707942 9732053 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775206590 2858714073 0 0 0 0 0 0 7253512713007 997849998 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 16098 46721 889 1397 50753
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5339-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142777
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50600427285455
PortRcvData:.....................21734061080472
PortXmitPkts:....................71363246524
PortRcvPkts:.....................58928353469
PortUnicastXmitPkts:.............71355832165
PortUnicastRcvPkts:..............58805367791
PortMulticastXmitPkts:...........7414359
PortMulticastRcvPkts:............122985677
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481359632 99874163 0 30 0 0 0 19347401 39028973955 37745840 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469700759 9731962 0 0 0 0 0 0 14469700759 9731962 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775120792 2858712564 0 0 0 0 0 0 7253512702223 997849861 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11776 51066 889 1373 50858
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:10485760-TYPE:write.txt_network/HOST:isc17-c04-PID:5339-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542142846
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................50620240981385
PortRcvData:.....................21734257409133
PortXmitPkts:....................71382570152
PortRcvPkts:.....................58947675529
PortUnicastXmitPkts:.............71375155725
PortUnicastRcvPkts:..............58824688384
PortMulticastXmitPkts:...........7414427
PortMulticastRcvPkts:............122987145
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46481430339 99874855 0 30 0 0 0 19347581 39029054043 37746026 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14469707942 9732053 0 0 0 0 0 0 14469707942 9732053 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779775206590 2858714073 0 0 0 0 0 0 7253512713007 997849998 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 16098 46721 889 1397 50753
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

26
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt Normal file
View File

@ -0,0 +1,26 @@
/esfs/jtacquaviva/testfiles/sharedread1
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
/esfs/jtacquaviva/testfiles/sharedread1/file
lmm_stripe_count: 2
lmm_stripe_size: 1048576
lmm_pattern: 1
lmm_layout_gen: 0
lmm_stripe_offset: 2
obdidx objid objid group
2 99755885 0x5f2276d 0
4 99825265 0x5f33671 0
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 --hosts isc17-c04 -wdir /esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter ./ior_wrapper.sh '-i 1 -s 1 -t 16384 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json
Writing output to ./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json
ior WARNING: hints not available in POSIX. Using value of 0.
stonewalling pairs accessed min: 10452 max: 10524 -- min data: 0.2 GiB mean data: 0.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 689700864.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ set +x

142
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,142 @@
{
"Version": "3.2.0",
"Began": "Wed Nov 14 08:54:15 2018",
"Command line": "/esfs/jtacquaviva/software/install/ior/git-20181107/bin/ior -i 1 -s 1 -t 16384 -b 201326592000 -D 60 -O stoneWallingWearOut=1 -a POSIX -g -H -z -o /esfs/jtacquaviva/testfiles/sharedread1/file -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c04",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Nov 14 08:54:15 2018" , "Path": "/esfs/jtacquaviva/testfiles/sharedread1","Capacity": "500.0 TiB", "Used Capacity": "0.4%","Inodes": "150.0 Mi", "Used Inodes" : "0.0%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "POSIX",
"platform": "isc17-c(Linux)",
"testFileName": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 4,
"repetitions": 1,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 0,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 201326592000
}
,
"Options": {
"api": "POSIX",
"apiVersion": "",
"test filename": "/esfs/jtacquaviva/testfiles/sharedread1/file",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 4,
"clients per node": 4,
"repetitions": 1,
"xfersize": "16384 bytes",
"blocksize": "187.50 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 10.5273,
"blockKiB": 196608000.0000,
"xferKiB": 16.0000,
"openTime": 0.0008,
"wrRdTime": 62.4790,
"closeTime": 0.0004,
"totalTime": 62.4802
}
]
]
,
"max": {
"readMiB": 10.5273,
"readMB": 11.0387
}
}
]
,
"summary": [
{
"operation": "read",
"API": "POSIX",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 16384,
"numTasks": 4,
"tasksPerNode": 4,
"repetitions": 1,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 201326592000,
"transferSize": 16384,
"bwMaxMIB": 10.5273,
"bwMinMIB": 10.5273,
"bwMeanMIB": 10.5273,
"bwStdMIB": 0.0000,
"OPsMax": 673.7498,
"OPsMin": 673.7498,
"OPsMean": 673.7498,
"OPsSD": 0.0000,
"MeanTime": 62.4802,
"xsizeMiB": 657.7500
}
]
,
"Finished": "Wed Nov 14 08:55:18 2018"
}

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12606-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182053
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541461632245
PortRcvData:.....................21843224410064
PortXmitPkts:....................72384787707
PortRcvPkts:.....................59950632932
PortUnicastXmitPkts:.............72377334151
PortUnicastRcvPkts:..............59826791964
PortMulticastXmitPkts:...........7453556
PortMulticastRcvPkts:............123840968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524893486 100269598 0 30 0 0 0 19451745 39075128651 37850713 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506798742 9781110 0 0 0 0 0 0 14506798742 9781110 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824960765 2859588315 0 0 0 0 0 0 7253518590730 997923448 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 51072 897 1380 50862
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12606-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182118
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541474635263
PortRcvData:.....................21843407773908
PortXmitPkts:....................72385208717
PortRcvPkts:.....................59951055244
PortUnicastXmitPkts:.............72377755097
PortUnicastRcvPkts:..............59827212888
PortMulticastXmitPkts:...........7453620
PortMulticastRcvPkts:............123842356
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524959465 100270230 0 30 0 0 0 19451906 39075199240 37850871 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14507061685 9781208 0 0 0 0 0 0 14507061685 9781208 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779825042172 2859589746 0 0 0 0 0 0 7253518600906 997923578 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11765 50263 897 2188 50679
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 658
unused_mb: 31450
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12607-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182053
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541461632245
PortRcvData:.....................21843224410031
PortXmitPkts:....................72384787707
PortRcvPkts:.....................59950632931
PortUnicastXmitPkts:.............72377334151
PortUnicastRcvPkts:..............59826791964
PortMulticastXmitPkts:...........7453556
PortMulticastRcvPkts:............123840967
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524893486 100269598 0 30 0 0 0 19451745 39075128651 37850713 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506798742 9781110 0 0 0 0 0 0 14506798742 9781110 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824960709 2859588314 0 0 0 0 0 0 7253518590730 997923448 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 51072 897 1380 50862
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12607-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182118
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541474635263
PortRcvData:.....................21843407773875
PortXmitPkts:....................72385208717
PortRcvPkts:.....................59951055243
PortUnicastXmitPkts:.............72377755097
PortUnicastRcvPkts:..............59827212888
PortMulticastXmitPkts:...........7453620
PortMulticastRcvPkts:............123842355
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524959465 100270230 0 30 0 0 0 19451906 39075199240 37850871 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14507061685 9781208 0 0 0 0 0 0 14507061685 9781208 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779825042116 2859589745 0 0 0 0 0 0 7253518600906 997923578 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 50263 897 2188 50679
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 658
unused_mb: 31450
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12608-LABEL:start.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182053
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541461632245
PortRcvData:.....................21843224410064
PortXmitPkts:....................72384787707
PortRcvPkts:.....................59950632932
PortUnicastXmitPkts:.............72377334151
PortUnicastRcvPkts:..............59826791964
PortMulticastXmitPkts:...........7453556
PortMulticastRcvPkts:............123840968
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524893486 100269598 0 30 0 0 0 19451745 39075128651 37850713 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14506798742 9781110 0 0 0 0 0 0 14506798742 9781110 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779824960765 2859588315 0 0 0 0 0 0 7253518590730 997923448 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11764 51072 897 1380 50862
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 0
unused_mb: 32108
reclaim_count: 1776

33
benchmark/output_v2/COUNT:1-NN:1-PPN:4-API:POSIX-T:16384-TYPE:read.txt_network/HOST:isc17-c04-PID:12608-LABEL:stop.txt Normal file
View File

@ -0,0 +1,33 @@
TIMESTAMP 1542182118
# Port extended counters: Lid 40 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................51541474636003
PortRcvData:.....................21843407774269
PortXmitPkts:....................72385208722
PortRcvPkts:.....................59951055249
PortUnicastXmitPkts:.............72377755102
PortUnicastRcvPkts:..............59827212893
PortMulticastXmitPkts:...........7453620
PortMulticastRcvPkts:............123842356
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 46524959465 100270230 0 30 0 0 0 19451906 39075199240 37850871 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 14507061685 9781208 0 0 0 0 0 0 14507061685 9781208 0 0 0 0 0 0
virbr0-nic: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
virbr0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 8779825042172 2859589746 0 0 0 0 0 0 7253518600906 997923578 0 21 0 0 0 0
total used free shared buff/cache available
Mem: 64217 11765 50263 897 2188 50679
Swap: 13939 108 13831
users: 10
max_cached_mb: 32108
used_mb: 658
unused_mb: 31450
reclaim_count: 1776

Some files were not shown because too many files have changed in this diff Show More