julian.kunkel/ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

nai

Browse Source
This commit is contained in:
Eugen Betke 2018-12-12 13:43:42 +01:00
parent 93bed9eddc
commit f06da27e9a
6606 changed files with 9 additions and 350459 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
benchmark/config.sh
View File

@ -16,12 +16,6 @@ if [[ "isc17" == ${hostname:0:5} ]]; then
#module list
export TD="/gsfs/jtacquaviva/testfiles"
export WD="/gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
# export NODES=( \
# isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
# isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
# isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
# isc17-c18 isc17-c22 isc17-c01 )
export NODES=( isc17-c02 isc17-c03 isc17-c04 isc17-c05 isc17-c06 isc17-c08 isc17-c09 isc17-c11 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 isc17-c23 isc17-c01 )
@ -62,22 +56,13 @@ function hosts() {
DATASIZE=$((48000 * 1024 * 1024 * 16))
COUNT_ARR=( $(seq 1) )
TYPE_ARR=( "read" )
API_ARR=( "IME") # "MPIIO" ) #
FS_ARR=( "fuse") # "gpfs"
#NN_ARR=( 16 )
#PPN_ARR=( 8 )
TYPE_ARR=( "write" "read" )
API_ARR=( "IME") # "MPIIO" "IME" ) #
FS_ARR=( "ime") # "gpfs" "fuse" "ime"
NN_ARR=( 2 1 16 8 4 )
PPN_ARR=( 1 8 4 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
#COUNT_ARR=( $(seq 3) )
#TYPE_ARR=( "write" )
#API_ARR=( "POSIX")
#NN_ARR=( 1 )
#PPN_ARR=( 8 )
#T_ARR=( $((10*1024*1024)) )
export IOR="$(which ior)"
export MPIEXEC="$(which mpiexec)"

BIN
benchmark/output_v2/.COUNT:1-NN:2-PPN:1-API:IME-T:10485760-TYPE:read.txt.json.swp
View File

Binary file not shown.

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt
View File

@ -1,24 +0,0 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 69254 max: 69254 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7091609600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69680 max: 69680 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7135232000.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69109 max: 69109 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7076761600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json
View File

@ -1,165 +0,0 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:37:45 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:37:45 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 111.1911,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0003,
"wrRdTime": 60.8213,
"closeTime": 0.0023,
"totalTime": 60.8240
}
]
,
[ {
"access": "read",
"bwMiB": 111.8740,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8222,
"closeTime": 0.0023,
"totalTime": 60.8246
}
]
,
[ {
"access": "read",
"bwMiB": 110.9595,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8209,
"closeTime": 0.0023,
"totalTime": 60.8233
}
]
]
,
"max": {
"readMiB": 111.8740,
"readMB": 117.3084
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 111.8740,
"bwMinMIB": 110.9595,
"bwMeanMIB": 111.3415,
"bwStdMIB": 0.3882,
"OPsMax": 1145.5899,
"OPsMin": 1136.2253,
"OPsMean": 1140.1373,
"OPsSD": 3.9753,
"MeanTime": 60.8240,
"xsizeMiB": 6763.0859
}
]
,
"Finished": "Tue Dec 11 18:40:48 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:start.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544549864
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299956315838
PortRcvData:.....................69956706670653
PortXmitPkts:....................127544873911
PortRcvPkts:.....................90019397863
PortUnicastXmitPkts:.............127537781399
PortUnicastRcvPkts:..............89888446520
PortMulticastXmitPkts:...........7092512
PortMulticastRcvPkts:............130951343
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386640891 91446687 0 526 0 0 0 20190833 34333598980 32002681 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18064224411 13806313 0 0 0 0 0 0 18064224411 13806313 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241543773732 377691896 0 0 0 0 0 0 232954282002 189161410 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14129 48939 365 1148 49043
Swap: 13939 161 13778
cpu 457892979 750 105103021 10768578859 27441345 0 1693466 0 0 0
cpu0 43815050 43 10296252 647884952 5365005 0 1640711 0 0 0
cpu1 21779610 33 5815665 678813824 3557256 0 750 0 0 0
cpu2 41823536 330 9153528 655634635 3379884 0 8138 0 0 0
cpu3 22011141 109 6461975 679214848 2371955 0 558 0 0 0
cpu4 38964135 85 8200882 660381728 2520503 0 5516 0 0 0
cpu5 20923573 23 5743954 681151560 2303204 0 484 0 0 0
cpu6 37532602 16 7777180 662692367 2087676 0 6463 0 0 0
cpu7 20065954 25 5431883 683501698 1133906 0 550 0 0 0
cpu8 19039405 9 5455504 685064278 480865 0 6168 0 0 0
cpu9 31868299 26 5025912 672996050 353761 0 293 0 0 0
cpu10 19598282 5 5342743 684554839 558575 0 12420 0 0 0
cpu11 33172432 8 4943950 671099432 1045207 0 295 0 0 0
cpu12 20262861 6 5173739 684112336 500937 0 6110 0 0 0
cpu13 32010939 14 4919380 673038586 292782 0 248 0 0 0
cpu14 19181284 1 5178382 685208077 503828 0 4417 0 0 0
cpu15 35843869 10 10182084 663229642 985995 0 340 0 0 0
intr 56893215131 47 0 0 0 0 0 0 0 1 4 14931674 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741429 0 0 0 6935600 0 0 0 109 66944624 86001 0 1237589518 703385312 1053166167 353955269 354055269 354677864 354060628 353986447 1421295721 354083908 354121575 1623982926 1340718688 353958104 1668211402 353966175 0 97 7425220 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47859974 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995503 54192855 1393982 8028196 1248574 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163247654325
btime 1537443440
processes 71884031
procs_running 1
procs_blocked 0
softirq 14196029669 6 2987533282 141825326 768713469 6164167 0 2953960561 946201600 0 2096663962

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:stop.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544550048
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300006673387
PortRcvData:.....................69962109501813
PortXmitPkts:....................127545610307
PortRcvPkts:.....................90025023661
PortUnicastXmitPkts:.............127538517612
PortUnicastRcvPkts:..............89894069020
PortMulticastXmitPkts:...........7092695
PortMulticastRcvPkts:............130954641
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386801395 91447903 0 526 0 0 0 20191522 34333616126 32002815 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18065228765 13806671 0 0 0 0 0 0 18065228765 13806671 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241544128910 377696668 0 0 0 0 0 0 232957806188 189162621 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14126 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457894168 750 105103746 10768870389 27441348 0 1693521 0 0 0
cpu0 43815928 43 10296543 647901951 5365008 0 1640765 0 0 0
cpu1 21779613 33 5815669 678832166 3557256 0 750 0 0 0
cpu2 41823559 330 9153559 655652930 3379884 0 8138 0 0 0
cpu3 22011158 109 6461999 679233158 2371955 0 558 0 0 0
cpu4 38964161 85 8200891 660400043 2520503 0 5516 0 0 0
cpu5 20923597 23 5743993 681169851 2303204 0 484 0 0 0
cpu6 37532619 16 7777188 662710693 2087676 0 6463 0 0 0
cpu7 20065964 25 5431889 683520036 1133906 0 550 0 0 0
cpu8 19039417 9 5455509 685082614 480865 0 6168 0 0 0
cpu9 31868305 26 5025917 673014392 353761 0 293 0 0 0
cpu10 19598288 5 5342747 684573181 558575 0 12420 0 0 0
cpu11 33172435 8 4943953 671117776 1045207 0 295 0 0 0
cpu12 20262865 6 5173743 684130681 500937 0 6110 0 0 0
cpu13 32010943 14 4919384 673056931 292782 0 248 0 0 0
cpu14 19181291 1 5178386 685226418 503828 0 4418 0 0 0
cpu15 35844017 10 10182370 663247562 985995 0 340 0 0 0
intr 56893783790 47 0 0 0 0 0 0 0 1 4 14932052 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741489 0 0 0 6935780 0 0 0 109 66948362 86005 0 1238014982 703385318 1053166172 353955272 354055272 354677869 354060631 353986450 1421295724 354083912 354121579 1623982930 1340718692 353958108 1668211406 353966178 0 97 7425499 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47862962 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995616 54193456 1394006 8028385 1248597 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163248853119
btime 1537443440
processes 71887825
procs_running 1
procs_blocked 0
softirq 14196581125 6 2987580125 141828892 768722962 6164317 0 2954386137 946222258 0 2096709132

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt
View File

@ -1,25 +0,0 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 926956 max: 926956 -- min data: 88.4 GiB mean data: 88.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305651200.
WARNING: Using actual aggregate bytes moved = 94920294400.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 920964 max: 920964 -- min data: 87.8 GiB mean data: 87.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306163200.
WARNING: Using actual aggregate bytes moved = 94306713600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 922694 max: 922694 -- min data: 88.0 GiB mean data: 88.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305856000.
WARNING: Using actual aggregate bytes moved = 94483865600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 926956
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json
View File

@ -1,180 +0,0 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:27:16 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:27:16 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1488.0488,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8218,
"closeTime": 0.0111,
"totalTime": 60.8334
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1478.3999,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0005,
"wrRdTime": 60.8226,
"closeTime": 0.0115,
"totalTime": 60.8346
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1481.1831,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8222,
"closeTime": 0.0118,
"totalTime": 60.8344
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1488.0488,
"writeMB": 1560.3323
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 1488.0488,
"bwMinMIB": 1478.3999,
"bwMeanMIB": 1482.5439,
"bwStdMIB": 4.0550,
"OPsMax": 15237.6200,
"OPsMin": 15138.8154,
"OPsMean": 15181.2500,
"OPsSD": 41.5230,
"MeanTime": 60.8341,
"xsizeMiB": 90523.0469
}
]
,
"Finished": "Thu Dec 6 20:30:18 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:start.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544124435
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105674383829230
PortRcvData:.....................66927833667321
PortXmitPkts:....................124824699380
PortRcvPkts:.....................86995258281
PortUnicastXmitPkts:.............124818031448
PortUnicastRcvPkts:..............86871957525
PortMulticastXmitPkts:...........6667932
PortMulticastRcvPkts:............123300756
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025004127 88548298 0 526 0 0 0 18591691 34300202994 31753343 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607165908 12955684 0 0 0 0 0 0 16607165908 12955684 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240816801871 367017116 0 0 0 0 0 0 232032515450 186747532 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48982 357 1112 49066
Swap: 13939 161 13778
cpu 455581161 707 103680385 10091758286 27434775 0 1681588 0 0 0
cpu0 43509653 43 10190764 605797703 5358663 0 1629547 0 0 0
cpu1 21529325 33 5747525 636599886 3557254 0 749 0 0 0
cpu2 41527730 295 9040731 613506751 3379775 0 8028 0 0 0
cpu3 21735732 108 6344396 637074228 2371944 0 550 0 0 0
cpu4 38745405 82 8130614 618133315 2520488 0 5429 0 0 0
cpu5 20729095 21 5675988 638877359 2303200 0 481 0 0 0
cpu6 37387434 16 7722122 620355603 2087644 0 6327 0 0 0
cpu7 19897182 25 5376410 641188430 1133895 0 547 0 0 0
cpu8 19012325 9 5435505 642574004 480856 0 6059 0 0 0
cpu9 31854701 26 5009679 630487492 353757 0 291 0 0 0
cpu10 19574382 5 5324832 642058436 558567 0 12325 0 0 0
cpu11 33161267 8 4929639 628586111 1045205 0 294 0 0 0
cpu12 20241588 6 5158247 641611564 500927 0 6031 0 0 0
cpu13 32001365 14 4906756 630521567 292778 0 247 0 0 0
cpu14 19162859 1 5164449 642701930 503824 0 4337 0 0 0
cpu15 35511111 10 9522720 621683901 985990 0 338 0 0 0
intr 56447292804 47 0 0 0 0 0 0 0 1 4 14038419 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629365 0 0 0 6520190 0 0 0 109 62400278 84843 0 1158014964 703384083 1053157045 353954737 354054737 354668906 354060096 353985914 1421295188 354083374 354121041 1623982391 1340718153 353957570 1668210868 353965641 0 97 7096667 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45339332 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757108 52645603 1350257 7593526 1206562 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159474847903
btime 1537443440
processes 63403300
procs_running 1
procs_blocked 0
softirq 13860399043 6 2892829126 133556219 747547904 5846845 0 2874353155 917186240 0 1994112252

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:stop.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544124620
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105746142945404
PortRcvData:.....................66927954695437
PortXmitPkts:....................124895352769
PortRcvPkts:.....................86996389958
PortUnicastXmitPkts:.............124888684652
PortUnicastRcvPkts:..............86873085872
PortMulticastXmitPkts:...........6668117
PortMulticastRcvPkts:............123304086
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025170042 88549674 0 526 0 0 0 18592392 34300217510 31753467 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607192305 12955967 0 0 0 0 0 0 16607192305 12955967 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240817196420 367021927 0 0 0 0 0 0 232033313319 186748718 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455592606 707 103688636 10092034852 27434775 0 1681836 0 0 0
cpu0 43520176 43 10198133 605798096 5358663 0 1629795 0 0 0
cpu1 21529335 33 5747533 636618365 3557254 0 749 0 0 0
cpu2 41527843 295 9040814 613525094 3379775 0 8028 0 0 0
cpu3 21735739 108 6344411 637092731 2371944 0 550 0 0 0
cpu4 38745784 82 8130888 618151258 2520488 0 5429 0 0 0
cpu5 20729133 21 5676007 638895827 2303200 0 481 0 0 0
cpu6 37387502 16 7722172 620374019 2087644 0 6328 0 0 0
cpu7 19897196 25 5376420 641206937 1133895 0 547 0 0 0
cpu8 19012378 9 5435545 642592451 480856 0 6059 0 0 0
cpu9 31854716 26 5009695 630505994 353757 0 291 0 0 0
cpu10 19574408 5 5324846 642076924 558567 0 12325 0 0 0
cpu11 33161272 8 4929646 628604626 1045205 0 294 0 0 0
cpu12 20241598 6 5158261 641630058 500927 0 6031 0 0 0
cpu13 32001370 14 4906762 630540084 292778 0 247 0 0 0
cpu14 19162867 1 5164453 642720445 503824 0 4337 0 0 0
cpu15 35511283 10 9523043 621701936 985990 0 338 0 0 0
intr 56449240336 47 0 0 0 0 0 0 0 1 4 14038818 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629412 0 0 0 6520370 0 0 0 109 62401006 84847 0 1158849736 703384088 1053157052 353954740 354054740 354668913 354060099 353985916 1421295190 354083376 354121043 1623982393 1340718155 353957572 1668210870 353965643 0 97 7096747 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45341106 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757219 52646381 1350280 7593719 1206578 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159628673385
btime 1537443440
processes 63406967
procs_running 1
procs_blocked 0
softirq 13861562197 6 2893056941 133559825 747557562 5846982 0 2875187860 917220935 0 1994164790

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt
View File

@ -1,24 +0,0 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 43161 max: 43161 -- min data: 42.1 GiB mean data: 42.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 45257588736.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 43951 max: 43951 -- min data: 42.9 GiB mean data: 42.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 46085963776.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 45516 max: 45516 -- min data: 44.4 GiB mean data: 44.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 47726985216.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json
View File

@ -1,165 +0,0 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:27:23 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:27:23 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 718.6236,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0596,
"closeTime": 0.0007,
"totalTime": 60.0606
}
]
,
[ {
"access": "read",
"bwMiB": 731.7897,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0002,
"wrRdTime": 60.0588,
"closeTime": 0.0007,
"totalTime": 60.0596
}
]
,
[ {
"access": "read",
"bwMiB": 757.8387,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0001,
"wrRdTime": 60.0595,
"closeTime": 0.0007,
"totalTime": 60.0603
}
]
]
,
"max": {
"readMiB": 757.8387,
"readMB": 794.6515
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 757.8387,
"bwMinMIB": 718.6236,
"bwMeanMIB": 736.0840,
"bwStdMIB": 16.2949,
"OPsMax": 757.8387,
"OPsMin": 718.6236,
"OPsMean": 736.0840,
"OPsSD": 16.2949,
"MeanTime": 60.0602,
"xsizeMiB": 43161.0000
}
]
,
"Finished": "Tue Dec 11 18:30:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:start.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544549243
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299462536118
PortRcvData:.....................69502130746446
PortXmitPkts:....................127526797575
PortRcvPkts:.....................89574962743
PortUnicastXmitPkts:.............127519705684
PortUnicastRcvPkts:..............89444022571
PortMulticastXmitPkts:...........7091891
PortMulticastRcvPkts:............130940172
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386103855 91442542 0 526 0 0 0 20188476 34333537212 32002208 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18062163317 13805079 0 0 0 0 0 0 18062163317 13805079 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542564200 377675510 0 0 0 0 0 0 232939929704 189157091 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14128 48940 365 1148 49044
Swap: 13939 161 13778
cpu 457857856 750 105094705 10767629187 27441338 0 1693256 0 0 0
cpu0 43807933 43 10295283 647831953 5364998 0 1640502 0 0 0
cpu1 21774874 33 5815162 678756998 3557256 0 750 0 0 0
cpu2 41817742 330 9152818 655579037 3379884 0 8138 0 0 0
cpu3 22006341 109 6461240 679158255 2371955 0 558 0 0 0
cpu4 38961151 85 8200384 660323104 2520503 0 5516 0 0 0
cpu5 20921170 23 5743380 681092404 2303204 0 484 0 0 0
cpu6 37529657 16 7776701 662633681 2087676 0 6462 0 0 0
cpu7 20063579 25 5431454 683442366 1133906 0 550 0 0 0
cpu8 19039020 9 5455077 685002977 480865 0 6168 0 0 0
cpu9 31868254 26 5025662 672934163 353761 0 293 0 0 0
cpu10 19597913 5 5342334 684493497 558575 0 12420 0 0 0
cpu11 33172400 8 4943805 671037424 1045207 0 295 0 0 0
cpu12 20262550 6 5173406 684050845 500937 0 6110 0 0 0
cpu13 32010913 14 4919155 672976650 292782 0 248 0 0 0
cpu14 19180997 1 5178116 685146487 503828 0 4417 0 0 0
cpu15 35843358 10 10180721 663169338 985995 0 340 0 0 0
intr 56884398165 47 0 0 0 0 0 0 0 1 4 14930372 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741229 0 0 0 6934994 0 0 0 109 66924724 85950 0 1234158533 703385288 1053166141 353955257 354055257 354677838 354060616 353986433 1421295707 354083895 354121562 1623982913 1340718675 353958092 1668211390 353966163 0 97 7423806 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47828060 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995054 54190814 1393901 8027516 1248465 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163236702036
btime 1537443440
processes 71870203
procs_running 1
procs_blocked 0
softirq 14191436424 6 2986933921 141813238 768680734 6163674 0 2950531676 945884755 0 2096461124

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:stop.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544549424
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299500647732
PortRcvData:.....................69537131058761
PortXmitPkts:....................127528192136
PortRcvPkts:.....................89609185627
PortUnicastXmitPkts:.............127521100064
PortUnicastRcvPkts:..............89478242199
PortMulticastXmitPkts:...........7092072
PortMulticastRcvPkts:............130943428
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386262181 91443712 0 526 0 0 0 20189154 34333553717 32002333 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18063167527 13805435 0 0 0 0 0 0 18063167527 13805435 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542911268 377680133 0 0 0 0 0 0 232941280077 189158221 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14127 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457859525 750 105095363 10767916644 27441340 0 1693300 0 0 0
cpu0 43809299 43 10295497 647848307 5365000 0 1640546 0 0 0
cpu1 21774876 33 5815166 678775110 3557256 0 750 0 0 0
cpu2 41817764 330 9152843 655597112 3379884 0 8138 0 0 0
cpu3 22006362 109 6461262 679176334 2371955 0 558 0 0 0
cpu4 38961175 85 8200397 660341190 2520503 0 5516 0 0 0
cpu5 20921186 23 5743391 681110501 2303204 0 484 0 0 0
cpu6 37529673 16 7776708 662651780 2087676 0 6462 0 0 0
cpu7 20063586 25 5431459 683460478 1133906 0 550 0 0 0
cpu8 19039025 9 5455089 685021086 480865 0 6168 0 0 0
cpu9 31868259 26 5025666 672952277 353761 0 293 0 0 0
cpu10 19597927 5 5342343 684511598 558575 0 12420 0 0 0
cpu11 33172407 8 4943810 671055536 1045207 0 295 0 0 0
cpu12 20262561 6 5173417 684068948 500937 0 6110 0 0 0
cpu13 32010915 14 4919157 672994769 292782 0 248 0 0 0
cpu14 19181006 1 5178122 685164596 503828 0 4417 0 0 0
cpu15 35843496 10 10181030 663187015 985995 0 340 0 0 0
intr 56884799856 47 0 0 0 0 0 0 0 1 4 14930750 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741283 0 0 0 6935170 0 0 0 109 66928462 85954 0 1234429404 703385294 1053166148 353955260 354055260 354677845 354060619 353986438 1421295712 354083900 354121567 1623982917 1340718679 353958095 1668211393 353966166 0 97 7424085 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47831046 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995159 54191378 1393920 8027703 1248492 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163237510010
btime 1537443440
processes 71873921
procs_running 1
procs_blocked 0
softirq 14191845374 6 2986987597 141816762 768689839 6163816 0 2950802672 945910825 0 2096506561

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt
View File

@ -1,25 +0,0 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 113115 max: 113115 -- min data: 110.5 GiB mean data: 110.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118609674240.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 112794 max: 112794 -- min data: 110.2 GiB mean data: 110.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118273081344.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 113361 max: 113361 -- min data: 110.7 GiB mean data: 110.7 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304270848.
WARNING: Using actual aggregate bytes moved = 118867623936.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 113115
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json
View File

@ -1,180 +0,0 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:13:05 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:13:05 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1880.2298,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0009,
"wrRdTime": 60.0603,
"closeTime": 0.0989,
"totalTime": 60.1602
}
,
{
"access": "remove",
"totalTime": 0.0039
}
]
,
[ {
"access": "write",
"bwMiB": 1877.7319,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0004,
"wrRdTime": 60.0611,
"closeTime": 0.0078,
"totalTime": 60.0693
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
,
[ {
"access": "write",
"bwMiB": 1887.1003,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0603,
"closeTime": 0.0109,
"totalTime": 60.0715
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1887.1003,
"writeMB": 1978.7681
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 1887.1003,
"bwMinMIB": 1877.7319,
"bwMeanMIB": 1881.6873,
"bwStdMIB": 3.9611,
"OPsMax": 1887.1003,
"OPsMin": 1877.7319,
"OPsMean": 1881.6873,
"OPsSD": 3.9611,
"MeanTime": 60.1003,
"xsizeMiB": 113115.0000
}
]
,
"Finished": "Thu Dec 6 20:16:06 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:start.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544123584
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104880280664298
PortRcvData:.....................66926544930477
PortXmitPkts:....................124045180509
PortRcvPkts:.....................86983225728
PortUnicastXmitPkts:.............124038513426
PortUnicastRcvPkts:..............86859940247
PortMulticastXmitPkts:...........6667083
PortMulticastRcvPkts:............123285481
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024221170 88541848 0 526 0 0 0 18588495 34300124346 31752733 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16604091674 12953972 0 0 0 0 0 0 16604091674 12953972 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815157348 366993808 0 0 0 0 0 0 232015751112 186741707 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48981 357 1112 49066
Swap: 13939 161 13778
cpu 455398910 707 103601184 10090663875 27434769 0 1679251 0 0 0
cpu0 43472900 43 10174331 605768210 5358659 0 1627217 0 0 0
cpu1 21503681 33 5736145 636551945 3557254 0 749 0 0 0
cpu2 41500508 295 9030356 613459339 3379775 0 8028 0 0 0
cpu3 21709893 108 6333110 637026350 2371944 0 550 0 0 0
cpu4 38730533 82 8125283 618068750 2520488 0 5428 0 0 0
cpu5 20716124 21 5670210 638811164 2303200 0 481 0 0 0
cpu6 37372731 16 7716865 620290635 2087644 0 6325 0 0 0
cpu7 19884290 25 5370545 641122203 1133895 0 547 0 0 0
cpu8 19009818 9 5434402 642492917 480856 0 6058 0 0 0
cpu9 31854345 26 5009280 630403389 353757 0 291 0 0 0
cpu10 19571927 5 5323761 641977115 558567 0 12324 0 0 0
cpu11 33160940 8 4929125 628502082 1045205 0 293 0 0 0
cpu12 20239382 6 5157204 641530103 500927 0 6031 0 0 0
cpu13 32001029 14 4906336 630437449 292778 0 247 0 0 0
cpu14 19160677 1 5163406 642620360 503824 0 4337 0 0 0
cpu15 35510124 10 9520820 621601858 985990 0 338 0 0 0
intr 56425747102 47 0 0 0 0 0 0 0 1 4 14036634 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629107 0 0 0 6519360 0 0 0 109 62377364 84791 0 1149474688 703384064 1053157020 353954728 354054728 354668881 354060087 353985905 1421295179 354083365 354121032 1623982383 1340718145 353957561 1668210859 353965631 0 97 7095048 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45306064 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756539 52641890 1350135 7592638 1206488 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158678589100
btime 1537443440
processes 63384790
procs_running 2
procs_blocked 0
softirq 13848415684 6 2889994030 133539687 747499584 5846172 0 2865840725 916998237 0 1993729947

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:stop.txt
View File

@ -1,51 +0,0 @@
TIMESTAMP 1544123767
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104970258614393
PortRcvData:.....................66926693070021
PortXmitPkts:....................124133742723
PortRcvPkts:.....................86984610154
PortUnicastXmitPkts:.............124127075458
PortUnicastRcvPkts:..............86861321402
PortMulticastXmitPkts:...........6667265
PortMulticastRcvPkts:............123288752
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024389895 88543205 0 526 0 0 0 18589180 34300142087 31752869 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16605094686 12954332 0 0 0 0 0 0 16605094686 12954332 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815502457 366998439 0 0 0 0 0 0 232016549245 186742811 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455411431 707 103608250 10090935191 27434769 0 1679545 0 0 0
cpu0 43484402 43 10180474 605768481 5358659 0 1627509 0 0 0
cpu1 21503693 33 5736154 636570095 3557254 0 749 0 0 0
cpu2 41500727 295 9030501 613477174 3379775 0 8028 0 0 0
cpu3 21709901 108 6333125 637044532 2371944 0 550 0 0 0
cpu4 38730875 82 8125523 618086360 2520488 0 5428 0 0 0
cpu5 20716170 21 5670227 638829307 2303200 0 481 0 0 0
cpu6 37372821 16 7716953 620308660 2087644 0 6326 0 0 0
cpu7 19884303 25 5370557 641140382 1133895 0 547 0 0 0
cpu8 19009832 9 5434412 642511095 480856 0 6058 0 0 0
cpu9 31854359 26 5009295 630421565 353757 0 291 0 0 0
cpu10 19571981 5 5323801 641995215 558567 0 12324 0 0 0
cpu11 33160956 8 4929135 628520263 1045205 0 293 0 0 0
cpu12 20239398 6 5157218 641548260 500927 0 6031 0 0 0
cpu13 32001034 14 4906342 630455643 292778 0 247 0 0 0
cpu14 19160689 1 5163415 642638541 503824 0 4337 0 0 0
cpu15 35510284 10 9521113 621619611 985990 0 338 0 0 0
intr 56428040972 47 0 0 0 0 0 0 0 1 4 14037012 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629159 0 0 0 6519538 0 0 0 109 62381102 84795 0 1150485022 703384070 1053157027 353954731 354054731 354668887 354060089 353985907 1421295181 354083367 354121034 1623982385 1340718147 353957563 1668210861 353965634 0 97 7095327 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45309052 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756649 52642643 1350154 7592827 1206514 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158780413942
btime 1537443440
processes 63388579
procs_running 1
procs_blocked 0
softirq 13849759399 6 2890224486 133543227 747508898 5846313 0 2866850961 917035074 0 1993783138

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt
View File

@ -1,24 +0,0 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 14979 max: 14979 -- min data: 146.3 GiB mean data: 146.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 157066199040.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15453 max: 15453 -- min data: 150.9 GiB mean data: 150.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 162036449280.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15242 max: 15242 -- min data: 148.8 GiB mean data: 148.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 159823953920.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json
View File

@ -1,165 +0,0 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:16:24 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:16:24 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 2496.1506,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0005,
"wrRdTime": 60.0066,
"closeTime": 0.0014,
"totalTime": 60.0084
}
]
,
[ {
"access": "read",
"bwMiB": 2575.0985,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0079,
"closeTime": 0.0013,
"totalTime": 60.0094
}
]
,
[ {
"access": "read",
"bwMiB": 2539.9431,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0077,
"closeTime": 0.0013,
"totalTime": 60.0092
}
]
]
,
"max": {
"readMiB": 2575.0985,
"readMB": 2700.1865
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 2575.0985,
"bwMinMIB": 2496.1506,
"bwMeanMIB": 2537.0641,
"bwStdMIB": 32.2946,
"OPsMax": 257.5099,
"OPsMin": 249.6151,
"OPsMean": 253.7064,
"OPsSD": 3.2295,
"MeanTime": 60.0090,
"xsizeMiB": 149790.0000
}
]
,
"Finished": "Tue Dec 11 18:19:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:17967-LABEL:start.txt