julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

Merge branch 'master' of ssh://git.hps.vi4io.org:3001/eugen.betke/ddn-ime-evaluation

This commit is contained in:
eugen.betke 2018-12-12 13:37:35 +01:00
parent 8a0b412a7d e4cc311c4f
commit 7ee6138afd
33753 changed files with 781597 additions and 1098558 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
benchmark/config.sh
View File

@ -7,19 +7,23 @@ hostname=$(hostname)
if [[ "isc17" == ${hostname:0:5} ]]; then
export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH
export MODULEPATH=/gsfs/jtacquaviva/software/modules:$MODULEPATH
module purge
module load ddn/mvapich/3.1.4
module load root/hdf5/1.10.4
module load root/ior/git-20181107
#module load root/ior/git-20181107
module load root/ior/git-20181123
#module list
export TD="/esfs/jtacquaviva/testfiles"
export WD="/esfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
export NODES=( \
isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
isc17-c18 isc17-c22 isc17-c01 )
export TD="/gsfs/jtacquaviva/testfiles"
export WD="/gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark"
# export NODES=( \
# isc17-c02 isc17-c03 isc17-c04 isc17-c05 \
# isc17-c06 isc17-c07 isc17-c08 isc17-c09 \
# isc17-c12 isc17-c13 isc17-c14 isc17-c15 \
# isc17-c18 isc17-c22 isc17-c01 )
export NODES=( isc17-c02 isc17-c03 isc17-c04 isc17-c05 isc17-c06 isc17-c08 isc17-c09 isc17-c11 isc17-c12 isc17-c13 isc17-c14 isc17-c15 isc17-c18 isc17-c22 isc17-c23 isc17-c01 )
elif [[ "m" == ${hostname:0:1} ]]; then
. /sw/rhel6-x64/tcl/modules-3.2.10/Modules/3.2.10/init/sh
@ -57,13 +61,14 @@ function hosts() {
#DATASIZE=$((4800 * 1024 * 1024 * 16))
DATASIZE=$((48000 * 1024 * 1024 * 16))
COUNT_ARR=( $(seq 3) )
TYPE_ARR=( "write" "read" )
API_ARR=( "POSIX") # "MPIIO" ) #
#API_ARR=( "MPIIO" ) #
#NN_ARR=( 1 2 4 8 16)
NN_ARR=( 15 4 8 2 1)
PPN_ARR=( 8 4 1 )
COUNT_ARR=( $(seq 1) )
TYPE_ARR=( "read" )
API_ARR=( "IME") # "MPIIO" ) #
FS_ARR=( "fuse") # "gpfs"
#NN_ARR=( 16 )
#PPN_ARR=( 8 )
NN_ARR=( 2 1 16 8 4 )
PPN_ARR=( 1 8 4 )
T_ARR=( $((10*1024*1024)) $((1*1024*1024)) $((100*1024)) $((16*1024)) )
#COUNT_ARR=( $(seq 3) )

2
benchmark/ior_wrapper.sh
View File

@ -14,7 +14,7 @@ function capture_network_state {
perfquery -x
cat /proc/net/dev
free -m
cat /proc/fs/lustre/llite/esfs-*/max_cached_mb
#cat /proc/fs/lustre/llite/esfs-*/max_cached_mb
cat /proc/stat
}

27
benchmark/mkdb.py
View File

@ -34,13 +34,11 @@ def splitFn(fn:str):
def parseIorOutput(fn):
selffn = fn + ".json"
res = dict()
res = list()
with open(selffn) as f:
data = json.load(f)
#print(json.dumps(data, indent=4))
res.update(data['tests'][0]['Results'][0][0])
#print(data['tests'][0]['Results'][0][0])
#print(res)
res = data['tests'][0]['Results']
return res
@ -126,7 +124,7 @@ class DBWriter:
cols = ["%s %s" % (k,self.map[type(v)]) for k,v in data.items()]
colnames = ','.join(cols)
print(colnames)
query = 'CREATE TABLE p (%s, primary key(filename))' % colnames
query = 'CREATE TABLE p (%s, primary key(filename,iteration))' % colnames
try:
self.conn.execute(query)
except Exception as e:
@ -158,14 +156,17 @@ def main():
for filename in glob.glob(folder + "/*.txt"):
print("Parsing " + filename)
data = dict()
data.update(splitFn(filename))
data.update(parseSysCounters(filename))
data.update(parseIorOutput(filename))
if not tabexists:
print(data)
db.create(data)
tabexists = True
db.insert(data)
ior_result = parseIorOutput(filename)
for i in range(0, len(ior_result)):
data.update(splitFn(filename))
data.update(parseSysCounters(filename))
data.update(ior_result[i][0])
data['iteration'] = i
if not tabexists:
print(data)
db.create(data)
tabexists = True
db.insert(data)
print(data)

BIN
benchmark/output_v2/.COUNT:1-NN:2-PPN:1-API:IME-T:10485760-TYPE:read.txt.json.swp Normal file
View File

Binary file not shown.

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 69254 max: 69254 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7091609600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69680 max: 69680 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7135232000.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69109 max: 69109 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7076761600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:37:45 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:37:45 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 111.1911,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0003,
"wrRdTime": 60.8213,
"closeTime": 0.0023,
"totalTime": 60.8240
}
]
,
[ {
"access": "read",
"bwMiB": 111.8740,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8222,
"closeTime": 0.0023,
"totalTime": 60.8246
}
]
,
[ {
"access": "read",
"bwMiB": 110.9595,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8209,
"closeTime": 0.0023,
"totalTime": 60.8233
}
]
]
,
"max": {
"readMiB": 111.8740,
"readMB": 117.3084
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 111.8740,
"bwMinMIB": 110.9595,
"bwMeanMIB": 111.3415,
"bwStdMIB": 0.3882,
"OPsMax": 1145.5899,
"OPsMin": 1136.2253,
"OPsMean": 1140.1373,
"OPsSD": 3.9753,
"MeanTime": 60.8240,
"xsizeMiB": 6763.0859
}
]
,
"Finished": "Tue Dec 11 18:40:48 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549864
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299956315838
PortRcvData:.....................69956706670653
PortXmitPkts:....................127544873911
PortRcvPkts:.....................90019397863
PortUnicastXmitPkts:.............127537781399
PortUnicastRcvPkts:..............89888446520
PortMulticastXmitPkts:...........7092512
PortMulticastRcvPkts:............130951343
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386640891 91446687 0 526 0 0 0 20190833 34333598980 32002681 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18064224411 13806313 0 0 0 0 0 0 18064224411 13806313 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241543773732 377691896 0 0 0 0 0 0 232954282002 189161410 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14129 48939 365 1148 49043
Swap: 13939 161 13778
cpu 457892979 750 105103021 10768578859 27441345 0 1693466 0 0 0
cpu0 43815050 43 10296252 647884952 5365005 0 1640711 0 0 0
cpu1 21779610 33 5815665 678813824 3557256 0 750 0 0 0
cpu2 41823536 330 9153528 655634635 3379884 0 8138 0 0 0
cpu3 22011141 109 6461975 679214848 2371955 0 558 0 0 0
cpu4 38964135 85 8200882 660381728 2520503 0 5516 0 0 0
cpu5 20923573 23 5743954 681151560 2303204 0 484 0 0 0
cpu6 37532602 16 7777180 662692367 2087676 0 6463 0 0 0
cpu7 20065954 25 5431883 683501698 1133906 0 550 0 0 0
cpu8 19039405 9 5455504 685064278 480865 0 6168 0 0 0
cpu9 31868299 26 5025912 672996050 353761 0 293 0 0 0
cpu10 19598282 5 5342743 684554839 558575 0 12420 0 0 0
cpu11 33172432 8 4943950 671099432 1045207 0 295 0 0 0
cpu12 20262861 6 5173739 684112336 500937 0 6110 0 0 0
cpu13 32010939 14 4919380 673038586 292782 0 248 0 0 0
cpu14 19181284 1 5178382 685208077 503828 0 4417 0 0 0
cpu15 35843869 10 10182084 663229642 985995 0 340 0 0 0
intr 56893215131 47 0 0 0 0 0 0 0 1 4 14931674 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741429 0 0 0 6935600 0 0 0 109 66944624 86001 0 1237589518 703385312 1053166167 353955269 354055269 354677864 354060628 353986447 1421295721 354083908 354121575 1623982926 1340718688 353958104 1668211402 353966175 0 97 7425220 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47859974 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995503 54192855 1393982 8028196 1248574 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163247654325
btime 1537443440
processes 71884031
procs_running 1
procs_blocked 0
softirq 14196029669 6 2987533282 141825326 768713469 6164167 0 2953960561 946201600 0 2096663962

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550048
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300006673387
PortRcvData:.....................69962109501813
PortXmitPkts:....................127545610307
PortRcvPkts:.....................90025023661
PortUnicastXmitPkts:.............127538517612
PortUnicastRcvPkts:..............89894069020
PortMulticastXmitPkts:...........7092695
PortMulticastRcvPkts:............130954641
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386801395 91447903 0 526 0 0 0 20191522 34333616126 32002815 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18065228765 13806671 0 0 0 0 0 0 18065228765 13806671 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241544128910 377696668 0 0 0 0 0 0 232957806188 189162621 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14126 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457894168 750 105103746 10768870389 27441348 0 1693521 0 0 0
cpu0 43815928 43 10296543 647901951 5365008 0 1640765 0 0 0
cpu1 21779613 33 5815669 678832166 3557256 0 750 0 0 0
cpu2 41823559 330 9153559 655652930 3379884 0 8138 0 0 0
cpu3 22011158 109 6461999 679233158 2371955 0 558 0 0 0
cpu4 38964161 85 8200891 660400043 2520503 0 5516 0 0 0
cpu5 20923597 23 5743993 681169851 2303204 0 484 0 0 0
cpu6 37532619 16 7777188 662710693 2087676 0 6463 0 0 0
cpu7 20065964 25 5431889 683520036 1133906 0 550 0 0 0
cpu8 19039417 9 5455509 685082614 480865 0 6168 0 0 0
cpu9 31868305 26 5025917 673014392 353761 0 293 0 0 0
cpu10 19598288 5 5342747 684573181 558575 0 12420 0 0 0
cpu11 33172435 8 4943953 671117776 1045207 0 295 0 0 0
cpu12 20262865 6 5173743 684130681 500937 0 6110 0 0 0
cpu13 32010943 14 4919384 673056931 292782 0 248 0 0 0
cpu14 19181291 1 5178386 685226418 503828 0 4418 0 0 0
cpu15 35844017 10 10182370 663247562 985995 0 340 0 0 0
intr 56893783790 47 0 0 0 0 0 0 0 1 4 14932052 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741489 0 0 0 6935780 0 0 0 109 66948362 86005 0 1238014982 703385318 1053166172 353955272 354055272 354677869 354060631 353986450 1421295724 354083912 354121579 1623982930 1340718692 353958108 1668211406 353966178 0 97 7425499 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47862962 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995616 54193456 1394006 8028385 1248597 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163248853119
btime 1537443440
processes 71887825
procs_running 1
procs_blocked 0
softirq 14196581125 6 2987580125 141828892 768722962 6164317 0 2954386137 946222258 0 2096709132

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 926956 max: 926956 -- min data: 88.4 GiB mean data: 88.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305651200.
WARNING: Using actual aggregate bytes moved = 94920294400.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 920964 max: 920964 -- min data: 87.8 GiB mean data: 87.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306163200.
WARNING: Using actual aggregate bytes moved = 94306713600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 922694 max: 922694 -- min data: 88.0 GiB mean data: 88.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305856000.
WARNING: Using actual aggregate bytes moved = 94483865600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 926956
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:27:16 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:27:16 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1488.0488,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8218,
"closeTime": 0.0111,
"totalTime": 60.8334
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1478.3999,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0005,
"wrRdTime": 60.8226,
"closeTime": 0.0115,
"totalTime": 60.8346
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1481.1831,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8222,
"closeTime": 0.0118,
"totalTime": 60.8344
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1488.0488,
"writeMB": 1560.3323
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 1488.0488,
"bwMinMIB": 1478.3999,
"bwMeanMIB": 1482.5439,
"bwStdMIB": 4.0550,
"OPsMax": 15237.6200,
"OPsMin": 15138.8154,
"OPsMean": 15181.2500,
"OPsSD": 41.5230,
"MeanTime": 60.8341,
"xsizeMiB": 90523.0469
}
]
,
"Finished": "Thu Dec 6 20:30:18 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544124435
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105674383829230
PortRcvData:.....................66927833667321
PortXmitPkts:....................124824699380
PortRcvPkts:.....................86995258281
PortUnicastXmitPkts:.............124818031448
PortUnicastRcvPkts:..............86871957525
PortMulticastXmitPkts:...........6667932
PortMulticastRcvPkts:............123300756
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025004127 88548298 0 526 0 0 0 18591691 34300202994 31753343 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607165908 12955684 0 0 0 0 0 0 16607165908 12955684 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240816801871 367017116 0 0 0 0 0 0 232032515450 186747532 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48982 357 1112 49066
Swap: 13939 161 13778
cpu 455581161 707 103680385 10091758286 27434775 0 1681588 0 0 0
cpu0 43509653 43 10190764 605797703 5358663 0 1629547 0 0 0
cpu1 21529325 33 5747525 636599886 3557254 0 749 0 0 0
cpu2 41527730 295 9040731 613506751 3379775 0 8028 0 0 0
cpu3 21735732 108 6344396 637074228 2371944 0 550 0 0 0
cpu4 38745405 82 8130614 618133315 2520488 0 5429 0 0 0
cpu5 20729095 21 5675988 638877359 2303200 0 481 0 0 0
cpu6 37387434 16 7722122 620355603 2087644 0 6327 0 0 0
cpu7 19897182 25 5376410 641188430 1133895 0 547 0 0 0
cpu8 19012325 9 5435505 642574004 480856 0 6059 0 0 0
cpu9 31854701 26 5009679 630487492 353757 0 291 0 0 0
cpu10 19574382 5 5324832 642058436 558567 0 12325 0 0 0
cpu11 33161267 8 4929639 628586111 1045205 0 294 0 0 0
cpu12 20241588 6 5158247 641611564 500927 0 6031 0 0 0
cpu13 32001365 14 4906756 630521567 292778 0 247 0 0 0
cpu14 19162859 1 5164449 642701930 503824 0 4337 0 0 0
cpu15 35511111 10 9522720 621683901 985990 0 338 0 0 0
intr 56447292804 47 0 0 0 0 0 0 0 1 4 14038419 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629365 0 0 0 6520190 0 0 0 109 62400278 84843 0 1158014964 703384083 1053157045 353954737 354054737 354668906 354060096 353985914 1421295188 354083374 354121041 1623982391 1340718153 353957570 1668210868 353965641 0 97 7096667 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45339332 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757108 52645603 1350257 7593526 1206562 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159474847903
btime 1537443440
processes 63403300
procs_running 1
procs_blocked 0
softirq 13860399043 6 2892829126 133556219 747547904 5846845 0 2874353155 917186240 0 1994112252

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544124620
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105746142945404
PortRcvData:.....................66927954695437
PortXmitPkts:....................124895352769
PortRcvPkts:.....................86996389958
PortUnicastXmitPkts:.............124888684652
PortUnicastRcvPkts:..............86873085872
PortMulticastXmitPkts:...........6668117
PortMulticastRcvPkts:............123304086
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025170042 88549674 0 526 0 0 0 18592392 34300217510 31753467 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607192305 12955967 0 0 0 0 0 0 16607192305 12955967 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240817196420 367021927 0 0 0 0 0 0 232033313319 186748718 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455592606 707 103688636 10092034852 27434775 0 1681836 0 0 0
cpu0 43520176 43 10198133 605798096 5358663 0 1629795 0 0 0
cpu1 21529335 33 5747533 636618365 3557254 0 749 0 0 0
cpu2 41527843 295 9040814 613525094 3379775 0 8028 0 0 0
cpu3 21735739 108 6344411 637092731 2371944 0 550 0 0 0
cpu4 38745784 82 8130888 618151258 2520488 0 5429 0 0 0
cpu5 20729133 21 5676007 638895827 2303200 0 481 0 0 0
cpu6 37387502 16 7722172 620374019 2087644 0 6328 0 0 0
cpu7 19897196 25 5376420 641206937 1133895 0 547 0 0 0
cpu8 19012378 9 5435545 642592451 480856 0 6059 0 0 0
cpu9 31854716 26 5009695 630505994 353757 0 291 0 0 0
cpu10 19574408 5 5324846 642076924 558567 0 12325 0 0 0
cpu11 33161272 8 4929646 628604626 1045205 0 294 0 0 0
cpu12 20241598 6 5158261 641630058 500927 0 6031 0 0 0
cpu13 32001370 14 4906762 630540084 292778 0 247 0 0 0
cpu14 19162867 1 5164453 642720445 503824 0 4337 0 0 0
cpu15 35511283 10 9523043 621701936 985990 0 338 0 0 0
intr 56449240336 47 0 0 0 0 0 0 0 1 4 14038818 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629412 0 0 0 6520370 0 0 0 109 62401006 84847 0 1158849736 703384088 1053157052 353954740 354054740 354668913 354060099 353985916 1421295190 354083376 354121043 1623982393 1340718155 353957572 1668210870 353965643 0 97 7096747 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45341106 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757219 52646381 1350280 7593719 1206578 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159628673385
btime 1537443440
processes 63406967
procs_running 1
procs_blocked 0
softirq 13861562197 6 2893056941 133559825 747557562 5846982 0 2875187860 917220935 0 1994164790

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 43161 max: 43161 -- min data: 42.1 GiB mean data: 42.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 45257588736.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 43951 max: 43951 -- min data: 42.9 GiB mean data: 42.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 46085963776.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 45516 max: 45516 -- min data: 44.4 GiB mean data: 44.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 47726985216.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:27:23 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:27:23 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 718.6236,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0596,
"closeTime": 0.0007,
"totalTime": 60.0606
}
]
,
[ {
"access": "read",
"bwMiB": 731.7897,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0002,
"wrRdTime": 60.0588,
"closeTime": 0.0007,
"totalTime": 60.0596
}
]
,
[ {
"access": "read",
"bwMiB": 757.8387,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0001,
"wrRdTime": 60.0595,
"closeTime": 0.0007,
"totalTime": 60.0603
}
]
]
,
"max": {
"readMiB": 757.8387,
"readMB": 794.6515
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 757.8387,
"bwMinMIB": 718.6236,
"bwMeanMIB": 736.0840,
"bwStdMIB": 16.2949,
"OPsMax": 757.8387,
"OPsMin": 718.6236,
"OPsMean": 736.0840,
"OPsSD": 16.2949,
"MeanTime": 60.0602,
"xsizeMiB": 43161.0000
}
]
,
"Finished": "Tue Dec 11 18:30:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549243
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299462536118
PortRcvData:.....................69502130746446
PortXmitPkts:....................127526797575
PortRcvPkts:.....................89574962743
PortUnicastXmitPkts:.............127519705684
PortUnicastRcvPkts:..............89444022571
PortMulticastXmitPkts:...........7091891
PortMulticastRcvPkts:............130940172
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386103855 91442542 0 526 0 0 0 20188476 34333537212 32002208 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18062163317 13805079 0 0 0 0 0 0 18062163317 13805079 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542564200 377675510 0 0 0 0 0 0 232939929704 189157091 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14128 48940 365 1148 49044
Swap: 13939 161 13778
cpu 457857856 750 105094705 10767629187 27441338 0 1693256 0 0 0
cpu0 43807933 43 10295283 647831953 5364998 0 1640502 0 0 0
cpu1 21774874 33 5815162 678756998 3557256 0 750 0 0 0
cpu2 41817742 330 9152818 655579037 3379884 0 8138 0 0 0
cpu3 22006341 109 6461240 679158255 2371955 0 558 0 0 0
cpu4 38961151 85 8200384 660323104 2520503 0 5516 0 0 0
cpu5 20921170 23 5743380 681092404 2303204 0 484 0 0 0
cpu6 37529657 16 7776701 662633681 2087676 0 6462 0 0 0
cpu7 20063579 25 5431454 683442366 1133906 0 550 0 0 0
cpu8 19039020 9 5455077 685002977 480865 0 6168 0 0 0
cpu9 31868254 26 5025662 672934163 353761 0 293 0 0 0
cpu10 19597913 5 5342334 684493497 558575 0 12420 0 0 0
cpu11 33172400 8 4943805 671037424 1045207 0 295 0 0 0
cpu12 20262550 6 5173406 684050845 500937 0 6110 0 0 0
cpu13 32010913 14 4919155 672976650 292782 0 248 0 0 0
cpu14 19180997 1 5178116 685146487 503828 0 4417 0 0 0
cpu15 35843358 10 10180721 663169338 985995 0 340 0 0 0
intr 56884398165 47 0 0 0 0 0 0 0 1 4 14930372 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741229 0 0 0 6934994 0 0 0 109 66924724 85950 0 1234158533 703385288 1053166141 353955257 354055257 354677838 354060616 353986433 1421295707 354083895 354121562 1623982913 1340718675 353958092 1668211390 353966163 0 97 7423806 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47828060 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995054 54190814 1393901 8027516 1248465 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163236702036
btime 1537443440
processes 71870203
procs_running 1
procs_blocked 0
softirq 14191436424 6 2986933921 141813238 768680734 6163674 0 2950531676 945884755 0 2096461124

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549424
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299500647732
PortRcvData:.....................69537131058761
PortXmitPkts:....................127528192136
PortRcvPkts:.....................89609185627
PortUnicastXmitPkts:.............127521100064
PortUnicastRcvPkts:..............89478242199
PortMulticastXmitPkts:...........7092072
PortMulticastRcvPkts:............130943428
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386262181 91443712 0 526 0 0 0 20189154 34333553717 32002333 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18063167527 13805435 0 0 0 0 0 0 18063167527 13805435 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542911268 377680133 0 0 0 0 0 0 232941280077 189158221 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14127 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457859525 750 105095363 10767916644 27441340 0 1693300 0 0 0
cpu0 43809299 43 10295497 647848307 5365000 0 1640546 0 0 0
cpu1 21774876 33 5815166 678775110 3557256 0 750 0 0 0
cpu2 41817764 330 9152843 655597112 3379884 0 8138 0 0 0
cpu3 22006362 109 6461262 679176334 2371955 0 558 0 0 0
cpu4 38961175 85 8200397 660341190 2520503 0 5516 0 0 0
cpu5 20921186 23 5743391 681110501 2303204 0 484 0 0 0
cpu6 37529673 16 7776708 662651780 2087676 0 6462 0 0 0
cpu7 20063586 25 5431459 683460478 1133906 0 550 0 0 0
cpu8 19039025 9 5455089 685021086 480865 0 6168 0 0 0
cpu9 31868259 26 5025666 672952277 353761 0 293 0 0 0
cpu10 19597927 5 5342343 684511598 558575 0 12420 0 0 0
cpu11 33172407 8 4943810 671055536 1045207 0 295 0 0 0
cpu12 20262561 6 5173417 684068948 500937 0 6110 0 0 0
cpu13 32010915 14 4919157 672994769 292782 0 248 0 0 0
cpu14 19181006 1 5178122 685164596 503828 0 4417 0 0 0
cpu15 35843496 10 10181030 663187015 985995 0 340 0 0 0
intr 56884799856 47 0 0 0 0 0 0 0 1 4 14930750 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741283 0 0 0 6935170 0 0 0 109 66928462 85954 0 1234429404 703385294 1053166148 353955260 354055260 354677845 354060619 353986438 1421295712 354083900 354121567 1623982917 1340718679 353958095 1668211393 353966166 0 97 7424085 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47831046 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995159 54191378 1393920 8027703 1248492 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163237510010
btime 1537443440
processes 71873921
procs_running 1
procs_blocked 0
softirq 14191845374 6 2986987597 141816762 768689839 6163816 0 2950802672 945910825 0 2096506561

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 113115 max: 113115 -- min data: 110.5 GiB mean data: 110.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118609674240.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 112794 max: 112794 -- min data: 110.2 GiB mean data: 110.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118273081344.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 113361 max: 113361 -- min data: 110.7 GiB mean data: 110.7 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304270848.
WARNING: Using actual aggregate bytes moved = 118867623936.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 113115
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:13:05 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:13:05 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1880.2298,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0009,
"wrRdTime": 60.0603,
"closeTime": 0.0989,
"totalTime": 60.1602
}
,
{
"access": "remove",
"totalTime": 0.0039
}
]
,
[ {
"access": "write",
"bwMiB": 1877.7319,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0004,
"wrRdTime": 60.0611,
"closeTime": 0.0078,
"totalTime": 60.0693
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
,
[ {
"access": "write",
"bwMiB": 1887.1003,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0603,
"closeTime": 0.0109,
"totalTime": 60.0715
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1887.1003,
"writeMB": 1978.7681
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 1887.1003,
"bwMinMIB": 1877.7319,
"bwMeanMIB": 1881.6873,
"bwStdMIB": 3.9611,
"OPsMax": 1887.1003,
"OPsMin": 1877.7319,
"OPsMean": 1881.6873,
"OPsSD": 3.9611,
"MeanTime": 60.1003,
"xsizeMiB": 113115.0000
}
]
,
"Finished": "Thu Dec 6 20:16:06 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544123584
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104880280664298
PortRcvData:.....................66926544930477
PortXmitPkts:....................124045180509
PortRcvPkts:.....................86983225728
PortUnicastXmitPkts:.............124038513426
PortUnicastRcvPkts:..............86859940247
PortMulticastXmitPkts:...........6667083
PortMulticastRcvPkts:............123285481
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024221170 88541848 0 526 0 0 0 18588495 34300124346 31752733 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16604091674 12953972 0 0 0 0 0 0 16604091674 12953972 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815157348 366993808 0 0 0 0 0 0 232015751112 186741707 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48981 357 1112 49066
Swap: 13939 161 13778
cpu 455398910 707 103601184 10090663875 27434769 0 1679251 0 0 0
cpu0 43472900 43 10174331 605768210 5358659 0 1627217 0 0 0
cpu1 21503681 33 5736145 636551945 3557254 0 749 0 0 0
cpu2 41500508 295 9030356 613459339 3379775 0 8028 0 0 0
cpu3 21709893 108 6333110 637026350 2371944 0 550 0 0 0
cpu4 38730533 82 8125283 618068750 2520488 0 5428 0 0 0
cpu5 20716124 21 5670210 638811164 2303200 0 481 0 0 0
cpu6 37372731 16 7716865 620290635 2087644 0 6325 0 0 0
cpu7 19884290 25 5370545 641122203 1133895 0 547 0 0 0
cpu8 19009818 9 5434402 642492917 480856 0 6058 0 0 0
cpu9 31854345 26 5009280 630403389 353757 0 291 0 0 0
cpu10 19571927 5 5323761 641977115 558567 0 12324 0 0 0
cpu11 33160940 8 4929125 628502082 1045205 0 293 0 0 0
cpu12 20239382 6 5157204 641530103 500927 0 6031 0 0 0
cpu13 32001029 14 4906336 630437449 292778 0 247 0 0 0
cpu14 19160677 1 5163406 642620360 503824 0 4337 0 0 0
cpu15 35510124 10 9520820 621601858 985990 0 338 0 0 0
intr 56425747102 47 0 0 0 0 0 0 0 1 4 14036634 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629107 0 0 0 6519360 0 0 0 109 62377364 84791 0 1149474688 703384064 1053157020 353954728 354054728 354668881 354060087 353985905 1421295179 354083365 354121032 1623982383 1340718145 353957561 1668210859 353965631 0 97 7095048 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45306064 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756539 52641890 1350135 7592638 1206488 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158678589100
btime 1537443440
processes 63384790
procs_running 2
procs_blocked 0
softirq 13848415684 6 2889994030 133539687 747499584 5846172 0 2865840725 916998237 0 1993729947

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544123767
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104970258614393
PortRcvData:.....................66926693070021
PortXmitPkts:....................124133742723
PortRcvPkts:.....................86984610154
PortUnicastXmitPkts:.............124127075458
PortUnicastRcvPkts:..............86861321402
PortMulticastXmitPkts:...........6667265
PortMulticastRcvPkts:............123288752
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024389895 88543205 0 526 0 0 0 18589180 34300142087 31752869 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16605094686 12954332 0 0 0 0 0 0 16605094686 12954332 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815502457 366998439 0 0 0 0 0 0 232016549245 186742811 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455411431 707 103608250 10090935191 27434769 0 1679545 0 0 0
cpu0 43484402 43 10180474 605768481 5358659 0 1627509 0 0 0
cpu1 21503693 33 5736154 636570095 3557254 0 749 0 0 0
cpu2 41500727 295 9030501 613477174 3379775 0 8028 0 0 0
cpu3 21709901 108 6333125 637044532 2371944 0 550 0 0 0
cpu4 38730875 82 8125523 618086360 2520488 0 5428 0 0 0
cpu5 20716170 21 5670227 638829307 2303200 0 481 0 0 0
cpu6 37372821 16 7716953 620308660 2087644 0 6326 0 0 0
cpu7 19884303 25 5370557 641140382 1133895 0 547 0 0 0
cpu8 19009832 9 5434412 642511095 480856 0 6058 0 0 0
cpu9 31854359 26 5009295 630421565 353757 0 291 0 0 0
cpu10 19571981 5 5323801 641995215 558567 0 12324 0 0 0
cpu11 33160956 8 4929135 628520263 1045205 0 293 0 0 0
cpu12 20239398 6 5157218 641548260 500927 0 6031 0 0 0
cpu13 32001034 14 4906342 630455643 292778 0 247 0 0 0
cpu14 19160689 1 5163415 642638541 503824 0 4337 0 0 0
cpu15 35510284 10 9521113 621619611 985990 0 338 0 0 0
intr 56428040972 47 0 0 0 0 0 0 0 1 4 14037012 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629159 0 0 0 6519538 0 0 0 109 62381102 84795 0 1150485022 703384070 1053157027 353954731 354054731 354668887 354060089 353985907 1421295181 354083367 354121034 1623982385 1340718147 353957563 1668210861 353965634 0 97 7095327 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45309052 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756649 52642643 1350154 7592827 1206514 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158780413942
btime 1537443440
processes 63388579
procs_running 1
procs_blocked 0
softirq 13849759399 6 2890224486 133543227 747508898 5846313 0 2866850961 917035074 0 1993783138

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 14979 max: 14979 -- min data: 146.3 GiB mean data: 146.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 157066199040.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15453 max: 15453 -- min data: 150.9 GiB mean data: 150.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 162036449280.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15242 max: 15242 -- min data: 148.8 GiB mean data: 148.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 159823953920.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:16:24 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:16:24 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 2496.1506,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0005,
"wrRdTime": 60.0066,
"closeTime": 0.0014,
"totalTime": 60.0084
}
]
,
[ {
"access": "read",
"bwMiB": 2575.0985,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0079,
"closeTime": 0.0013,
"totalTime": 60.0094
}
]
,
[ {
"access": "read",
"bwMiB": 2539.9431,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0077,
"closeTime": 0.0013,
"totalTime": 60.0092
}
]
]
,
"max": {
"readMiB": 2575.0985,
"readMB": 2700.1865
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 2575.0985,
"bwMinMIB": 2496.1506,
"bwMeanMIB": 2537.0641,
"bwStdMIB": 32.2946,
"OPsMax": 257.5099,
"OPsMin": 249.6151,
"OPsMean": 253.7064,
"OPsSD": 3.2295,
"MeanTime": 60.0090,
"xsizeMiB": 149790.0000
}
]
,
"Finished": "Tue Dec 11 18:19:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:17967-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544548584
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108298435006678
PortRcvData:.....................68534531170476
PortXmitPkts:....................127491131845
PortRcvPkts:.....................88629051412
PortUnicastXmitPkts:.............127484040611
PortUnicastRcvPkts:..............88498123080
PortMulticastXmitPkts:...........7091234
PortMulticastRcvPkts:............130928332
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40385536606 91438060 0 526 0 0 0 20185982 34333473102 32001710 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18060089963 13803738 0 0 0 0 0 0 18060089963 13803738 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241541287684 377658123 0 0 0 0 0 0 232923897958 189152518 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14127 48940 365 1148 49045
Swap: 13939 161 13778
cpu 457749441 750 105084543 10766695904 27441332 0 1692357 0 0 0
cpu0 43783818 43 10294212 647792907 5364992 0 1639605 0 0 0
cpu1 21758755 33 5814595 678707862 3557256 0 750 0 0 0
cpu2 41801223 330 9151861 655530713 3379884 0 8137 0 0 0
cpu3 21990259 109 6460515 679109246 2371955 0 558 0 0 0
cpu4 38953057 85 8199675 660266101 2520503 0 5516 0 0 0
cpu5 20913354 23 5742930 681034792 2303204 0 484 0 0 0
cpu6 37521527 16 7776062 662576625 2087676 0 6462 0 0 0
cpu7 20055755 25 5430961 683384797 1133906 0 550 0 0 0
cpu8 19038144 9 5454352 684938769 480865 0 6167 0 0 0
cpu9 31868169 26 5025337 672868677 353761 0 293 0 0 0
cpu10 19597114 5 5341736 684429103 558575 0 12420 0 0 0
cpu11 33172340 8 4943553 670971838 1045207 0 295 0 0 0
cpu12 20261863 6 5172916 683986241 500937 0 6109 0 0 0
cpu13 32010880 14 4918982 672910954 292782 0 248 0 0 0
cpu14 19180402 1 5177704 685081673 503828 0 4417 0 0 0
cpu15 35842774 10 10179145 663105599 985995 0 340 0 0 0
intr 56872127789 47 0 0 0 0 0 0 0 1 4 14928986 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741032 0 0 0 6934350 0 0 0 109 66905209 85899 0 1228172443 703385265 1053166117 353955244 354055244 354677812 354060602 353986421 1421295695 354083883 354121550 1623982901 1340718663 353958080 1668211378 353966152 0 97 7422397 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47796122 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7994581 54188478 1393805 8026812 1248410 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163225330072
btime 1537443440
processes 71855607
procs_running 1
procs_blocked 0
softirq 14183320524 6 2985568564 141800432 768645644 6163155 0 2944555592 945421750 0 2096198085

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:17967-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544548765
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108298565148613
PortRcvData:.....................68655067889686
PortXmitPkts:....................127495922800
PortRcvPkts:.....................88746899334
PortUnicastXmitPkts:.............127488831386
PortUnicastRcvPkts:..............88615967748
PortMulticastXmitPkts:...........7091414
PortMulticastRcvPkts:............130931586
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40385699177 91439374 0 526 0 0 0 20186673 34333489930 32001839 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18061103468 13804165 0 0 0 0 0 0 18061103468 13804165 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241541634740 377662764 0 0 0 0 0 0 232924719911 189153649 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14126 48941 365 1149 49045
Swap: 13939 161 13778
cpu 457757925 750 105085452 10766975905 27441333 0 1692523 0 0 0
cpu0 43791840 43 10294452 647802460 5364993 0 1639771 0 0 0
cpu1 21758759 33 5814604 678725955 3557256 0 750 0 0 0
cpu2 41801363 330 9152067 655548430 3379884 0 8138 0 0 0
cpu3 21990273 109 6460537 679127318 2371955 0 558 0 0 0
cpu4 38953078 85 8199709 660284151 2520503 0 5516 0 0 0
cpu5 20913379 23 5742941 681052865 2303204 0 484 0 0 0
cpu6 37521545 16 7776073 662594703 2087676 0 6462 0 0 0
cpu7 20055783 25 5430969 683402870 1133906 0 550 0 0 0
cpu8 19038153 9 5454363 684956859 480865 0 6168 0 0 0
cpu9 31868187 26 5025346 672886759 353761 0 293 0 0 0
cpu10 19597118 5 5341743 684447202 558575 0 12420 0 0 0
cpu11 33172352 8 4943562 670989926 1045207 0 295 0 0 0
cpu12 20261869 6 5172920 684004338 500937 0 6109 0 0 0
cpu13 32010883 14 4918989 672929053 292782 0 248 0 0 0
cpu14 19180414 1 5177713 685099761 503828 0 4417 0 0 0
cpu15 35842922 10 10179459 663123247 985995 0 340 0 0 0
intr 56873579885 47 0 0 0 0 0 0 0 1 4 14929364 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741082 0 0 0 6934528 0 0 0 109 66908946 85903 0 1229031224 703385271 1053166124 353955247 354055247 354677820 354060606 353986425 1421295699 354083887 354121554 1623982904 1340718666 353958083 1668211381 353966155 0 97 7422676 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47799108 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7994690 54189179 1393829 8027003 1248426 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163227043958
btime 1537443440
processes 71859398
procs_running 1
procs_blocked 0
softirq 14184435700 6 2985696499 141803950 768655061 6163294 0 2945414341 945485358 0 2096249895

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 9418 max: 9418 -- min data: 92.0 GiB mean data: 92.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 804782080000.
WARNING: Using actual aggregate bytes moved = 98754887680.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 9466 max: 9466 -- min data: 92.4 GiB mean data: 92.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805211996160.
WARNING: Using actual aggregate bytes moved = 99258204160.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 9481 max: 9481 -- min data: 92.6 GiB mean data: 92.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 99415490560.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 9418
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 19:58:43 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 19:58:43 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1569.0563,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0006,
"wrRdTime": 60.0143,
"closeTime": 0.0085,
"totalTime": 60.0233
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1577.1299,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0003,
"wrRdTime": 60.0103,
"closeTime": 0.0098,
"totalTime": 60.0204
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
,
[ {
"access": "write",
"bwMiB": 1579.6495,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0004,
"wrRdTime": 60.0111,
"closeTime": 0.0081,
"totalTime": 60.0196
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
]
,
"max": {
"writeMiB": 1579.6495,
"writeMB": 1656.3826
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 1579.6495,
"bwMinMIB": 1569.0563,
"bwMeanMIB": 1575.2785,
"bwStdMIB": 4.5185,
"OPsMax": 157.9650,
"OPsMin": 156.9056,
"OPsMean": 157.5279,
"OPsSD": 0.4518,
"MeanTime": 60.0211,
"xsizeMiB": 94180.0000
}
]
,
"Finished": "Thu Dec 6 20:01:43 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:43518-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544122722
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104109450314762
PortRcvData:.....................66925284834336
PortXmitPkts:....................123287043335
PortRcvPkts:.....................86971460326
PortUnicastXmitPkts:.............123280377112
PortUnicastRcvPkts:..............86848190331
PortMulticastXmitPkts:...........6666223
PortMulticastRcvPkts:............123269995
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40023436606 88535348 0 526 0 0 0 18585240 34300050968 31752133 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16601016243 12952249 0 0 0 0 0 0 16601016243 12952249 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240813470495 366970492 0 0 0 0 0 0 231981663226 186735440 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14123 48981 357 1111 49065
Swap: 13939 161 13778
cpu 455239479 707 103501958 10089547599 27434765 0 1677112 0 0 0
cpu0 43440795 43 10153304 605737297 5358654 0 1625082 0 0 0
cpu1 21480549 33 5722004 636503065 3557254 0 749 0 0 0
cpu2 41476983 295 9016178 613410815 3379775 0 8027 0 0 0
cpu3 21686764 108 6318934 636977460 2371944 0 550 0 0 0
cpu4 38717882 82 8118044 618002687 2520488 0 5428 0 0 0
cpu5 20704369 21 5662971 638743986 2303200 0 481 0 0 0
cpu6 37360263 16 7709697 620224258 2087644 0 6325 0 0 0
cpu7 19872568 25 5363379 641054909 1133895 0 547 0 0 0
cpu8 19007678 9 5433214 642410431 480856 0 6058 0 0 0
cpu9 31854219 26 5009005 630317688 353757 0 291 0 0 0
cpu10 19569850 5 5322752 641894312 558567 0 12323 0 0 0
cpu11 33160848 8 4928816 628416360 1045205 0 293 0 0 0
cpu12 20237595 6 5156239 641446961 500927 0 6030 0 0 0
cpu13 32000935 14 4906154 630351604 292778 0 247 0 0 0
cpu14 19158913 1 5162491 642537109 503824 0 4336 0 0 0
cpu15 35509259 10 9518768 621518649 985990 0 338 0 0 0
intr 56406849123 47 0 0 0 0 0 0 0 1 4 14034828 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2628817 0 0 0 6518521 0 0 0 109 62354385 84739 0 1141206383 703384043 1053156992 353954718 354054718 354668854 354060078 353985896 1421295170 354083354 354121021 1623982372 1340718134 353957550 1668210848 353965620 0 97 7093433 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45272778 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7755952 52638195 1350000 7591711 1206381 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 157767003048
btime 1537443440
processes 63366145
procs_running 1
procs_blocked 0
softirq 13836783111 6 2887184313 133522931 747452016 5845472 0 2857593582 916865294 0 1993352201

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:43518-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544122904
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104184677410970
PortRcvData:.....................66925408928676
PortXmitPkts:....................123361068969
PortRcvPkts:.....................86972620452
PortUnicastXmitPkts:.............123354402565
PortUnicastRcvPkts:..............86849347192
PortMulticastXmitPkts:...........6666404
PortMulticastRcvPkts:............123273260
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40023599111 88536684 0 526 0 0 0 18585921 34300065188 31752254 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16602019215 12952608 0 0 0 0 0 0 16602019215 12952608 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240813844258 366975092 0 0 0 0 0 0 231983002175 186736511 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14121 48983 357 1112 49067
Swap: 13939 161 13778
cpu 455250911 707 103510177 10089818474 27434765 0 1677343 0 0 0
cpu0 43451225 43 10160612 605737501 5358654 0 1625312 0 0 0
cpu1 21480576 33 5722025 636521149 3557254 0 749 0 0 0
cpu2 41477190 295 9016319 613428668 3379775 0 8027 0 0 0
cpu3 21686770 108 6318951 636995607 2371944 0 550 0 0 0
cpu4 38718186 82 8118245 618020399 2520488 0 5428 0 0 0
cpu5 20704395 21 5662987 638762115 2303200 0 481 0 0 0
cpu6 37360372 16 7709775 620242251 2087644 0 6325 0 0 0
cpu7 19872588 25 5363390 641073049 1133895 0 547 0 0 0
cpu8 19007709 9 5433241 642428542 480856 0 6058 0 0 0
cpu9 31854229 26 5009018 630335837 353757 0 291 0 0 0
cpu10 19569878 5 5322770 641912435 558567 0 12323 0 0 0
cpu11 33160855 8 4928827 628434513 1045205 0 293 0 0 0
cpu12 20237620 6 5156256 641465077 500927 0 6030 0 0 0
cpu13 32000952 14 4906164 630369747 292778 0 247 0 0 0
cpu14 19158931 1 5162509 642555238 503824 0 4336 0 0 0
cpu15 35509429 10 9519081 621536338 985990 0 338 0 0 0
intr 56408722724 47 0 0 0 0 0 0 0 1 4 14035206 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2628885 0 0 0 6518699 0 0 0 109 62358123 84743 0 1142026832 703384050 1053156999 353954720 354054720 354668860 354060080 353985898 1421295172 354083357 354121024 1623982375 1340718137 353957554 1668210852 353965624 0 97 7093712 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45275766 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756060 52638956 1350019 7591909 1206392 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 157916249174
btime 1537443440
processes 63369876
procs_running 1
procs_blocked 0
softirq 13837940546 6 2887415856 133526466 747461211 5845629 0 2858413998 916905131 0 1993404953

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 142738 max: 142738 -- min data: 2.2 GiB mean data: 2.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2338619392.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 151193 max: 151193 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2477146112.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 150242 max: 150242 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2461564928.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:48:20 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:48:20 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 33.9880,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0003,
"wrRdTime": 65.6037,
"closeTime": 0.0156,
"totalTime": 65.6196
}
]
,
[ {
"access": "read",
"bwMiB": 36.0010,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0001,
"wrRdTime": 65.6050,
"closeTime": 0.0150,
"totalTime": 65.6201
}
]
,
[ {
"access": "read",
"bwMiB": 35.7766,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0001,
"wrRdTime": 65.6013,
"closeTime": 0.0150,
"totalTime": 65.6164
}
]
]
,
"max": {
"readMiB": 36.0010,
"readMB": 37.7498
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 36.0010,
"bwMinMIB": 33.9880,
"bwMeanMIB": 35.2552,
"bwStdMIB": 0.9007,
"OPsMax": 2304.0649,
"OPsMin": 2175.2342,
"OPsMean": 2256.3332,
"OPsSD": 57.6448,
"MeanTime": 65.6187,
"xsizeMiB": 2230.2812
}
]
,
"Finished": "Tue Dec 11 18:51:37 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:13020-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550499
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300661535050
PortRcvData:.....................70033321497658
PortXmitPkts:....................127555288665
PortRcvPkts:.....................90099123874
PortUnicastXmitPkts:.............127548195519
PortUnicastRcvPkts:..............89968161126
PortMulticastXmitPkts:...........7093146
PortMulticastRcvPkts:............130962748
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40387208088 91451005 0 526 0 0 0 20193231 34333677406 32003222 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18067264172 13807630 0 0 0 0 0 0 18067264172 13807630 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241544981422 377708480 0 0 0 0 0 0 232970763805 189165688 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14128 48939 365 1149 49043
Swap: 13939 161 13778
cpu 457911436 750 105113040 10769563789 27441354 0 1693740 0 0 0
cpu0 43819007 43 10297408 647941739 5365014 0 1640983 0 0 0
cpu1 21781420 33 5816256 678874816 3557256 0 750 0 0 0
cpu2 41826665 330 9154447 655693993 3379884 0 8138 0 0 0
cpu3 22012937 109 6462629 679275792 2371955 0 558 0 0 0
cpu4 38965879 85 8201734 660442528 2520503 0 5516 0 0 0
cpu5 20924527 23 5744432 681213554 2303204 0 484 0 0 0
cpu6 37534338 16 7778007 662753205 2087676 0 6463 0 0 0
cpu7 20066873 25 5432318 683563765 1133906 0 550 0 0 0
cpu8 19039930 9 5456056 685126622 480865 0 6168 0 0 0
cpu9 31868343 26 5026151 673059258 353761 0 293 0 0 0
cpu10 19598767 5 5343254 684617253 558575 0 12420 0 0 0
cpu11 33172452 8 4944197 671162657 1045207 0 295 0 0 0
cpu12 20263266 6 5174143 684174956 500937 0 6110 0 0 0
cpu13 32010961 14 4919708 673101732 292782 0 248 0 0 0
cpu14 19181663 1 5178883 685270639 503828 0 4418 0 0 0
cpu15 35844404 10 10183409 663291274 985995 0 340 0 0 0
intr 56907586107 47 0 0 0 0 0 0 0 1 4 14933018 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741633 0 0 0 6936220 0 0 0 109 66967340 86051 0 1243470176 703385338 1053166192 353955281 354055281 354677888 354060640 353986459 1421295733 354083921 354121588 1623982937 1340718699 353958116 1668211414 353966188 0 97 7426830 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47893112 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995971 54195021 1394078 8028877 1248660 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163265871258
btime 1537443440
processes 71898278
procs_running 1
procs_blocked 0
softirq 14202778850 6 2987976649 141837662 768746701 6164681 0 2959836592 946388131 0 2096861132

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:13020-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550697
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300765535760
PortRcvData:.....................70035248082616
PortXmitPkts:....................127556624553
PortRcvPkts:.....................90101794495
PortUnicastXmitPkts:.............127549531210
PortUnicastRcvPkts:..............89970828190
PortMulticastXmitPkts:...........7093343
PortMulticastRcvPkts:............130966305
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40387363256 91452215 0 526 0 0 0 20193963 34333691072 32003339 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18067301585 13808006 0 0 0 0 0 0 18067301585 13808006 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241545390101 377713813 0 0 0 0 0 0 232974306918 189167163 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14125 48942 365 1149 49046
Swap: 13939 161 13778
cpu 457914543 750 105114068 10769875948 27441356 0 1693832 0 0 0
cpu0 43821767 43 10297949 647957882 5365016 0 1641075 0 0 0
cpu1 21781422 33 5816259 678894596 3557256 0 750 0 0 0
cpu2 41826700 330 9154484 655713706 3379884 0 8139 0 0 0
cpu3 22012953 109 6462656 679295539 2371955 0 558 0 0 0
cpu4 38965920 85 8201754 660462258 2520503 0 5517 0 0 0
cpu5 20924548 23 5744444 681233312 2303204 0 484 0 0 0
cpu6 37534350 16 7778015 662772976 2087676 0 6463 0 0 0
cpu7 20066881 25 5432325 683583541 1133906 0 550 0 0 0
cpu8 19039937 9 5456060 685146401 480865 0 6168 0 0 0
cpu9 31868346 26 5026155 673079042 353761 0 293 0 0 0
cpu10 19598778 5 5343259 684637027 558575 0 12420 0 0 0
cpu11 33172454 8 4944200 671182444 1045207 0 295 0 0 0
cpu12 20263277 6 5174153 684194724 500937 0 6110 0 0 0
cpu13 32010962 14 4919711 673121519 292782 0 248 0 0 0
cpu14 19181674 1 5178915 685290386 503828 0 4418 0 0 0
cpu15 35844568 10 10183722 663310588 985995 0 340 0 0 0
intr 56908672524 47 0 0 0 0 0 0 0 1 4 14933417 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741702 0 0 0 6936412 0 0 0 109 66968068 86055 0 1244364958 703385345 1053166199 353955285 354055285 354677896 354060644 353986462 1421295736 354083924 354121591 1623982941 1340718703 353958120 1668211418 353966192 0 97 7426910 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47894894 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7996090 54195610 1394099 8029081 1248689 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163268265196
btime 1537443440
processes 71902264
procs_running 1
procs_blocked 0
softirq 14203842681 6 2988052125 141841508 768757486 6164846 0 2960731443 946416299 0 2096911672

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 3929054 max: 3929054 -- min data: 60.0 GiB mean data: 60.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306269696.
WARNING: Using actual aggregate bytes moved = 64373620736.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 3939945 max: 3939945 -- min data: 60.1 GiB mean data: 60.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304877056.
WARNING: Using actual aggregate bytes moved = 64552058880.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 3940821 max: 3940821 -- min data: 60.1 GiB mean data: 60.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306187776.
WARNING: Using actual aggregate bytes moved = 64566411264.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 3929054
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:41:29 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:41:29 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 935.1113,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0004,
"wrRdTime": 65.6324,
"closeTime": 0.0187,
"totalTime": 65.6515
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 937.7345,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0003,
"wrRdTime": 65.6306,
"closeTime": 0.0184,
"totalTime": 65.6493
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 937.9542,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0004,
"wrRdTime": 65.6301,
"closeTime": 0.0180,
"totalTime": 65.6485
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
]
,
"max": {
"writeMiB": 937.9542,
"writeMB": 983.5163
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 937.9542,
"bwMinMIB": 935.1113,
"bwMeanMIB": 936.9333,
"bwStdMIB": 1.2915,
"OPsMax": 60029.0695,
"OPsMin": 59847.1205,
"OPsMean": 59963.7336,
"OPsSD": 82.6574,
"MeanTime": 65.6498,
"xsizeMiB": 61391.4688
}
]
,
"Finished": "Thu Dec 6 20:44:46 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:2913-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544125288
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................106427861775375
PortRcvData:.....................66929080857780
PortXmitPkts:....................125566084101
PortRcvPkts:.....................87006903188
PortUnicastXmitPkts:.............125559415317
PortUnicastRcvPkts:..............86883587098
PortMulticastXmitPkts:...........6668784
PortMulticastRcvPkts:............123316090
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025778569 88554703 0 526 0 0 0 18594908 34300274768 31753926 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16610241023 12957406 0 0 0 0 0 0 16610241023 12957406 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240818475980 367040216 0 0 0 0 0 0 232066100170 186753719 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14124 48980 357 1111 49064
Swap: 13939 161 13778
cpu 455744006 707 103769757 10092867482 27434780 0 1683802 0 0 0
cpu0 43541973 43 10210763 605828493 5358668 0 1631757 0 0 0
cpu1 21553022 33 5760179 636648828 3557254 0 749 0 0 0
cpu2 41551995 295 9053065 613555499 3379775 0 8029 0 0 0
cpu3 21759355 108 6357308 637123026 2371944 0 550 0 0 0
cpu4 38758549 82 8137041 618198921 2520488 0 5430 0 0 0
cpu5 20741232 21 5682181 638944334 2303200 0 481 0 0 0
cpu6 37400387 16 7728222 620421750 2087644 0 6329 0 0 0
cpu7 19909279 25 5382576 641255492 1133895 0 547 0 0 0
cpu8 19014403 9 5436553 642655894 480856 0 6060 0 0 0
cpu9 31854811 26 5009934 630572368 353757 0 291 0 0 0
cpu10 19576427 5 5325901 642140432 558567 0 12325 0 0 0
cpu11 33161355 8 4929792 628671124 1045205 0 294 0 0 0
cpu12 20243312 6 5159142 641693993 500927 0 6032 0 0 0
cpu13 32001471 14 4907142 630606337 292778 0 247 0 0 0
cpu14 19164492 1 5165361 642784484 503824 0 4337 0 0 0
cpu15 35511935 10 9524590 621766500 985990 0 338 0 0 0
intr 56467174738 47 0 0 0 0 0 0 0 1 4 14040225 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629637 0 0 0 6521024 0 0 0 109 62423156 84895 0 1166448306 703384102 1053157073 353954746 354054746 354668933 354060105 353985923 1421295197 354083382 354121049 1623982400 1340718162 353957579 1668210877 353965650 0 97 7098280 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45372612 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757677 52649288 1350369 7594431 1206637 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 160407193110
btime 1537443440
processes 63421720
procs_running 1
procs_blocked 0
softirq 13872089206 6 2895557650 133572815 747595598 5847524 0 2882761841 917311894 0 1994474582

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-FS:ime-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:2913-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544125490
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................106476800074785
PortRcvData:.....................66929160227525
PortXmitPkts:....................125614247740
PortRcvPkts:.....................87007646810
PortUnicastXmitPkts:.............125607578755
PortUnicastRcvPkts:..............86884327091
PortMulticastXmitPkts:...........6668985
PortMulticastRcvPkts:............123319719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025963830 88556237 0 526 0 0 0 18595680 34300293777 31754072 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16610277579 12957769 0 0 0 0 0 0 16610277579 12957769 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240818867756 367045446 0 0 0 0 0 0 232066931313 186754991 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14120 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455756023 707 103778676 10093169488 27434780 0 1683965 0 0 0
cpu0 43553341 43 10218974 605828954 5358668 0 1631919 0 0 0
cpu1 21553032 33 5760187 636668976 3557254 0 749 0 0 0
cpu2 41552053 295 9053110 613575573 3379775 0 8029 0 0 0
cpu3 21759370 108 6357321 637143196 2371944 0 550 0 0 0
cpu4 38758753 82 8137193 618218734 2520488 0 5430 0 0 0
cpu5 20741253 21 5682195 638964498 2303200 0 481 0 0 0
cpu6 37400421 16 7728254 620441884 2087644 0 6329 0 0 0
cpu7 19909307 25 5382589 641275653 1133895 0 547 0 0 0
cpu8 19014418 9 5436563 642676067 480856 0 6060 0 0 0
cpu9 31854832 26 5009946 630592535 353757 0 291 0 0 0
cpu10 19576458 5 5325920 642160580 558567 0 12325 0 0 0
cpu11 33161380 8 4929805 628691289 1045205 0 294 0 0 0
cpu12 20243318 6 5159147 641714169 500927 0 6032 0 0 0
cpu13 32001477 14 4907149 630626525 292778 0 247 0 0 0
cpu14 19164499 1 5165367 642804671 503824 0 4337 0 0 0
cpu15 35512102 10 9524949 621786175 985990 0 338 0 0 0
intr 56468631857 47 0 0 0 0 0 0 0 1 4 14040645 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629689 0 0 0 6521220 0 0 0 109 62423884 84899 0 1167007124 703384106 1053157079 353954749 354054749 354668940 354060108 353985926 1421295200 354083384 354121051 1623982402 1340718164 353957581 1668210879 353965652 0 97 7098360 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45374398 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757797 52650119 1350407 7594635 1206665 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 160409590849
btime 1537443440
processes 63425806
procs_running 1
procs_blocked 0
softirq 13873001339 6 2895801082 133576741 747606201 5847674 0 2883320665 917349001 0 1994532673

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 69254 max: 69254 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7091609600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69680 max: 69680 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7135232000.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 69109 max: 69109 -- min data: 6.6 GiB mean data: 6.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 7076761600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:37:45 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:37:45 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 111.1911,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0003,
"wrRdTime": 60.8213,
"closeTime": 0.0023,
"totalTime": 60.8240
}
]
,
[ {
"access": "read",
"bwMiB": 111.8740,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8222,
"closeTime": 0.0023,
"totalTime": 60.8246
}
]
,
[ {
"access": "read",
"bwMiB": 110.9595,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0001,
"wrRdTime": 60.8209,
"closeTime": 0.0023,
"totalTime": 60.8233
}
]
]
,
"max": {
"readMiB": 111.8740,
"readMB": 117.3084
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 111.8740,
"bwMinMIB": 110.9595,
"bwMeanMIB": 111.3415,
"bwStdMIB": 0.3882,
"OPsMax": 1145.5899,
"OPsMin": 1136.2253,
"OPsMean": 1140.1373,
"OPsSD": 3.9753,
"MeanTime": 60.8240,
"xsizeMiB": 6763.0859
}
]
,
"Finished": "Tue Dec 11 18:40:48 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549864
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299956315838
PortRcvData:.....................69956706670653
PortXmitPkts:....................127544873911
PortRcvPkts:.....................90019397863
PortUnicastXmitPkts:.............127537781399
PortUnicastRcvPkts:..............89888446520
PortMulticastXmitPkts:...........7092512
PortMulticastRcvPkts:............130951343
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386640891 91446687 0 526 0 0 0 20190833 34333598980 32002681 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18064224411 13806313 0 0 0 0 0 0 18064224411 13806313 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241543773732 377691896 0 0 0 0 0 0 232954282002 189161410 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14129 48939 365 1148 49043
Swap: 13939 161 13778
cpu 457892979 750 105103021 10768578859 27441345 0 1693466 0 0 0
cpu0 43815050 43 10296252 647884952 5365005 0 1640711 0 0 0
cpu1 21779610 33 5815665 678813824 3557256 0 750 0 0 0
cpu2 41823536 330 9153528 655634635 3379884 0 8138 0 0 0
cpu3 22011141 109 6461975 679214848 2371955 0 558 0 0 0
cpu4 38964135 85 8200882 660381728 2520503 0 5516 0 0 0
cpu5 20923573 23 5743954 681151560 2303204 0 484 0 0 0
cpu6 37532602 16 7777180 662692367 2087676 0 6463 0 0 0
cpu7 20065954 25 5431883 683501698 1133906 0 550 0 0 0
cpu8 19039405 9 5455504 685064278 480865 0 6168 0 0 0
cpu9 31868299 26 5025912 672996050 353761 0 293 0 0 0
cpu10 19598282 5 5342743 684554839 558575 0 12420 0 0 0
cpu11 33172432 8 4943950 671099432 1045207 0 295 0 0 0
cpu12 20262861 6 5173739 684112336 500937 0 6110 0 0 0
cpu13 32010939 14 4919380 673038586 292782 0 248 0 0 0
cpu14 19181284 1 5178382 685208077 503828 0 4417 0 0 0
cpu15 35843869 10 10182084 663229642 985995 0 340 0 0 0
intr 56893215131 47 0 0 0 0 0 0 0 1 4 14931674 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741429 0 0 0 6935600 0 0 0 109 66944624 86001 0 1237589518 703385312 1053166167 353955269 354055269 354677864 354060628 353986447 1421295721 354083908 354121575 1623982926 1340718688 353958104 1668211402 353966175 0 97 7425220 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47859974 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995503 54192855 1393982 8028196 1248574 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163247654325
btime 1537443440
processes 71884031
procs_running 1
procs_blocked 0
softirq 14196029669 6 2987533282 141825326 768713469 6164167 0 2953960561 946201600 0 2096663962

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47277-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550048
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300006673387
PortRcvData:.....................69962109501813
PortXmitPkts:....................127545610307
PortRcvPkts:.....................90025023661
PortUnicastXmitPkts:.............127538517612
PortUnicastRcvPkts:..............89894069020
PortMulticastXmitPkts:...........7092695
PortMulticastRcvPkts:............130954641
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386801395 91447903 0 526 0 0 0 20191522 34333616126 32002815 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18065228765 13806671 0 0 0 0 0 0 18065228765 13806671 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241544128910 377696668 0 0 0 0 0 0 232957806188 189162621 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14126 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457894168 750 105103746 10768870389 27441348 0 1693521 0 0 0
cpu0 43815928 43 10296543 647901951 5365008 0 1640765 0 0 0
cpu1 21779613 33 5815669 678832166 3557256 0 750 0 0 0
cpu2 41823559 330 9153559 655652930 3379884 0 8138 0 0 0
cpu3 22011158 109 6461999 679233158 2371955 0 558 0 0 0
cpu4 38964161 85 8200891 660400043 2520503 0 5516 0 0 0
cpu5 20923597 23 5743993 681169851 2303204 0 484 0 0 0
cpu6 37532619 16 7777188 662710693 2087676 0 6463 0 0 0
cpu7 20065964 25 5431889 683520036 1133906 0 550 0 0 0
cpu8 19039417 9 5455509 685082614 480865 0 6168 0 0 0
cpu9 31868305 26 5025917 673014392 353761 0 293 0 0 0
cpu10 19598288 5 5342747 684573181 558575 0 12420 0 0 0
cpu11 33172435 8 4943953 671117776 1045207 0 295 0 0 0
cpu12 20262865 6 5173743 684130681 500937 0 6110 0 0 0
cpu13 32010943 14 4919384 673056931 292782 0 248 0 0 0
cpu14 19181291 1 5178386 685226418 503828 0 4418 0 0 0
cpu15 35844017 10 10182370 663247562 985995 0 340 0 0 0
intr 56893783790 47 0 0 0 0 0 0 0 1 4 14932052 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741489 0 0 0 6935780 0 0 0 109 66948362 86005 0 1238014982 703385318 1053166172 353955272 354055272 354677869 354060631 353986450 1421295724 354083912 354121579 1623982930 1340718692 353958108 1668211406 353966178 0 97 7425499 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47862962 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995616 54193456 1394006 8028385 1248597 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163248853119
btime 1537443440
processes 71887825
procs_running 1
procs_blocked 0
softirq 14196581125 6 2987580125 141828892 768722962 6164317 0 2954386137 946222258 0 2096709132

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 926956 max: 926956 -- min data: 88.4 GiB mean data: 88.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305651200.
WARNING: Using actual aggregate bytes moved = 94920294400.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 920964 max: 920964 -- min data: 87.8 GiB mean data: 87.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306163200.
WARNING: Using actual aggregate bytes moved = 94306713600.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 922694 max: 922694 -- min data: 88.0 GiB mean data: 88.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305856000.
WARNING: Using actual aggregate bytes moved = 94483865600.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 926956
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:27:16 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:27:16 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1488.0488,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8218,
"closeTime": 0.0111,
"totalTime": 60.8334
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1478.3999,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0005,
"wrRdTime": 60.8226,
"closeTime": 0.0115,
"totalTime": 60.8346
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1481.1831,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0004,
"wrRdTime": 60.8222,
"closeTime": 0.0118,
"totalTime": 60.8344
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1488.0488,
"writeMB": 1560.3323
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 1488.0488,
"bwMinMIB": 1478.3999,
"bwMeanMIB": 1482.5439,
"bwStdMIB": 4.0550,
"OPsMax": 15237.6200,
"OPsMin": 15138.8154,
"OPsMean": 15181.2500,
"OPsSD": 41.5230,
"MeanTime": 60.8341,
"xsizeMiB": 90523.0469
}
]
,
"Finished": "Thu Dec 6 20:30:18 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544124435
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105674383829230
PortRcvData:.....................66927833667321
PortXmitPkts:....................124824699380
PortRcvPkts:.....................86995258281
PortUnicastXmitPkts:.............124818031448
PortUnicastRcvPkts:..............86871957525
PortMulticastXmitPkts:...........6667932
PortMulticastRcvPkts:............123300756
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025004127 88548298 0 526 0 0 0 18591691 34300202994 31753343 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607165908 12955684 0 0 0 0 0 0 16607165908 12955684 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240816801871 367017116 0 0 0 0 0 0 232032515450 186747532 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48982 357 1112 49066
Swap: 13939 161 13778
cpu 455581161 707 103680385 10091758286 27434775 0 1681588 0 0 0
cpu0 43509653 43 10190764 605797703 5358663 0 1629547 0 0 0
cpu1 21529325 33 5747525 636599886 3557254 0 749 0 0 0
cpu2 41527730 295 9040731 613506751 3379775 0 8028 0 0 0
cpu3 21735732 108 6344396 637074228 2371944 0 550 0 0 0
cpu4 38745405 82 8130614 618133315 2520488 0 5429 0 0 0
cpu5 20729095 21 5675988 638877359 2303200 0 481 0 0 0
cpu6 37387434 16 7722122 620355603 2087644 0 6327 0 0 0
cpu7 19897182 25 5376410 641188430 1133895 0 547 0 0 0
cpu8 19012325 9 5435505 642574004 480856 0 6059 0 0 0
cpu9 31854701 26 5009679 630487492 353757 0 291 0 0 0
cpu10 19574382 5 5324832 642058436 558567 0 12325 0 0 0
cpu11 33161267 8 4929639 628586111 1045205 0 294 0 0 0
cpu12 20241588 6 5158247 641611564 500927 0 6031 0 0 0
cpu13 32001365 14 4906756 630521567 292778 0 247 0 0 0
cpu14 19162859 1 5164449 642701930 503824 0 4337 0 0 0
cpu15 35511111 10 9522720 621683901 985990 0 338 0 0 0
intr 56447292804 47 0 0 0 0 0 0 0 1 4 14038419 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629365 0 0 0 6520190 0 0 0 109 62400278 84843 0 1158014964 703384083 1053157045 353954737 354054737 354668906 354060096 353985914 1421295188 354083374 354121041 1623982391 1340718153 353957570 1668210868 353965641 0 97 7096667 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45339332 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757108 52645603 1350257 7593526 1206562 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159474847903
btime 1537443440
processes 63403300
procs_running 1
procs_blocked 0
softirq 13860399043 6 2892829126 133556219 747547904 5846845 0 2874353155 917186240 0 1994112252

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:32338-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544124620
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................105746142945404
PortRcvData:.....................66927954695437
PortXmitPkts:....................124895352769
PortRcvPkts:.....................86996389958
PortUnicastXmitPkts:.............124888684652
PortUnicastRcvPkts:..............86873085872
PortMulticastXmitPkts:...........6668117
PortMulticastRcvPkts:............123304086
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025170042 88549674 0 526 0 0 0 18592392 34300217510 31753467 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16607192305 12955967 0 0 0 0 0 0 16607192305 12955967 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240817196420 367021927 0 0 0 0 0 0 232033313319 186748718 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455592606 707 103688636 10092034852 27434775 0 1681836 0 0 0
cpu0 43520176 43 10198133 605798096 5358663 0 1629795 0 0 0
cpu1 21529335 33 5747533 636618365 3557254 0 749 0 0 0
cpu2 41527843 295 9040814 613525094 3379775 0 8028 0 0 0
cpu3 21735739 108 6344411 637092731 2371944 0 550 0 0 0
cpu4 38745784 82 8130888 618151258 2520488 0 5429 0 0 0
cpu5 20729133 21 5676007 638895827 2303200 0 481 0 0 0
cpu6 37387502 16 7722172 620374019 2087644 0 6328 0 0 0
cpu7 19897196 25 5376420 641206937 1133895 0 547 0 0 0
cpu8 19012378 9 5435545 642592451 480856 0 6059 0 0 0
cpu9 31854716 26 5009695 630505994 353757 0 291 0 0 0
cpu10 19574408 5 5324846 642076924 558567 0 12325 0 0 0
cpu11 33161272 8 4929646 628604626 1045205 0 294 0 0 0
cpu12 20241598 6 5158261 641630058 500927 0 6031 0 0 0
cpu13 32001370 14 4906762 630540084 292778 0 247 0 0 0
cpu14 19162867 1 5164453 642720445 503824 0 4337 0 0 0
cpu15 35511283 10 9523043 621701936 985990 0 338 0 0 0
intr 56449240336 47 0 0 0 0 0 0 0 1 4 14038818 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629412 0 0 0 6520370 0 0 0 109 62401006 84847 0 1158849736 703384088 1053157052 353954740 354054740 354668913 354060099 353985916 1421295190 354083376 354121043 1623982393 1340718155 353957572 1668210870 353965643 0 97 7096747 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45341106 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757219 52646381 1350280 7593719 1206578 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 159628673385
btime 1537443440
processes 63406967
procs_running 1
procs_blocked 0
softirq 13861562197 6 2893056941 133559825 747557562 5846982 0 2875187860 917220935 0 1994164790

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 43161 max: 43161 -- min data: 42.1 GiB mean data: 42.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 45257588736.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 43951 max: 43951 -- min data: 42.9 GiB mean data: 42.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 46085963776.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 45516 max: 45516 -- min data: 44.4 GiB mean data: 44.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 47726985216.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:27:23 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:27:23 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 718.6236,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0596,
"closeTime": 0.0007,
"totalTime": 60.0606
}
]
,
[ {
"access": "read",
"bwMiB": 731.7897,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0002,
"wrRdTime": 60.0588,
"closeTime": 0.0007,
"totalTime": 60.0596
}
]
,
[ {
"access": "read",
"bwMiB": 757.8387,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0001,
"wrRdTime": 60.0595,
"closeTime": 0.0007,
"totalTime": 60.0603
}
]
]
,
"max": {
"readMiB": 757.8387,
"readMB": 794.6515
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 757.8387,
"bwMinMIB": 718.6236,
"bwMeanMIB": 736.0840,
"bwStdMIB": 16.2949,
"OPsMax": 757.8387,
"OPsMin": 718.6236,
"OPsMean": 736.0840,
"OPsSD": 16.2949,
"MeanTime": 60.0602,
"xsizeMiB": 43161.0000
}
]
,
"Finished": "Tue Dec 11 18:30:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549243
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299462536118
PortRcvData:.....................69502130746446
PortXmitPkts:....................127526797575
PortRcvPkts:.....................89574962743
PortUnicastXmitPkts:.............127519705684
PortUnicastRcvPkts:..............89444022571
PortMulticastXmitPkts:...........7091891
PortMulticastRcvPkts:............130940172
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386103855 91442542 0 526 0 0 0 20188476 34333537212 32002208 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18062163317 13805079 0 0 0 0 0 0 18062163317 13805079 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542564200 377675510 0 0 0 0 0 0 232939929704 189157091 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14128 48940 365 1148 49044
Swap: 13939 161 13778
cpu 457857856 750 105094705 10767629187 27441338 0 1693256 0 0 0
cpu0 43807933 43 10295283 647831953 5364998 0 1640502 0 0 0
cpu1 21774874 33 5815162 678756998 3557256 0 750 0 0 0
cpu2 41817742 330 9152818 655579037 3379884 0 8138 0 0 0
cpu3 22006341 109 6461240 679158255 2371955 0 558 0 0 0
cpu4 38961151 85 8200384 660323104 2520503 0 5516 0 0 0
cpu5 20921170 23 5743380 681092404 2303204 0 484 0 0 0
cpu6 37529657 16 7776701 662633681 2087676 0 6462 0 0 0
cpu7 20063579 25 5431454 683442366 1133906 0 550 0 0 0
cpu8 19039020 9 5455077 685002977 480865 0 6168 0 0 0
cpu9 31868254 26 5025662 672934163 353761 0 293 0 0 0
cpu10 19597913 5 5342334 684493497 558575 0 12420 0 0 0
cpu11 33172400 8 4943805 671037424 1045207 0 295 0 0 0
cpu12 20262550 6 5173406 684050845 500937 0 6110 0 0 0
cpu13 32010913 14 4919155 672976650 292782 0 248 0 0 0
cpu14 19180997 1 5178116 685146487 503828 0 4417 0 0 0
cpu15 35843358 10 10180721 663169338 985995 0 340 0 0 0
intr 56884398165 47 0 0 0 0 0 0 0 1 4 14930372 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741229 0 0 0 6934994 0 0 0 109 66924724 85950 0 1234158533 703385288 1053166141 353955257 354055257 354677838 354060616 353986433 1421295707 354083895 354121562 1623982913 1340718675 353958092 1668211390 353966163 0 97 7423806 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47828060 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995054 54190814 1393901 8027516 1248465 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163236702036
btime 1537443440
processes 71870203
procs_running 1
procs_blocked 0
softirq 14191436424 6 2986933921 141813238 768680734 6163674 0 2950531676 945884755 0 2096461124

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:32664-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544549424
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108299500647732
PortRcvData:.....................69537131058761
PortXmitPkts:....................127528192136
PortRcvPkts:.....................89609185627
PortUnicastXmitPkts:.............127521100064
PortUnicastRcvPkts:..............89478242199
PortMulticastXmitPkts:...........7092072
PortMulticastRcvPkts:............130943428
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40386262181 91443712 0 526 0 0 0 20189154 34333553717 32002333 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18063167527 13805435 0 0 0 0 0 0 18063167527 13805435 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241542911268 377680133 0 0 0 0 0 0 232941280077 189158221 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14127 48941 365 1148 49046
Swap: 13939 161 13778
cpu 457859525 750 105095363 10767916644 27441340 0 1693300 0 0 0
cpu0 43809299 43 10295497 647848307 5365000 0 1640546 0 0 0
cpu1 21774876 33 5815166 678775110 3557256 0 750 0 0 0
cpu2 41817764 330 9152843 655597112 3379884 0 8138 0 0 0
cpu3 22006362 109 6461262 679176334 2371955 0 558 0 0 0
cpu4 38961175 85 8200397 660341190 2520503 0 5516 0 0 0
cpu5 20921186 23 5743391 681110501 2303204 0 484 0 0 0
cpu6 37529673 16 7776708 662651780 2087676 0 6462 0 0 0
cpu7 20063586 25 5431459 683460478 1133906 0 550 0 0 0
cpu8 19039025 9 5455089 685021086 480865 0 6168 0 0 0
cpu9 31868259 26 5025666 672952277 353761 0 293 0 0 0
cpu10 19597927 5 5342343 684511598 558575 0 12420 0 0 0
cpu11 33172407 8 4943810 671055536 1045207 0 295 0 0 0
cpu12 20262561 6 5173417 684068948 500937 0 6110 0 0 0
cpu13 32010915 14 4919157 672994769 292782 0 248 0 0 0
cpu14 19181006 1 5178122 685164596 503828 0 4417 0 0 0
cpu15 35843496 10 10181030 663187015 985995 0 340 0 0 0
intr 56884799856 47 0 0 0 0 0 0 0 1 4 14930750 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741283 0 0 0 6935170 0 0 0 109 66928462 85954 0 1234429404 703385294 1053166148 353955260 354055260 354677845 354060619 353986438 1421295712 354083900 354121567 1623982917 1340718679 353958095 1668211393 353966166 0 97 7424085 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47831046 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995159 54191378 1393920 8027703 1248492 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163237510010
btime 1537443440
processes 71873921
procs_running 1
procs_blocked 0
softirq 14191845374 6 2986987597 141816762 768689839 6163816 0 2950802672 945910825 0 2096506561

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 113115 max: 113115 -- min data: 110.5 GiB mean data: 110.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118609674240.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 112794 max: 112794 -- min data: 110.2 GiB mean data: 110.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805292736512.
WARNING: Using actual aggregate bytes moved = 118273081344.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 113361 max: 113361 -- min data: 110.7 GiB mean data: 110.7 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304270848.
WARNING: Using actual aggregate bytes moved = 118867623936.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 113115
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:13:05 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:13:05 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1880.2298,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0009,
"wrRdTime": 60.0603,
"closeTime": 0.0989,
"totalTime": 60.1602
}
,
{
"access": "remove",
"totalTime": 0.0039
}
]
,
[ {
"access": "write",
"bwMiB": 1877.7319,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0004,
"wrRdTime": 60.0611,
"closeTime": 0.0078,
"totalTime": 60.0693
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
,
[ {
"access": "write",
"bwMiB": 1887.1003,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0003,
"wrRdTime": 60.0603,
"closeTime": 0.0109,
"totalTime": 60.0715
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
]
,
"max": {
"writeMiB": 1887.1003,
"writeMB": 1978.7681
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 1887.1003,
"bwMinMIB": 1877.7319,
"bwMeanMIB": 1881.6873,
"bwStdMIB": 3.9611,
"OPsMax": 1887.1003,
"OPsMin": 1877.7319,
"OPsMean": 1881.6873,
"OPsSD": 3.9611,
"MeanTime": 60.1003,
"xsizeMiB": 113115.0000
}
]
,
"Finished": "Thu Dec 6 20:16:06 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544123584
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104880280664298
PortRcvData:.....................66926544930477
PortXmitPkts:....................124045180509
PortRcvPkts:.....................86983225728
PortUnicastXmitPkts:.............124038513426
PortUnicastRcvPkts:..............86859940247
PortMulticastXmitPkts:...........6667083
PortMulticastRcvPkts:............123285481
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024221170 88541848 0 526 0 0 0 18588495 34300124346 31752733 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16604091674 12953972 0 0 0 0 0 0 16604091674 12953972 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815157348 366993808 0 0 0 0 0 0 232015751112 186741707 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14122 48981 357 1112 49066
Swap: 13939 161 13778
cpu 455398910 707 103601184 10090663875 27434769 0 1679251 0 0 0
cpu0 43472900 43 10174331 605768210 5358659 0 1627217 0 0 0
cpu1 21503681 33 5736145 636551945 3557254 0 749 0 0 0
cpu2 41500508 295 9030356 613459339 3379775 0 8028 0 0 0
cpu3 21709893 108 6333110 637026350 2371944 0 550 0 0 0
cpu4 38730533 82 8125283 618068750 2520488 0 5428 0 0 0
cpu5 20716124 21 5670210 638811164 2303200 0 481 0 0 0
cpu6 37372731 16 7716865 620290635 2087644 0 6325 0 0 0
cpu7 19884290 25 5370545 641122203 1133895 0 547 0 0 0
cpu8 19009818 9 5434402 642492917 480856 0 6058 0 0 0
cpu9 31854345 26 5009280 630403389 353757 0 291 0 0 0
cpu10 19571927 5 5323761 641977115 558567 0 12324 0 0 0
cpu11 33160940 8 4929125 628502082 1045205 0 293 0 0 0
cpu12 20239382 6 5157204 641530103 500927 0 6031 0 0 0
cpu13 32001029 14 4906336 630437449 292778 0 247 0 0 0
cpu14 19160677 1 5163406 642620360 503824 0 4337 0 0 0
cpu15 35510124 10 9520820 621601858 985990 0 338 0 0 0
intr 56425747102 47 0 0 0 0 0 0 0 1 4 14036634 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629107 0 0 0 6519360 0 0 0 109 62377364 84791 0 1149474688 703384064 1053157020 353954728 354054728 354668881 354060087 353985905 1421295179 354083365 354121032 1623982383 1340718145 353957561 1668210859 353965631 0 97 7095048 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45306064 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756539 52641890 1350135 7592638 1206488 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158678589100
btime 1537443440
processes 63384790
procs_running 2
procs_blocked 0
softirq 13848415684 6 2889994030 133539687 747499584 5846172 0 2865840725 916998237 0 1993729947

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:13685-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544123767
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104970258614393
PortRcvData:.....................66926693070021
PortXmitPkts:....................124133742723
PortRcvPkts:.....................86984610154
PortUnicastXmitPkts:.............124127075458
PortUnicastRcvPkts:..............86861321402
PortMulticastXmitPkts:...........6667265
PortMulticastRcvPkts:............123288752
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40024389895 88543205 0 526 0 0 0 18589180 34300142087 31752869 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16605094686 12954332 0 0 0 0 0 0 16605094686 12954332 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240815502457 366998439 0 0 0 0 0 0 232016549245 186742811 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14119 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455411431 707 103608250 10090935191 27434769 0 1679545 0 0 0
cpu0 43484402 43 10180474 605768481 5358659 0 1627509 0 0 0
cpu1 21503693 33 5736154 636570095 3557254 0 749 0 0 0
cpu2 41500727 295 9030501 613477174 3379775 0 8028 0 0 0
cpu3 21709901 108 6333125 637044532 2371944 0 550 0 0 0
cpu4 38730875 82 8125523 618086360 2520488 0 5428 0 0 0
cpu5 20716170 21 5670227 638829307 2303200 0 481 0 0 0
cpu6 37372821 16 7716953 620308660 2087644 0 6326 0 0 0
cpu7 19884303 25 5370557 641140382 1133895 0 547 0 0 0
cpu8 19009832 9 5434412 642511095 480856 0 6058 0 0 0
cpu9 31854359 26 5009295 630421565 353757 0 291 0 0 0
cpu10 19571981 5 5323801 641995215 558567 0 12324 0 0 0
cpu11 33160956 8 4929135 628520263 1045205 0 293 0 0 0
cpu12 20239398 6 5157218 641548260 500927 0 6031 0 0 0
cpu13 32001034 14 4906342 630455643 292778 0 247 0 0 0
cpu14 19160689 1 5163415 642638541 503824 0 4337 0 0 0
cpu15 35510284 10 9521113 621619611 985990 0 338 0 0 0
intr 56428040972 47 0 0 0 0 0 0 0 1 4 14037012 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629159 0 0 0 6519538 0 0 0 109 62381102 84795 0 1150485022 703384070 1053157027 353954731 354054731 354668887 354060089 353985907 1421295181 354083367 354121034 1623982385 1340718147 353957563 1668210861 353965634 0 97 7095327 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45309052 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756649 52642643 1350154 7592827 1206514 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 158780413942
btime 1537443440
processes 63388579
procs_running 1
procs_blocked 0
softirq 13849759399 6 2890224486 133543227 747508898 5846313 0 2866850961 917035074 0 1993783138

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 14979 max: 14979 -- min data: 146.3 GiB mean data: 146.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 157066199040.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15453 max: 15453 -- min data: 150.9 GiB mean data: 150.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 162036449280.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 15242 max: 15242 -- min data: 148.8 GiB mean data: 148.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 159823953920.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:16:24 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:16:24 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 2496.1506,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0005,
"wrRdTime": 60.0066,
"closeTime": 0.0014,
"totalTime": 60.0084
}
]
,
[ {
"access": "read",
"bwMiB": 2575.0985,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0079,
"closeTime": 0.0013,
"totalTime": 60.0094
}
]
,
[ {
"access": "read",
"bwMiB": 2539.9431,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0002,
"wrRdTime": 60.0077,
"closeTime": 0.0013,
"totalTime": 60.0092
}
]
]
,
"max": {
"readMiB": 2575.0985,
"readMB": 2700.1865
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 2575.0985,
"bwMinMIB": 2496.1506,
"bwMeanMIB": 2537.0641,
"bwStdMIB": 32.2946,
"OPsMax": 257.5099,
"OPsMin": 249.6151,
"OPsMean": 253.7064,
"OPsSD": 3.2295,
"MeanTime": 60.0090,
"xsizeMiB": 149790.0000
}
]
,
"Finished": "Tue Dec 11 18:19:24 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:17967-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544548584
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108298435006678
PortRcvData:.....................68534531170476
PortXmitPkts:....................127491131845
PortRcvPkts:.....................88629051412
PortUnicastXmitPkts:.............127484040611
PortUnicastRcvPkts:..............88498123080
PortMulticastXmitPkts:...........7091234
PortMulticastRcvPkts:............130928332
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40385536606 91438060 0 526 0 0 0 20185982 34333473102 32001710 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18060089963 13803738 0 0 0 0 0 0 18060089963 13803738 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241541287684 377658123 0 0 0 0 0 0 232923897958 189152518 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14127 48940 365 1148 49045
Swap: 13939 161 13778
cpu 457749441 750 105084543 10766695904 27441332 0 1692357 0 0 0
cpu0 43783818 43 10294212 647792907 5364992 0 1639605 0 0 0
cpu1 21758755 33 5814595 678707862 3557256 0 750 0 0 0
cpu2 41801223 330 9151861 655530713 3379884 0 8137 0 0 0
cpu3 21990259 109 6460515 679109246 2371955 0 558 0 0 0
cpu4 38953057 85 8199675 660266101 2520503 0 5516 0 0 0
cpu5 20913354 23 5742930 681034792 2303204 0 484 0 0 0
cpu6 37521527 16 7776062 662576625 2087676 0 6462 0 0 0
cpu7 20055755 25 5430961 683384797 1133906 0 550 0 0 0
cpu8 19038144 9 5454352 684938769 480865 0 6167 0 0 0
cpu9 31868169 26 5025337 672868677 353761 0 293 0 0 0
cpu10 19597114 5 5341736 684429103 558575 0 12420 0 0 0
cpu11 33172340 8 4943553 670971838 1045207 0 295 0 0 0
cpu12 20261863 6 5172916 683986241 500937 0 6109 0 0 0
cpu13 32010880 14 4918982 672910954 292782 0 248 0 0 0
cpu14 19180402 1 5177704 685081673 503828 0 4417 0 0 0
cpu15 35842774 10 10179145 663105599 985995 0 340 0 0 0
intr 56872127789 47 0 0 0 0 0 0 0 1 4 14928986 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741032 0 0 0 6934350 0 0 0 109 66905209 85899 0 1228172443 703385265 1053166117 353955244 354055244 354677812 354060602 353986421 1421295695 354083883 354121550 1623982901 1340718663 353958080 1668211378 353966152 0 97 7422397 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47796122 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7994581 54188478 1393805 8026812 1248410 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163225330072
btime 1537443440
processes 71855607
procs_running 1
procs_blocked 0
softirq 14183320524 6 2985568564 141800432 768645644 6163155 0 2944555592 945421750 0 2096198085

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:17967-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544548765
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108298565148613
PortRcvData:.....................68655067889686
PortXmitPkts:....................127495922800
PortRcvPkts:.....................88746899334
PortUnicastXmitPkts:.............127488831386
PortUnicastRcvPkts:..............88615967748
PortMulticastXmitPkts:...........7091414
PortMulticastRcvPkts:............130931586
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40385699177 91439374 0 526 0 0 0 20186673 34333489930 32001839 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18061103468 13804165 0 0 0 0 0 0 18061103468 13804165 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241541634740 377662764 0 0 0 0 0 0 232924719911 189153649 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14126 48941 365 1149 49045
Swap: 13939 161 13778
cpu 457757925 750 105085452 10766975905 27441333 0 1692523 0 0 0
cpu0 43791840 43 10294452 647802460 5364993 0 1639771 0 0 0
cpu1 21758759 33 5814604 678725955 3557256 0 750 0 0 0
cpu2 41801363 330 9152067 655548430 3379884 0 8138 0 0 0
cpu3 21990273 109 6460537 679127318 2371955 0 558 0 0 0
cpu4 38953078 85 8199709 660284151 2520503 0 5516 0 0 0
cpu5 20913379 23 5742941 681052865 2303204 0 484 0 0 0
cpu6 37521545 16 7776073 662594703 2087676 0 6462 0 0 0
cpu7 20055783 25 5430969 683402870 1133906 0 550 0 0 0
cpu8 19038153 9 5454363 684956859 480865 0 6168 0 0 0
cpu9 31868187 26 5025346 672886759 353761 0 293 0 0 0
cpu10 19597118 5 5341743 684447202 558575 0 12420 0 0 0
cpu11 33172352 8 4943562 670989926 1045207 0 295 0 0 0
cpu12 20261869 6 5172920 684004338 500937 0 6109 0 0 0
cpu13 32010883 14 4918989 672929053 292782 0 248 0 0 0
cpu14 19180414 1 5177713 685099761 503828 0 4417 0 0 0
cpu15 35842922 10 10179459 663123247 985995 0 340 0 0 0
intr 56873579885 47 0 0 0 0 0 0 0 1 4 14929364 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741082 0 0 0 6934528 0 0 0 109 66908946 85903 0 1229031224 703385271 1053166124 353955247 354055247 354677820 354060606 353986425 1421295699 354083887 354121554 1623982904 1340718666 353958083 1668211381 353966155 0 97 7422676 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47799108 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7994690 54189179 1393829 8027003 1248426 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163227043958
btime 1537443440
processes 71859398
procs_running 1
procs_blocked 0
softirq 14184435700 6 2985696499 141803950 768655061 6163294 0 2945414341 945485358 0 2096249895

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 9418 max: 9418 -- min data: 92.0 GiB mean data: 92.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 804782080000.
WARNING: Using actual aggregate bytes moved = 98754887680.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 9466 max: 9466 -- min data: 92.4 GiB mean data: 92.4 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805211996160.
WARNING: Using actual aggregate bytes moved = 99258204160.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 9481 max: 9481 -- min data: 92.6 GiB mean data: 92.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 99415490560.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 9418
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 19:58:43 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 19:58:43 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 1569.0563,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0006,
"wrRdTime": 60.0143,
"closeTime": 0.0085,
"totalTime": 60.0233
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 1577.1299,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0003,
"wrRdTime": 60.0103,
"closeTime": 0.0098,
"totalTime": 60.0204
}
,
{
"access": "remove",
"totalTime": 0.0004
}
]
,
[ {
"access": "write",
"bwMiB": 1579.6495,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0004,
"wrRdTime": 60.0111,
"closeTime": 0.0081,
"totalTime": 60.0196
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
]
,
"max": {
"writeMiB": 1579.6495,
"writeMB": 1656.3826
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 1579.6495,
"bwMinMIB": 1569.0563,
"bwMeanMIB": 1575.2785,
"bwStdMIB": 4.5185,
"OPsMax": 157.9650,
"OPsMin": 156.9056,
"OPsMean": 157.5279,
"OPsSD": 0.4518,
"MeanTime": 60.0211,
"xsizeMiB": 94180.0000
}
]
,
"Finished": "Thu Dec 6 20:01:43 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:43518-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544122722
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104109450314762
PortRcvData:.....................66925284834336
PortXmitPkts:....................123287043335
PortRcvPkts:.....................86971460326
PortUnicastXmitPkts:.............123280377112
PortUnicastRcvPkts:..............86848190331
PortMulticastXmitPkts:...........6666223
PortMulticastRcvPkts:............123269995
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40023436606 88535348 0 526 0 0 0 18585240 34300050968 31752133 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16601016243 12952249 0 0 0 0 0 0 16601016243 12952249 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240813470495 366970492 0 0 0 0 0 0 231981663226 186735440 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14123 48981 357 1111 49065
Swap: 13939 161 13778
cpu 455239479 707 103501958 10089547599 27434765 0 1677112 0 0 0
cpu0 43440795 43 10153304 605737297 5358654 0 1625082 0 0 0
cpu1 21480549 33 5722004 636503065 3557254 0 749 0 0 0
cpu2 41476983 295 9016178 613410815 3379775 0 8027 0 0 0
cpu3 21686764 108 6318934 636977460 2371944 0 550 0 0 0
cpu4 38717882 82 8118044 618002687 2520488 0 5428 0 0 0
cpu5 20704369 21 5662971 638743986 2303200 0 481 0 0 0
cpu6 37360263 16 7709697 620224258 2087644 0 6325 0 0 0
cpu7 19872568 25 5363379 641054909 1133895 0 547 0 0 0
cpu8 19007678 9 5433214 642410431 480856 0 6058 0 0 0
cpu9 31854219 26 5009005 630317688 353757 0 291 0 0 0
cpu10 19569850 5 5322752 641894312 558567 0 12323 0 0 0
cpu11 33160848 8 4928816 628416360 1045205 0 293 0 0 0
cpu12 20237595 6 5156239 641446961 500927 0 6030 0 0 0
cpu13 32000935 14 4906154 630351604 292778 0 247 0 0 0
cpu14 19158913 1 5162491 642537109 503824 0 4336 0 0 0
cpu15 35509259 10 9518768 621518649 985990 0 338 0 0 0
intr 56406849123 47 0 0 0 0 0 0 0 1 4 14034828 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2628817 0 0 0 6518521 0 0 0 109 62354385 84739 0 1141206383 703384043 1053156992 353954718 354054718 354668854 354060078 353985896 1421295170 354083354 354121021 1623982372 1340718134 353957550 1668210848 353965620 0 97 7093433 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45272778 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7755952 52638195 1350000 7591711 1206381 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 157767003048
btime 1537443440
processes 63366145
procs_running 1
procs_blocked 0
softirq 13836783111 6 2887184313 133522931 747452016 5845472 0 2857593582 916865294 0 1993352201

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:43518-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544122904
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................104184677410970
PortRcvData:.....................66925408928676
PortXmitPkts:....................123361068969
PortRcvPkts:.....................86972620452
PortUnicastXmitPkts:.............123354402565
PortUnicastRcvPkts:..............86849347192
PortMulticastXmitPkts:...........6666404
PortMulticastRcvPkts:............123273260
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40023599111 88536684 0 526 0 0 0 18585921 34300065188 31752254 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16602019215 12952608 0 0 0 0 0 0 16602019215 12952608 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240813844258 366975092 0 0 0 0 0 0 231983002175 186736511 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14121 48983 357 1112 49067
Swap: 13939 161 13778
cpu 455250911 707 103510177 10089818474 27434765 0 1677343 0 0 0
cpu0 43451225 43 10160612 605737501 5358654 0 1625312 0 0 0
cpu1 21480576 33 5722025 636521149 3557254 0 749 0 0 0
cpu2 41477190 295 9016319 613428668 3379775 0 8027 0 0 0
cpu3 21686770 108 6318951 636995607 2371944 0 550 0 0 0
cpu4 38718186 82 8118245 618020399 2520488 0 5428 0 0 0
cpu5 20704395 21 5662987 638762115 2303200 0 481 0 0 0
cpu6 37360372 16 7709775 620242251 2087644 0 6325 0 0 0
cpu7 19872588 25 5363390 641073049 1133895 0 547 0 0 0
cpu8 19007709 9 5433241 642428542 480856 0 6058 0 0 0
cpu9 31854229 26 5009018 630335837 353757 0 291 0 0 0
cpu10 19569878 5 5322770 641912435 558567 0 12323 0 0 0
cpu11 33160855 8 4928827 628434513 1045205 0 293 0 0 0
cpu12 20237620 6 5156256 641465077 500927 0 6030 0 0 0
cpu13 32000952 14 4906164 630369747 292778 0 247 0 0 0
cpu14 19158931 1 5162509 642555238 503824 0 4336 0 0 0
cpu15 35509429 10 9519081 621536338 985990 0 338 0 0 0
intr 56408722724 47 0 0 0 0 0 0 0 1 4 14035206 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2628885 0 0 0 6518699 0 0 0 109 62358123 84743 0 1142026832 703384050 1053156999 353954720 354054720 354668860 354060080 353985898 1421295172 354083357 354121024 1623982375 1340718137 353957554 1668210852 353965624 0 97 7093712 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45275766 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7756060 52638956 1350019 7591909 1206392 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 157916249174
btime 1537443440
processes 63369876
procs_running 1
procs_blocked 0
softirq 13837940546 6 2887415856 133526466 747461211 5845629 0 2858413998 916905131 0 1993404953

24
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt Normal file
View File

@ -0,0 +1,24 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 142738 max: 142738 -- min data: 2.2 GiB mean data: 2.2 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2338619392.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 151193 max: 151193 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2477146112.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 150242 max: 150242 -- min data: 2.3 GiB mean data: 2.3 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2461564928.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

165
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,165 @@
{
"Version": "3.2.0",
"Began": "Tue Dec 11 18:48:20 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Tue Dec 11 18:48:20 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 33.9880,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0003,
"wrRdTime": 65.6037,
"closeTime": 0.0156,
"totalTime": 65.6196
}
]
,
[ {
"access": "read",
"bwMiB": 36.0010,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0001,
"wrRdTime": 65.6050,
"closeTime": 0.0150,
"totalTime": 65.6201
}
]
,
[ {
"access": "read",
"bwMiB": 35.7766,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0001,
"wrRdTime": 65.6013,
"closeTime": 0.0150,
"totalTime": 65.6164
}
]
]
,
"max": {
"readMiB": 36.0010,
"readMB": 37.7498
}
}
]
,
"summary": [
{
"operation": "read",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 36.0010,
"bwMinMIB": 33.9880,
"bwMeanMIB": 35.2552,
"bwStdMIB": 0.9007,
"OPsMax": 2304.0649,
"OPsMin": 2175.2342,
"OPsMean": 2256.3332,
"OPsSD": 57.6448,
"MeanTime": 65.6187,
"xsizeMiB": 2230.2812
}
]
,
"Finished": "Tue Dec 11 18:51:37 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:13020-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550499
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300661535050
PortRcvData:.....................70033321497658
PortXmitPkts:....................127555288665
PortRcvPkts:.....................90099123874
PortUnicastXmitPkts:.............127548195519
PortUnicastRcvPkts:..............89968161126
PortMulticastXmitPkts:...........7093146
PortMulticastRcvPkts:............130962748
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40387208088 91451005 0 526 0 0 0 20193231 34333677406 32003222 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18067264172 13807630 0 0 0 0 0 0 18067264172 13807630 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241544981422 377708480 0 0 0 0 0 0 232970763805 189165688 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14128 48939 365 1149 49043
Swap: 13939 161 13778
cpu 457911436 750 105113040 10769563789 27441354 0 1693740 0 0 0
cpu0 43819007 43 10297408 647941739 5365014 0 1640983 0 0 0
cpu1 21781420 33 5816256 678874816 3557256 0 750 0 0 0
cpu2 41826665 330 9154447 655693993 3379884 0 8138 0 0 0
cpu3 22012937 109 6462629 679275792 2371955 0 558 0 0 0
cpu4 38965879 85 8201734 660442528 2520503 0 5516 0 0 0
cpu5 20924527 23 5744432 681213554 2303204 0 484 0 0 0
cpu6 37534338 16 7778007 662753205 2087676 0 6463 0 0 0
cpu7 20066873 25 5432318 683563765 1133906 0 550 0 0 0
cpu8 19039930 9 5456056 685126622 480865 0 6168 0 0 0
cpu9 31868343 26 5026151 673059258 353761 0 293 0 0 0
cpu10 19598767 5 5343254 684617253 558575 0 12420 0 0 0
cpu11 33172452 8 4944197 671162657 1045207 0 295 0 0 0
cpu12 20263266 6 5174143 684174956 500937 0 6110 0 0 0
cpu13 32010961 14 4919708 673101732 292782 0 248 0 0 0
cpu14 19181663 1 5178883 685270639 503828 0 4418 0 0 0
cpu15 35844404 10 10183409 663291274 985995 0 340 0 0 0
intr 56907586107 47 0 0 0 0 0 0 0 1 4 14933018 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741633 0 0 0 6936220 0 0 0 109 66967340 86051 0 1243470176 703385338 1053166192 353955281 354055281 354677888 354060640 353986459 1421295733 354083921 354121588 1623982937 1340718699 353958116 1668211414 353966188 0 97 7426830 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47893112 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7995971 54195021 1394078 8028877 1248660 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163265871258
btime 1537443440
processes 71898278
procs_running 1
procs_blocked 0
softirq 14202778850 6 2987976649 141837662 768746701 6164681 0 2959836592 946388131 0 2096861132

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:13020-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544550697
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................108300765535760
PortRcvData:.....................70035248082616
PortXmitPkts:....................127556624553
PortRcvPkts:.....................90101794495
PortUnicastXmitPkts:.............127549531210
PortUnicastRcvPkts:..............89970828190
PortMulticastXmitPkts:...........7093343
PortMulticastRcvPkts:............130966305
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40387363256 91452215 0 526 0 0 0 20193963 34333691072 32003339 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18067301585 13808006 0 0 0 0 0 0 18067301585 13808006 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241545390101 377713813 0 0 0 0 0 0 232974306918 189167163 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14125 48942 365 1149 49046
Swap: 13939 161 13778
cpu 457914543 750 105114068 10769875948 27441356 0 1693832 0 0 0
cpu0 43821767 43 10297949 647957882 5365016 0 1641075 0 0 0
cpu1 21781422 33 5816259 678894596 3557256 0 750 0 0 0
cpu2 41826700 330 9154484 655713706 3379884 0 8139 0 0 0
cpu3 22012953 109 6462656 679295539 2371955 0 558 0 0 0
cpu4 38965920 85 8201754 660462258 2520503 0 5517 0 0 0
cpu5 20924548 23 5744444 681233312 2303204 0 484 0 0 0
cpu6 37534350 16 7778015 662772976 2087676 0 6463 0 0 0
cpu7 20066881 25 5432325 683583541 1133906 0 550 0 0 0
cpu8 19039937 9 5456060 685146401 480865 0 6168 0 0 0
cpu9 31868346 26 5026155 673079042 353761 0 293 0 0 0
cpu10 19598778 5 5343259 684637027 558575 0 12420 0 0 0
cpu11 33172454 8 4944200 671182444 1045207 0 295 0 0 0
cpu12 20263277 6 5174153 684194724 500937 0 6110 0 0 0
cpu13 32010962 14 4919711 673121519 292782 0 248 0 0 0
cpu14 19181674 1 5178915 685290386 503828 0 4418 0 0 0
cpu15 35844568 10 10183722 663310588 985995 0 340 0 0 0
intr 56908672524 47 0 0 0 0 0 0 0 1 4 14933417 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2741702 0 0 0 6936412 0 0 0 109 66968068 86055 0 1244364958 703385345 1053166199 353955285 354055285 354677896 354060644 353986462 1421295736 354083924 354121591 1623982941 1340718703 353958120 1668211418 353966192 0 97 7426910 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 47894894 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7996090 54195610 1394099 8029081 1248689 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 163268265196
btime 1537443440
processes 71902264
procs_running 1
procs_blocked 0
softirq 14203842681 6 2988052125 141841508 768757486 6164846 0 2960731443 946416299 0 2096911672

25
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt Normal file
View File

@ -0,0 +1,25 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
stonewalling pairs accessed min: 3929054 max: 3929054 -- min data: 60.0 GiB mean data: 60.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306269696.
WARNING: Using actual aggregate bytes moved = 64373620736.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 3939945 max: 3939945 -- min data: 60.1 GiB mean data: 60.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805304877056.
WARNING: Using actual aggregate bytes moved = 64552058880.
WARNING: maybe caused by deadlineForStonewalling
stonewalling pairs accessed min: 3940821 max: 3940821 -- min data: 60.1 GiB mean data: 60.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306187776.
WARNING: Using actual aggregate bytes moved = 64566411264.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 3929054
+ [[ '' != /gsfs/jtacquaviva/file_write ]]
+ echo rm /gsfs/jtacquaviva/file_write
+ set +x

180
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,180 @@
{
"Version": "3.2.0",
"Began": "Thu Dec 6 20:41:29 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a IME -g -H -z -o ime:///gsfs/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Thu Dec 6 20:41:29 2018",
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "IME",
"platform": "isc17-c(Linux)",
"testFileName": "ime:///gsfs/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "IME",
"apiVersion": "1.2 (1450)",
"test filename": "ime:///gsfs/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 935.1113,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0004,
"wrRdTime": 65.6324,
"closeTime": 0.0187,
"totalTime": 65.6515
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 937.7345,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0003,
"wrRdTime": 65.6306,
"closeTime": 0.0184,
"totalTime": 65.6493
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
,
[ {
"access": "write",
"bwMiB": 937.9542,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0004,
"wrRdTime": 65.6301,
"closeTime": 0.0180,
"totalTime": 65.6485
}
,
{
"access": "remove",
"totalTime": 0.0005
}
]
]
,
"max": {
"writeMiB": 937.9542,
"writeMB": 983.5163
}
}
]
,
"summary": [
{
"operation": "write",
"API": "IME",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 937.9542,
"bwMinMIB": 935.1113,
"bwMeanMIB": 936.9333,
"bwStdMIB": 1.2915,
"OPsMax": 60029.0695,
"OPsMin": 59847.1205,
"OPsMean": 59963.7336,
"OPsSD": 82.6574,
"MeanTime": 65.6498,
"xsizeMiB": 61391.4688
}
]
,
"Finished": "Thu Dec 6 20:44:46 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:2913-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544125288
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................106427861775375
PortRcvData:.....................66929080857780
PortXmitPkts:....................125566084101
PortRcvPkts:.....................87006903188
PortUnicastXmitPkts:.............125559415317
PortUnicastRcvPkts:..............86883587098
PortMulticastXmitPkts:...........6668784
PortMulticastRcvPkts:............123316090
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025778569 88554703 0 526 0 0 0 18594908 34300274768 31753926 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16610241023 12957406 0 0 0 0 0 0 16610241023 12957406 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240818475980 367040216 0 0 0 0 0 0 232066100170 186753719 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14124 48980 357 1111 49064
Swap: 13939 161 13778
cpu 455744006 707 103769757 10092867482 27434780 0 1683802 0 0 0
cpu0 43541973 43 10210763 605828493 5358668 0 1631757 0 0 0
cpu1 21553022 33 5760179 636648828 3557254 0 749 0 0 0
cpu2 41551995 295 9053065 613555499 3379775 0 8029 0 0 0
cpu3 21759355 108 6357308 637123026 2371944 0 550 0 0 0
cpu4 38758549 82 8137041 618198921 2520488 0 5430 0 0 0
cpu5 20741232 21 5682181 638944334 2303200 0 481 0 0 0
cpu6 37400387 16 7728222 620421750 2087644 0 6329 0 0 0
cpu7 19909279 25 5382576 641255492 1133895 0 547 0 0 0
cpu8 19014403 9 5436553 642655894 480856 0 6060 0 0 0
cpu9 31854811 26 5009934 630572368 353757 0 291 0 0 0
cpu10 19576427 5 5325901 642140432 558567 0 12325 0 0 0
cpu11 33161355 8 4929792 628671124 1045205 0 294 0 0 0
cpu12 20243312 6 5159142 641693993 500927 0 6032 0 0 0
cpu13 32001471 14 4907142 630606337 292778 0 247 0 0 0
cpu14 19164492 1 5165361 642784484 503824 0 4337 0 0 0
cpu15 35511935 10 9524590 621766500 985990 0 338 0 0 0
intr 56467174738 47 0 0 0 0 0 0 0 1 4 14040225 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629637 0 0 0 6521024 0 0 0 109 62423156 84895 0 1166448306 703384102 1053157073 353954746 354054746 354668933 354060105 353985923 1421295197 354083382 354121049 1623982400 1340718162 353957579 1668210877 353965650 0 97 7098280 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45372612 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757677 52649288 1350369 7594431 1206637 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 160407193110
btime 1537443440
processes 63421720
procs_running 1
procs_blocked 0
softirq 13872089206 6 2895557650 133572815 747595598 5847524 0 2882761841 917311894 0 1994474582

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:IME-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:2913-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544125490
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................106476800074785
PortRcvData:.....................66929160227525
PortXmitPkts:....................125614247740
PortRcvPkts:.....................87007646810
PortUnicastXmitPkts:.............125607578755
PortUnicastRcvPkts:..............86884327091
PortMulticastXmitPkts:...........6668985
PortMulticastRcvPkts:............123319719
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40025963830 88556237 0 526 0 0 0 18595680 34300293777 31754072 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 16610277579 12957769 0 0 0 0 0 0 16610277579 12957769 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 240818867756 367045446 0 0 0 0 0 0 232066931313 186754991 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14120 48984 357 1112 49068
Swap: 13939 161 13778
cpu 455756023 707 103778676 10093169488 27434780 0 1683965 0 0 0
cpu0 43553341 43 10218974 605828954 5358668 0 1631919 0 0 0
cpu1 21553032 33 5760187 636668976 3557254 0 749 0 0 0
cpu2 41552053 295 9053110 613575573 3379775 0 8029 0 0 0
cpu3 21759370 108 6357321 637143196 2371944 0 550 0 0 0
cpu4 38758753 82 8137193 618218734 2520488 0 5430 0 0 0
cpu5 20741253 21 5682195 638964498 2303200 0 481 0 0 0
cpu6 37400421 16 7728254 620441884 2087644 0 6329 0 0 0
cpu7 19909307 25 5382589 641275653 1133895 0 547 0 0 0
cpu8 19014418 9 5436563 642676067 480856 0 6060 0 0 0
cpu9 31854832 26 5009946 630592535 353757 0 291 0 0 0
cpu10 19576458 5 5325920 642160580 558567 0 12325 0 0 0
cpu11 33161380 8 4929805 628691289 1045205 0 294 0 0 0
cpu12 20243318 6 5159147 641714169 500927 0 6032 0 0 0
cpu13 32001477 14 4907149 630626525 292778 0 247 0 0 0
cpu14 19164499 1 5165367 642804671 503824 0 4337 0 0 0
cpu15 35512102 10 9524949 621786175 985990 0 338 0 0 0
intr 56468631857 47 0 0 0 0 0 0 0 1 4 14040645 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2629689 0 0 0 6521220 0 0 0 109 62423884 84899 0 1167007124 703384106 1053157079 353954749 354054749 354668940 354060108 353985926 1421295200 354083384 354121051 1623982402 1340718164 353957581 1668210879 353965652 0 97 7098360 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 45374398 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 7757797 52650119 1350407 7594635 1206665 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 160409590849
btime 1537443440
processes 63425806
procs_running 1
procs_blocked 0
softirq 13873001339 6 2895801082 133576741 747606201 5847674 0 2883320665 917349001 0 1994532673

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 62424 max: 62424 -- min data: 6.0 GiB mean data: 6.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 6392217600.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 62085 max: 62085 -- min data: 5.9 GiB mean data: 5.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 6357504000.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 64275 max: 64275 -- min data: 6.1 GiB mean data: 6.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 6581760000.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

166
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,166 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 04:41:28 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 04:41:28 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 100.6072,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0012,
"wrRdTime": 60.5766,
"closeTime": 0.0151,
"totalTime": 60.5930
}
]
,
[ {
"access": "read",
"bwMiB": 100.0791,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0007,
"wrRdTime": 60.5663,
"closeTime": 0.0150,
"totalTime": 60.5820
}
]
,
[ {
"access": "read",
"bwMiB": 103.6050,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0008,
"wrRdTime": 60.5684,
"closeTime": 0.0154,
"totalTime": 60.5845
}
]
]
,
"max": {
"readMiB": 103.6050,
"readMB": 108.6377
}
}
]
,
"summary": [
{
"operation": "read",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 103.6050,
"bwMinMIB": 100.0791,
"bwMeanMIB": 101.4304,
"bwStdMIB": 1.5527,
"OPsMax": 1060.9154,
"OPsMin": 1024.8098,
"OPsMean": 1038.6477,
"OPsSD": 15.8997,
"MeanTime": 60.5865,
"xsizeMiB": 6096.0938
}
]
,
"Finished": "Wed Dec 12 04:44:30 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47579-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544586088
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115927648082659
PortRcvData:.....................76298558667009
PortXmitPkts:....................135437491247
PortRcvPkts:.....................96420818541
PortUnicastXmitPkts:.............135430362584
PortUnicastRcvPkts:..............96289216489
PortMulticastXmitPkts:...........7128663
PortMulticastRcvPkts:............131602052
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40418199628 91685860 0 526 0 0 0 20326430 34337721818 32033896 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18188757772 13878838 0 0 0 0 0 0 18188757772 13878838 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241629076460 378677052 0 0 0 0 0 0 234637124107 189441562 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14239 48828 365 1149 48933
Swap: 13939 161 13778
cpu 463668251 760 110129438 10815488790 27441775 0 1711081 0 0 0
cpu0 44285594 43 10734784 650516676 5365395 0 1658156 0 0 0
cpu1 22592241 33 5865330 681557335 3557263 0 751 0 0 0
cpu2 42271916 330 9557679 658385945 3379885 0 8163 0 0 0
cpu3 22784357 109 6517973 681991986 2371957 0 559 0 0 0
cpu4 39368839 85 8709315 663076970 2520504 0 5539 0 0 0
cpu5 21304584 24 5771830 684358459 2303210 0 484 0 0 0
cpu6 37975523 16 8325770 665306966 2087676 0 6497 0 0 0
cpu7 20445456 31 5461043 686708909 1133911 0 551 0 0 0
cpu8 19422918 9 6122483 687616606 480865 0 6194 0 0 0
cpu9 31871854 28 5036217 676603904 353765 0 294 0 0 0
cpu10 20008883 5 6065703 687028014 558575 0 12439 0 0 0
cpu11 33175078 8 4953650 674708981 1045213 0 295 0 0 0
cpu12 20674534 6 5894603 686584567 500937 0 6129 0 0 0
cpu13 32013176 14 4928866 676648863 292785 0 249 0 0 0
cpu14 19598792 1 5931858 687643874 503828 0 4434 0 0 0
cpu15 35874500 10 10252325 666750728 985999 0 340 0 0 0
intr 58568445687 47 0 0 0 0 0 0 0 1 4 15007598 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753540 0 0 0 6970942 0 0 0 109 67937650 86887 0 1473030164 703391016 1053170093 353957767 354057768 354681076 354063124 353988943 1421298217 354086404 354124071 1623985423 1340721185 353960605 1668213903 353968672 0 97 7514136 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 49003849 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8024674 54309694 1399621 8067508 1254195 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166101794213
btime 1537443440
processes 72645207
procs_running 1
procs_blocked 0
softirq 14584133451 6 3103815859 142529093 770713146 6193752 0 3189257328 965087085 0 2111569886

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:read.txt_network/HOST:isc17-c02-PID:47579-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544586270
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115927693881179
PortRcvData:.....................76303461377117
PortXmitPkts:....................135438159838
PortRcvPkts:.....................96425924092
PortUnicastXmitPkts:.............135431030993
PortUnicastRcvPkts:..............96294318768
PortMulticastXmitPkts:...........7128845
PortMulticastRcvPkts:............131605324
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40418342178 91686981 0 526 0 0 0 20327092 34337737962 32034015 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18189762224 13879198 0 0 0 0 0 0 18189762224 13879198 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241629469940 378681896 0 0 0 0 0 0 234640696125 189442834 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14236 48830 365 1149 48936
Swap: 13939 161 13778
cpu 463669571 760 110130579 10815777753 27441778 0 1711083 0 0 0
cpu0 44285987 43 10735091 650534073 5365398 0 1658157 0 0 0
cpu1 22592244 33 5865336 681575546 3557263 0 751 0 0 0
cpu2 42271952 330 9557719 658404088 3379885 0 8163 0 0 0
cpu3 22784372 109 6517995 682010171 2371957 0 559 0 0 0
cpu4 39369033 85 8709428 663094888 2520504 0 5539 0 0 0
cpu5 21304613 24 5771841 684376642 2303210 0 484 0 0 0
cpu6 37975647 16 8325850 665324986 2087676 0 6497 0 0 0
cpu7 20445464 31 5461049 686727117 1133911 0 551 0 0 0
cpu8 19423028 9 6122552 687634647 480865 0 6194 0 0 0
cpu9 31871861 28 5036225 676622109 353765 0 294 0 0 0
cpu10 20008976 5 6065757 687046090 558575 0 12439 0 0 0
cpu11 33175084 8 4953653 674727194 1045213 0 295 0 0 0
cpu12 20674633 6 5894665 686602633 500937 0 6129 0 0 0
cpu13 32013180 14 4928870 676667075 292785 0 249 0 0 0
cpu14 19598845 1 5931892 687662010 503828 0 4434 0 0 0
cpu15 35874646 10 10252650 666768477 985999 0 340 0 0 0
intr 58569533562 47 0 0 0 0 0 0 0 1 4 15007976 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753596 0 0 0 6971120 0 0 0 109 67941261 86887 0 1473416824 703391020 1053170099 353957769 354057770 354681082 354063126 353988945 1421298219 354086407 354124074 1623985426 1340721188 353960608 1668213906 353968674 0 97 7514391 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 49006309 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8024798 54310251 1399660 8067695 1254204 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166103827778
btime 1537443440
processes 72649022
procs_running 1
procs_blocked 0
softirq 14584662965 6 3103871652 142532635 770722897 6193897 0 3189644070 965113319 0 2111617193

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt Normal file
View File

@ -0,0 +1,93 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 1550183 max: 1550183 -- min data: 147.8 GiB mean data: 147.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305958400.
WARNING: Using actual aggregate bytes moved = 158738739200.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 1507861 max: 1507861 -- min data: 143.8 GiB mean data: 143.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306163200.
WARNING: Using actual aggregate bytes moved = 154404966400.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 1505108 max: 1505108 -- min data: 143.5 GiB mean data: 143.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805305446400.
WARNING: Using actual aggregate bytes moved = 154123059200.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 1550183
+ [[ '' != '' ]]
+ set +x

181
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,181 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 01:12:44 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 102400 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 01:12:44 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 102400,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "102400 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 2498.1585,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0028,
"wrRdTime": 60.5667,
"closeTime": 0.0292,
"totalTime": 60.5987
}
,
{
"access": "remove",
"totalTime": 0.0020
}
]
,
[ {
"access": "write",
"bwMiB": 2430.0452,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0016,
"wrRdTime": 60.5658,
"closeTime": 0.0290,
"totalTime": 60.5964
}
,
{
"access": "remove",
"totalTime": 0.0019
}
]
,
[ {
"access": "write",
"bwMiB": 2425.5765,
"blockKiB": 786432000.0000,
"xferKiB": 100.0000,
"openTime": 0.0017,
"wrRdTime": 60.5662,
"closeTime": 0.0294,
"totalTime": 60.5972
}
,
{
"access": "remove",
"totalTime": 0.0019
}
]
]
,
"max": {
"writeMiB": 2498.1585,
"writeMB": 2619.5090
}
}
]
,
"summary": [
{
"operation": "write",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 102400,
"bwMaxMIB": 2498.1585,
"bwMinMIB": 2425.5765,
"bwMeanMIB": 2451.2601,
"bwStdMIB": 33.2123,
"OPsMax": 25581.1430,
"OPsMin": 24837.9035,
"OPsMean": 25100.9032,
"OPsSD": 340.0943,
"MeanTime": 60.5974,
"xsizeMiB": 151385.0586
}
]
,
"Finished": "Wed Dec 12 01:15:46 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:21051-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544573564
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................112636893711613
PortRcvData:.....................73780900380941
PortXmitPkts:....................132065290357
PortRcvPkts:.....................93887038053
PortUnicastXmitPkts:.............132058174193
PortUnicastRcvPkts:..............93755660982
PortMulticastXmitPkts:...........7116164
PortMulticastRcvPkts:............131377071
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40406655328 91600930 0 526 0 0 0 20279462 34335896711 32020712 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18145534919 13853724 0 0 0 0 0 0 18145534919 13853724 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241597083783 378333134 0 0 0 0 0 0 234050576720 189341480 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14184 48882 365 1149 48989
Swap: 13939 161 13778
cpu 461255713 750 107706321 10800406889 27441612 0 1704713 0 0 0
cpu0 44140061 43 10520202 649658397 5365268 0 1651860 0 0 0
cpu1 22280581 33 5840735 680649687 3557256 0 751 0 0 0
cpu2 42104071 330 9376970 657492084 3379885 0 8153 0 0 0
cpu3 22485863 109 6491232 681073147 2371955 0 559 0 0 0
cpu4 39198411 85 8466154 662245771 2520504 0 5530 0 0 0
cpu5 21146734 23 5759533 683279468 2303205 0 484 0 0 0
cpu6 37772395 16 8062235 664530358 2087676 0 6482 0 0 0
cpu7 20302663 25 5447021 685616756 1133906 0 550 0 0 0
cpu8 19232785 9 5793145 686893316 480865 0 6182 0 0 0
cpu9 31870254 26 5031167 675358451 353761 0 294 0 0 0
cpu10 19806797 5 5713545 686338380 558575 0 12430 0 0 0
cpu11 33173937 8 4948938 673462633 1045208 0 295 0 0 0
cpu12 20472282 6 5543101 685895289 500937 0 6121 0 0 0
cpu13 32012192 14 4924514 675401948 292782 0 249 0 0 0
cpu14 19392900 1 5561051 686976452 503828 0 4428 0 0 0
cpu15 35863779 10 10226772 665534745 985995 0 340 0 0 0
intr 57733014695 47 0 0 0 0 0 0 0 1 4 14981367 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2748989 0 0 0 6958717 0 0 0 109 67514541 86836 0 1388843080 703389711 1053169073 353957233 354057234 354680299 354062595 353988413 1421297687 354085876 354123543 1623984891 1340720653 353960071 1668213369 353968139 0 97 7475585 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48505518 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8012479 54268731 1397335 8053430 1251655 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164586578971
btime 1537443440
processes 72381763
procs_running 1
procs_blocked 0
softirq 14432997252 6 3052281064 142285738 770009236 6183162 0 3105077744 956393200 0 2105799806

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:102400-TYPE:write.txt_network/HOST:isc17-c02-PID:21051-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544573746
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................112755075237864
PortRcvData:.....................73781091772625
PortXmitPkts:....................132181595259
PortRcvPkts:.....................93888825727
PortUnicastXmitPkts:.............132174478913
PortUnicastRcvPkts:..............93757445383
PortMulticastXmitPkts:...........7116346
PortMulticastRcvPkts:............131380344
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40406793690 91602038 0 526 0 0 0 20280131 34335912518 32020828 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18146548226 13854146 0 0 0 0 0 0 18146548226 13854146 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241597470760 378337838 0 0 0 0 0 0 234051409135 189342637 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14185 48881 365 1150 48987
Swap: 13939 161 13778
cpu 461290398 750 107761934 10800606979 27441614 0 1704800 0 0 0
cpu0 44141326 43 10522677 649672216 5365270 0 1651945 0 0 0
cpu1 22280592 33 5840747 680667879 3557256 0 751 0 0 0
cpu2 42107567 330 9382688 657501058 3379885 0 8154 0 0 0
cpu3 22485875 109 6491241 681091350 2371955 0 559 0 0 0
cpu4 39201775 85 8471203 662255510 2520504 0 5530 0 0 0
cpu5 21146741 23 5759541 683297678 2303205 0 484 0 0 0
cpu6 37777493 16 8070250 664535417 2087676 0 6482 0 0 0
cpu7 20302713 25 5447038 685634913 1133906 0 550 0 0 0
cpu8 19237630 9 5800817 686898926 480865 0 6183 0 0 0
cpu9 31870269 26 5031178 675376650 353761 0 294 0 0 0
cpu10 19811567 5 5720566 686344702 558575 0 12430 0 0 0
cpu11 33173952 8 4948955 673480827 1045208 0 295 0 0 0
cpu12 20477874 6 5552185 685898747 500937 0 6121 0 0 0
cpu13 32012199 14 4924527 675420153 292782 0 249 0 0 0
cpu14 19398881 1 5571214 686978462 503828 0 4428 0 0 0
cpu15 35863936 10 10227101 665552485 985995 0 340 0 0 0
intr 57744763685 47 0 0 0 0 0 0 0 1 4 14981745 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2749040 0 0 0 6958895 0 0 0 109 67518152 86836 0 1390171662 703389718 1053169081 353957237 354057238 354680307 354062599 353988417 1421297691 354085878 354123545 1623984893 1340720655 353960073 1668213371 353968142 0 97 7475840 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48507980 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8012598 54269274 1397350 8053615 1251687 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164607125394
btime 1537443440
processes 72385535
procs_running 1
procs_blocked 0
softirq 14435509342 6 3053226705 142289276 770018539 6183302 0 3106406022 956530644 0 2105887552

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 17042 max: 17042 -- min data: 16.6 GiB mean data: 16.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 17869832192.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 17422 max: 17422 -- min data: 17.0 GiB mean data: 17.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 18268291072.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 17476 max: 17476 -- min data: 17.1 GiB mean data: 17.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 18324914176.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

166
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,166 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 04:31:06 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 04:31:06 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 283.8269,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0014,
"wrRdTime": 60.0364,
"closeTime": 0.0058,
"totalTime": 60.0436
}
]
,
[ {
"access": "read",
"bwMiB": 290.1594,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0006,
"wrRdTime": 60.0365,
"closeTime": 0.0057,
"totalTime": 60.0429
}
]
,
[ {
"access": "read",
"bwMiB": 291.0515,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0008,
"wrRdTime": 60.0381,
"closeTime": 0.0055,
"totalTime": 60.0444
}
]
]
,
"max": {
"readMiB": 291.0515,
"readMB": 305.1896
}
}
]
,
"summary": [
{
"operation": "read",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 291.0515,
"bwMinMIB": 283.8269,
"bwMeanMIB": 288.3460,
"bwStdMIB": 3.2161,
"OPsMax": 291.0515,
"OPsMin": 283.8269,
"OPsMean": 288.3460,
"OPsSD": 3.2161,
"MeanTime": 60.0436,
"xsizeMiB": 17042.0000
}
]
,
"Finished": "Wed Dec 12 04:34:06 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:33790-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544585465
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115926753427424
PortRcvData:.....................75972009466986
PortXmitPkts:....................135418611708
PortRcvPkts:.....................96097328604
PortUnicastXmitPkts:.............135411483666
PortUnicastRcvPkts:..............95965737730
PortMulticastXmitPkts:...........7128042
PortMulticastRcvPkts:............131590874
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40417635203 91681725 0 526 0 0 0 20324078 34337634617 32033280 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18186687543 13877537 0 0 0 0 0 0 18186687543 13877537 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241627756182 378660541 0 0 0 0 0 0 234623158757 189437150 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14236 48831 365 1149 48936
Swap: 13939 161 13778
cpu 463645194 760 110105691 10814545234 27441767 0 1710893 0 0 0
cpu0 44282223 43 10731099 650463559 5365387 0 1657971 0 0 0
cpu1 22592136 33 5864707 681496080 3557263 0 751 0 0 0
cpu2 42270156 330 9555759 658327624 3379885 0 8162 0 0 0
cpu3 22784211 109 6517291 681930827 2371957 0 559 0 0 0
cpu4 39366182 85 8707120 663019954 2520504 0 5538 0 0 0
cpu5 21304477 24 5771333 684296955 2303210 0 484 0 0 0
cpu6 37972935 16 8323586 665249853 2087676 0 6497 0 0 0
cpu7 20445355 31 5460589 686647363 1133911 0 550 0 0 0
cpu8 19419867 9 6119978 687560319 480865 0 6194 0 0 0
cpu9 31871800 28 5035954 676542004 353765 0 294 0 0 0
cpu10 20005933 5 6063268 686971568 558575 0 12439 0 0 0
cpu11 33175046 8 4953498 674646943 1045213 0 295 0 0 0
cpu12 20671711 6 5892253 686527918 500937 0 6128 0 0 0
cpu13 32013153 14 4928597 676586932 292785 0 249 0 0 0
cpu14 19596008 1 5929565 687587073 503828 0 4434 0 0 0
cpu15 35873993 10 10251087 666690253 985999 0 340 0 0 0
intr 58546223233 47 0 0 0 0 0 0 0 1 4 15006296 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753334 0 0 0 6970336 0 0 0 109 67919643 86887 0 1466095680 703390998 1053170072 353957759 354057760 354681055 354063115 353988933 1421298207 354086395 354124062 1623985414 1340721176 353960596 1668213894 353968663 0 97 7513023 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48978771 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8024100 54307758 1399485 8066854 1254052 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166061592336
btime 1537443440
processes 72632198
procs_running 1
procs_blocked 0
softirq 14575976718 6 3103200178 142516999 770679793 6193253 0 3182323952 964724544 0 2111370697

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:read.txt_network/HOST:isc17-c02-PID:33790-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544585646
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115926819188010
PortRcvData:.....................75996019990857
PortXmitPkts:....................135420001293
PortRcvPkts:.....................96121117576
PortUnicastXmitPkts:.............135412873071
PortUnicastRcvPkts:..............95989523457
PortMulticastXmitPkts:...........7128222
PortMulticastRcvPkts:............131594119
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40417782025 91682879 0 526 0 0 0 20324778 34337650494 32033397 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18187701050 13877963 0 0 0 0 0 0 18187701050 13877963 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241628130518 378665146 0 0 0 0 0 0 234624017270 189438258 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14236 48830 365 1150 48935
Swap: 13939 161 13778
cpu 463646920 760 110107477 10814830255 27441770 0 1710897 0 0 0
cpu0 44282521 43 10731569 650480641 5365390 0 1657974 0 0 0
cpu1 22592139 33 5864714 681514127 3557263 0 751 0 0 0
cpu2 42270213 330 9555817 658345562 3379885 0 8163 0 0 0
cpu3 22784222 109 6517309 681948857 2371957 0 559 0 0 0
cpu4 39366490 85 8707348 663037423 2520504 0 5538 0 0 0
cpu5 21304506 24 5771344 684314974 2303210 0 484 0 0 0
cpu6 37973203 16 8323793 665267393 2087676 0 6497 0 0 0
cpu7 20445371 31 5460597 686665397 1133911 0 551 0 0 0
cpu8 19420100 9 6120159 687577926 480865 0 6194 0 0 0
cpu9 31871803 28 5035959 676560055 353765 0 294 0 0 0
cpu10 20006118 5 6063404 686989274 558575 0 12439 0 0 0
cpu11 33175057 8 4953502 674664987 1045213 0 295 0 0 0
cpu12 20671826 6 5892347 686545752 500937 0 6128 0 0 0
cpu13 32013156 14 4928599 676604987 292785 0 249 0 0 0
cpu14 19596053 1 5929611 687605031 503828 0 4434 0 0 0
cpu15 35874133 10 10251398 666707862 985999 0 340 0 0 0
intr 58547930755 47 0 0 0 0 0 0 0 1 4 15006674 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753387 0 0 0 6970512 0 0 0 109 67923254 86887 0 1466629978 703391003 1053170078 353957761 354057762 354681061 354063117 353988936 1421298210 354086397 354124064 1623985416 1340721178 353960599 1668213897 353968666 0 97 7513278 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48981233 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8024219 54308298 1399503 8067034 1254082 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166064818067
btime 1537443440
processes 72635865
procs_running 1
procs_blocked 0
softirq 14576674137 6 3103265819 142520511 770688863 6193394 0 3182858290 964761928 0 2111418030

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 165739 max: 165739 -- min data: 161.9 GiB mean data: 161.9 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 173789937664.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 164951 max: 164951 -- min data: 161.1 GiB mean data: 161.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 172963659776.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 164536 max: 164536 -- min data: 160.7 GiB mean data: 160.7 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805303222272.
WARNING: Using actual aggregate bytes moved = 172528500736.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 165739
+ [[ '' != '' ]]
+ set +x

181
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,181 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 00:48:26 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 1048576 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 00:48:26 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 1048576,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "1 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 2759.5245,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0028,
"wrRdTime": 60.0367,
"closeTime": 0.0212,
"totalTime": 60.0607
}
,
{
"access": "remove",
"totalTime": 0.0020
}
]
,
[ {
"access": "write",
"bwMiB": 2746.4482,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0018,
"wrRdTime": 60.0366,
"closeTime": 0.0214,
"totalTime": 60.0598
}
,
{
"access": "remove",
"totalTime": 0.0020
}
]
,
[ {
"access": "write",
"bwMiB": 2739.5410,
"blockKiB": 786432000.0000,
"xferKiB": 1024.0000,
"openTime": 0.0017,
"wrRdTime": 60.0365,
"closeTime": 0.0216,
"totalTime": 60.0597
}
,
{
"access": "remove",
"totalTime": 0.0020
}
]
]
,
"max": {
"writeMiB": 2759.5245,
"writeMB": 2893.5712
}
}
]
,
"summary": [
{
"operation": "write",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 1048576,
"bwMaxMIB": 2759.5245,
"bwMinMIB": 2739.5410,
"bwMeanMIB": 2748.5045,
"bwStdMIB": 8.2868,
"OPsMax": 2759.5245,
"OPsMin": 2739.5410,
"OPsMean": 2748.5045,
"OPsSD": 8.2868,
"MeanTime": 60.0601,
"xsizeMiB": 165739.0000
}
]
,
"Finished": "Wed Dec 12 00:51:26 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:39417-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544572105
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................111784378449362
PortRcvData:.....................73779519801712
PortXmitPkts:....................131226297232
PortRcvPkts:.....................93874139796
PortUnicastXmitPkts:.............131219182523
PortUnicastRcvPkts:..............93742788918
PortMulticastXmitPkts:...........7114709
PortMulticastRcvPkts:............131350878
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40405431445 91591521 0 526 0 0 0 20273970 34335759967 32019673 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18141374894 13850881 0 0 0 0 0 0 18141374894 13850881 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241594345177 378295591 0 0 0 0 0 0 234037715973 189332349 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14187 48879 365 1149 48986
Swap: 13939 161 13778
cpu 460848064 750 107316933 10798882018 27441599 0 1703662 0 0 0
cpu0 44121714 43 10484325 649569953 5365255 0 1650819 0 0 0
cpu1 22224417 33 5838573 680563021 3557256 0 751 0 0 0
cpu2 42084843 330 9344920 657398154 3379885 0 8152 0 0 0
cpu3 22425046 109 6489030 680991145 2371955 0 559 0 0 0
cpu4 39172289 85 8422691 662170250 2520504 0 5529 0 0 0
cpu5 21114286 23 5758690 683167209 2303205 0 484 0 0 0
cpu6 37743453 16 8018336 664458192 2087676 0 6480 0 0 0
cpu7 20275834 25 5446182 685498835 1133906 0 550 0 0 0
cpu8 19200314 9 5740131 686833973 480865 0 6180 0 0 0
cpu9 31870099 26 5030908 675213075 353761 0 294 0 0 0
cpu10 19771262 5 5654490 686287885 558575 0 12429 0 0 0
cpu11 33173813 8 4948568 673317336 1045208 0 295 0 0 0
cpu12 20438572 6 5491616 685836040 500937 0 6120 0 0 0
cpu13 32012074 14 4924169 675256617 292782 0 249 0 0 0
cpu14 19357517 1 5500222 686927423 503828 0 4427 0 0 0
cpu15 35862525 10 10224075 665392902 985995 0 340 0 0 0
intr 57655676944 47 0 0 0 0 0 0 0 1 4 14978301 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2748502 0 0 0 6957293 0 0 0 109 67493250 86836 0 1379256915 703389689 1053169034 353957222 354057223 354680260 354062584 353988402 1421297676 354085864 354123531 1623984880 1340720642 353960059 1668213357 353968128 0 97 7474065 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48481572 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8011519 54264133 1397137 8051873 1251465 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164459641098
btime 1537443440
processes 72352166
procs_running 1
procs_blocked 0
softirq 14413232392 6 3044004757 142257409 769934380 6181973 0 3095494092 955332550 0 2105059929

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:1048576-TYPE:write.txt_network/HOST:isc17-c02-PID:39417-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544572286
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................111915715599556
PortRcvData:.....................73779732477700
PortXmitPkts:....................131355548311
PortRcvPkts:.....................93876126007
PortUnicastXmitPkts:.............131348433422
PortUnicastRcvPkts:..............93744771884
PortMulticastXmitPkts:...........7114889
PortMulticastRcvPkts:............131354123
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40405581850 91592675 0 526 0 0 0 20274637 34335779936 32019813 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18141410062 13851227 0 0 0 0 0 0 18141410062 13851227 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241594758375 378300449 0 0 0 0 0 0 234038584370 189333665 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14185 48881 365 1150 48987
Swap: 13939 161 13778
cpu 460882578 750 107374029 10799078171 27441601 0 1703735 0 0 0
cpu0 44122735 43 10486955 649583654 5365257 0 1650890 0 0 0
cpu1 22224423 33 5838583 680581059 3557256 0 751 0 0 0
cpu2 42087935 330 9350293 657407694 3379885 0 8152 0 0 0
cpu3 22425051 109 6489053 681009179 2371955 0 559 0 0 0
cpu4 39176790 85 8430170 662176261 2520504 0 5529 0 0 0
cpu5 21114305 23 5758699 683185245 2303205 0 484 0 0 0
cpu6 37748348 16 8026032 664463575 2087676 0 6480 0 0 0
cpu7 20275856 25 5446189 685516871 1133906 0 550 0 0 0
cpu8 19205229 9 5748684 686838515 480865 0 6181 0 0 0
cpu9 31870114 26 5030917 675231117 353761 0 294 0 0 0
cpu10 19777184 5 5664596 686289896 558575 0 12429 0 0 0
cpu11 33173831 8 4948580 673335370 1045208 0 295 0 0 0
cpu12 20443031 6 5497494 685843610 500937 0 6120 0 0 0
cpu13 32012085 14 4924187 675274651 292782 0 249 0 0 0
cpu14 19362974 1 5509205 686930967 503828 0 4427 0 0 0
cpu15 35862679 10 10224386 665410500 985995 0 340 0 0 0
intr 57666320077 47 0 0 0 0 0 0 0 1 4 14978679 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2748565 0 0 0 6957469 0 0 0 109 67493851 86836 0 1380729425 703389695 1053169041 353957226 354057227 354680268 354062588 353988404 1421297678 354085867 354123534 1623984883 1340720645 353960062 1668213360 353968131 0 97 7474121 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48482816 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8011638 54264685 1397169 8052050 1251478 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164478076851
btime 1537443440
processes 72355706
procs_running 1
procs_blocked 0
softirq 14415915522 6 3044960576 142260919 769944205 6182124 0 3096966171 955489726 0 2105144499

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 6094 max: 6094 -- min data: 59.5 GiB mean data: 59.5 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 63900221440.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 6155 max: 6155 -- min data: 60.1 GiB mean data: 60.1 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 64539852800.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 6120 max: 6120 -- min data: 59.8 GiB mean data: 59.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 64172851200.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

166
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,166 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 04:20:07 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 04:20:07 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 1012.3769,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.1847,
"wrRdTime": 60.0048,
"closeTime": 0.0055,
"totalTime": 60.1950
}
]
,
[ {
"access": "read",
"bwMiB": 1025.5905,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0006,
"wrRdTime": 60.0080,
"closeTime": 0.0056,
"totalTime": 60.0142
}
]
,
[ {
"access": "read",
"bwMiB": 1019.7833,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0007,
"wrRdTime": 60.0063,
"closeTime": 0.0057,
"totalTime": 60.0127
}
]
]
,
"max": {
"readMiB": 1025.5905,
"readMB": 1075.4096
}
}
]
,
"summary": [
{
"operation": "read",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 1025.5905,
"bwMinMIB": 1012.3769,
"bwMeanMIB": 1019.2503,
"bwStdMIB": 5.4076,
"OPsMax": 102.5591,
"OPsMin": 101.2377,
"OPsMean": 101.9250,
"OPsSD": 0.5408,
"MeanTime": 60.0740,
"xsizeMiB": 60940.0000
}
]
,
"Finished": "Wed Dec 12 04:23:07 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:19895-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544584807
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115925610460102
PortRcvData:.....................75094503848924
PortXmitPkts:....................135382852569
PortRcvPkts:.....................95237832650
PortUnicastXmitPkts:.............135375725185
PortUnicastRcvPkts:..............95106253610
PortMulticastXmitPkts:...........7127384
PortMulticastRcvPkts:............131579040
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40417034189 91677307 0 526 0 0 0 20321622 34337540493 32032616 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18184623356 13876265 0 0 0 0 0 0 18184623356 13876265 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241626386886 378643097 0 0 0 0 0 0 234606461198 189432551 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14236 48831 365 1149 48937
Swap: 13939 161 13778
cpu 463569541 760 110015848 10813664141 27441761 0 1710208 0 0 0
cpu0 44272319 43 10722103 650419033 5365381 0 1657290 0 0 0
cpu1 22592020 33 5862822 681432747 3557263 0 751 0 0 0
cpu2 42261579 330 9547476 658279042 3379885 0 8162 0 0 0
cpu3 22784107 109 6515402 681867451 2371957 0 559 0 0 0
cpu4 39356285 85 8696354 662975244 2520504 0 5537 0 0 0
cpu5 21304336 24 5770417 684232366 2303210 0 484 0 0 0
cpu6 37962599 16 8312181 665206224 2087676 0 6496 0 0 0
cpu7 20445240 31 5459683 686582734 1133911 0 550 0 0 0
cpu8 19410248 9 6108744 687515871 480865 0 6193 0 0 0
cpu9 31871686 28 5035688 676476542 353765 0 294 0 0 0
cpu10 19997052 5 6052492 686925828 558575 0 12438 0 0 0
cpu11 33174995 8 4953373 674581259 1045213 0 295 0 0 0
cpu12 20663075 6 5881755 686481653 500937 0 6128 0 0 0
cpu13 32013110 14 4928386 676521320 292785 0 249 0 0 0
cpu14 19587457 1 5919156 687540582 503828 0 4434 0 0 0
cpu15 35873425 10 10249807 666626237 985999 0 340 0 0 0
intr 58506465560 47 0 0 0 0 0 0 0 1 4 15004910 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753123 0 0 0 6969693 0 0 0 109 67901574 86887 0 1458437314 703390980 1053170050 353957749 354057750 354681034 354063106 353988923 1421298197 354086385 354124052 1623985404 1340721166 353960587 1668213885 353968655 0 97 7511904 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48953671 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8023500 54305573 1399414 8066144 1253916 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 165992728485
btime 1537443440
processes 72618397
procs_running 1
procs_blocked 0
softirq 14565013493 6 3101371246 142504195 770644731 6192720 0 3174667808 963562329 0 2111103162

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:read.txt_network/HOST:isc17-c02-PID:19895-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544584987
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115925734307448
PortRcvData:.....................75188991255388
PortXmitPkts:....................135386850740
PortRcvPkts:.....................95330383582
PortUnicastXmitPkts:.............135379723175
PortUnicastRcvPkts:..............95198801297
PortMulticastXmitPkts:...........7127565
PortMulticastRcvPkts:............131582285
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40417184457 91678443 0 526 0 0 0 20322288 34337560532 32032759 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18184649505 13876546 0 0 0 0 0 0 18184649505 13876546 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241626765383 378647710 0 0 0 0 0 0 234607293909 189433664 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14235 48832 365 1149 48937
Swap: 13939 161 13778
cpu 463574382 760 110021215 10813942422 27441763 0 1710226 0 0 0
cpu0 44272756 43 10723483 650434924 5365383 0 1657307 0 0 0
cpu1 22592023 33 5862826 681450805 3557263 0 751 0 0 0
cpu2 42261676 330 9547564 658296909 3379885 0 8162 0 0 0
cpu3 22784121 109 6515422 681885486 2371957 0 559 0 0 0
cpu4 39357415 85 8697297 662991173 2520504 0 5538 0 0 0
cpu5 21304351 24 5770427 684250408 2303210 0 484 0 0 0
cpu6 37964168 16 8313563 665221265 2087676 0 6496 0 0 0
cpu7 20445255 31 5459691 686600780 1133911 0 550 0 0 0
cpu8 19411195 9 6109548 687532136 480865 0 6193 0 0 0
cpu9 31871695 28 5035695 676494595 353765 0 294 0 0 0
cpu10 19997358 5 6052753 686943303 558575 0 12439 0 0 0
cpu11 33175001 8 4953379 674599314 1045213 0 295 0 0 0
cpu12 20663184 6 5881859 686499504 500937 0 6128 0 0 0
cpu13 32013114 14 4928391 676539381 292785 0 249 0 0 0
cpu14 19587497 1 5919195 687558576 503828 0 4434 0 0 0
cpu15 35873566 10 10250115 666643856 985999 0 340 0 0 0
intr 58510678182 47 0 0 0 0 0 0 0 1 4 15005288 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753182 0 0 0 6969870 0 0 0 109 67902175 86887 0 1459345859 703390986 1053170056 353957752 354057753 354681038 354063108 353988926 1421298200 354086388 354124055 1623985407 1340721169 353960590 1668213888 353968657 0 97 7511960 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48954915 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8023623 54306131 1399429 8066331 1253933 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166000681755
btime 1537443440
processes 72621933
procs_running 1
procs_blocked 0
softirq 14566220777 6 3101508098 142507711 770653729 6192868 0 3175576214 963660843 0 2111154012

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt Normal file
View File

@ -0,0 +1,93 @@
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt_network
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 14133 max: 14133 -- min data: 138.0 GiB mean data: 138.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805243453440.
WARNING: Using actual aggregate bytes moved = 148195246080.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 14086 max: 14086 -- min data: 137.6 GiB mean data: 137.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805211996160.
WARNING: Using actual aggregate bytes moved = 147702415360.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 14101 max: 14101 -- min data: 137.7 GiB mean data: 137.7 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805295882240.
WARNING: Using actual aggregate bytes moved = 147859701760.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 14133
+ [[ '' != '' ]]
+ set +x

181
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,181 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 00:29:46 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 10485760 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 00:29:46 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 10485760,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "10 MiB",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 2354.3921,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0029,
"wrRdTime": 60.0046,
"closeTime": 0.0208,
"totalTime": 60.0282
}
,
{
"access": "remove",
"totalTime": 0.0021
}
]
,
[ {
"access": "write",
"bwMiB": 2346.4608,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0019,
"wrRdTime": 60.0063,
"closeTime": 0.0227,
"totalTime": 60.0308
}
,
{
"access": "remove",
"totalTime": 0.0022
}
]
,
[ {
"access": "write",
"bwMiB": 2349.0852,
"blockKiB": 786432000.0000,
"xferKiB": 10240.0000,
"openTime": 0.0018,
"wrRdTime": 60.0045,
"closeTime": 0.0213,
"totalTime": 60.0276
}
,
{
"access": "remove",
"totalTime": 0.0019
}
]
]
,
"max": {
"writeMiB": 2354.3921,
"writeMB": 2468.7591
}
}
]
,
"summary": [
{
"operation": "write",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 10485760,
"bwMaxMIB": 2354.3921,
"bwMinMIB": 2346.4608,
"bwMeanMIB": 2349.9794,
"bwStdMIB": 3.2991,
"OPsMax": 235.4392,
"OPsMin": 234.6461,
"OPsMean": 234.9979,
"OPsSD": 0.3299,
"MeanTime": 60.0289,
"xsizeMiB": 141330.0000
}
]
,
"Finished": "Wed Dec 12 00:32:46 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:15996-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544570985
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................111264864368608
PortRcvData:.....................73778678242975
PortXmitPkts:....................130715027854
PortRcvPkts:.....................93866273435
PortUnicastXmitPkts:.............130707914263
PortUnicastRcvPkts:..............93734942681
PortMulticastXmitPkts:...........7113591
PortMulticastRcvPkts:............131330754
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40404472474 91584223 0 526 0 0 0 20269775 34335638209 32018817 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18137274738 13848648 0 0 0 0 0 0 18137274738 13848648 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241592219435 378266834 0 0 0 0 0 0 234025085607 189325388 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14185 48882 365 1149 48988
Swap: 13939 161 13778
cpu 460623132 750 107015770 10797622842 27441587 0 1703096 0 0 0
cpu0 44111191 43 10461058 649493814 5365244 0 1650261 0 0 0
cpu1 22186398 33 5836906 680491064 3557256 0 751 0 0 0
cpu2 42075676 330 9324928 657315760 3379884 0 8150 0 0 0
cpu3 22393641 109 6486799 680913190 2371955 0 559 0 0 0
cpu4 39155359 85 8389643 662108744 2520504 0 5528 0 0 0
cpu5 21105013 23 5758017 683065284 2303205 0 484 0 0 0
cpu6 37724097 16 7980902 664403557 2087676 0 6478 0 0 0
cpu7 20275701 25 5445444 685387795 1133906 0 550 0 0 0
cpu8 19178374 9 5696051 686788795 480865 0 6180 0 0 0
cpu9 31869974 26 5030732 675101358 353761 0 293 0 0 0
cpu10 19750503 5 5614172 686237462 558575 0 12428 0 0 0
cpu11 33173704 8 4948421 673205579 1045208 0 295 0 0 0
cpu12 20415240 6 5443891 685795590 500937 0 6120 0 0 0
cpu13 32012013 14 4923863 675144969 292782 0 249 0 0 0
cpu14 19334672 1 5452949 686885944 503828 0 4426 0 0 0
cpu15 35861568 10 10221986 665283929 985995 0 340 0 0 0
intr 57610045509 47 0 0 0 0 0 0 0 1 4 14975949 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2748109 0 0 0 6956200 0 0 0 109 67471822 86836 0 1373421973 703389665 1053169000 353957211 354057212 354680226 354062572 353988389 1421297663 354085853 354123520 1623984869 1340720631 353960049 1668213347 353968116 0 97 7472548 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48457834 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8010737 54260533 1396958 8050711 1251341 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164385132435
btime 1537443440
processes 72329190
procs_running 1
procs_blocked 0
softirq 14400508635 6 3038514110 142235646 769877092 6181043 0 3089660390 954534130 0 2104538922

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:10485760-TYPE:write.txt_network/HOST:isc17-c02-PID:15996-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544571166
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................111377099766441
PortRcvData:.....................73778860005242
PortXmitPkts:....................130825479749
PortRcvPkts:.....................93867971214
PortUnicastXmitPkts:.............130818365978
PortUnicastRcvPkts:..............93736637217
PortMulticastXmitPkts:...........7113771
PortMulticastRcvPkts:............131333997
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40404629594 91585416 0 526 0 0 0 20270480 34335659039 32018963 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18137300823 13848928 0 0 0 0 0 0 18137300823 13848928 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241592587833 378271368 0 0 0 0 0 0 234025868457 189326418 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14185 48881 365 1150 48988
Swap: 13939 161 13778
cpu 460653989 750 107076607 10797818972 27441590 0 1703165 0 0 0
cpu0 44111907 43 10463436 649508174 5365246 0 1650328 0 0 0
cpu1 22186415 33 5836915 680509085 3557256 0 751 0 0 0
cpu2 42076659 330 9326629 657331045 3379885 0 8150 0 0 0
cpu3 22393653 109 6486811 680931219 2371955 0 559 0 0 0
cpu4 39157913 85 8394267 662119558 2520504 0 5528 0 0 0
cpu5 21105028 23 5758035 683083312 2303205 0 484 0 0 0
cpu6 37728520 16 7988846 664409159 2087676 0 6478 0 0 0
cpu7 20275736 25 5445455 685405802 1133906 0 550 0 0 0
cpu8 19183781 9 5706626 686790798 480865 0 6180 0 0 0
cpu9 31869983 26 5030743 675119391 353761 0 293 0 0 0
cpu10 19755954 5 5624056 686240075 558575 0 12428 0 0 0
cpu11 33173725 8 4948436 673223599 1045208 0 295 0 0 0
cpu12 20420718 6 5455477 685796569 500937 0 6120 0 0 0
cpu13 32012021 14 4923872 675163008 292782 0 249 0 0 0
cpu14 19340250 1 5464694 686886654 503828 0 4426 0 0 0
cpu15 35861719 10 10222302 665301517 985995 0 340 0 0 0
intr 57619242964 47 0 0 0 0 0 0 0 1 4 14976327 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2748175 0 0 0 6956376 0 0 0 109 67472423 86836 0 1374676674 703389672 1053169006 353957215 354057216 354680232 354062576 353988394 1421297668 354085856 354123523 1623984871 1340720633 353960051 1668213349 353968119 0 97 7472604 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48459078 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8010856 54261078 1396980 8050904 1251359 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164400869147
btime 1537443440
processes 72332730
procs_running 1
procs_blocked 0
softirq 14402970294 6 3039469624 142239153 769885788 6181197 0 3090914834 954690540 0 2104621856

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 130774 max: 130774 -- min data: 2.0 GiB mean data: 2.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2142601216.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 132253 max: 132253 -- min data: 2.0 GiB mean data: 2.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2166833152.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 129747 max: 129747 -- min data: 2.0 GiB mean data: 2.0 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 12884901888000.
WARNING: Using actual aggregate bytes moved = 2125774848.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 0
+ [[ '' != '' ]]
+ set +x

166
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt.json Normal file
View File

@ -0,0 +1,166 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 04:51:48 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_read -r -E -k -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 04:51:48 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_read",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 1,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 1,
"writeFile": 0,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 1,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_read",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "read",
"bwMiB": 31.9022,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0013,
"wrRdTime": 63.9708,
"closeTime": 0.0782,
"totalTime": 64.0503
}
]
,
[ {
"access": "read",
"bwMiB": 32.2639,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0010,
"wrRdTime": 63.9697,
"closeTime": 0.0778,
"totalTime": 64.0484
}
]
,
[ {
"access": "read",
"bwMiB": 31.6542,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0007,
"wrRdTime": 63.9690,
"closeTime": 0.0754,
"totalTime": 64.0452
}
]
]
,
"max": {
"readMiB": 32.2639,
"readMB": 33.8312
}
}
]
,
"summary": [
{
"operation": "read",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 32.2639,
"bwMinMIB": 31.6542,
"bwMeanMIB": 31.9401,
"bwStdMIB": 0.2504,
"OPsMax": 2064.8900,
"OPsMin": 2025.8671,
"OPsMean": 2044.1655,
"OPsSD": 16.0231,
"MeanTime": 64.0480,
"xsizeMiB": 2043.3438
}
]
,
"Finished": "Wed Dec 12 04:55:00 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:12124-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544586707
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115928315636308
PortRcvData:.....................76371051074030
PortXmitPkts:....................135447343375
PortRcvPkts:.....................96496255704
PortUnicastXmitPkts:.............135440214093
PortUnicastRcvPkts:..............96364642517
PortMulticastXmitPkts:...........7129282
PortMulticastRcvPkts:............131613187
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40418750912 91690035 0 526 0 0 0 20328706 34337815668 32034511 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18190818626 13880070 0 0 0 0 0 0 18190818626 13880070 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241630406209 378693700 0 0 0 0 0 0 234653779598 189446060 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14237 48830 365 1149 48936
Swap: 13939 161 13778
cpu 463682348 760 110143031 10816450207 27441784 0 1711181 0 0 0
cpu0 44288339 43 10737658 650571627 5365403 0 1658255 0 0 0
cpu1 22592485 33 5865632 681618631 3557263 0 751 0 0 0
cpu2 42272942 330 9558586 658445894 3379885 0 8163 0 0 0
cpu3 22784660 109 6518499 682053020 2371957 0 559 0 0 0
cpu4 39370209 85 8710303 663136494 2520504 0 5539 0 0 0
cpu5 21304785 24 5772075 684419929 2303210 0 484 0 0 0
cpu6 37976843 16 8326688 665366609 2087676 0 6497 0 0 0
cpu7 20445626 31 5461400 686770297 1133911 0 551 0 0 0
cpu8 19424491 9 6123587 687675777 480865 0 6194 0 0 0
cpu9 31871888 28 5036457 676665608 353766 0 294 0 0 0
cpu10 20010427 5 6066834 687087196 558575 0 12440 0 0 0
cpu11 33175100 8 4953873 674770716 1045213 0 295 0 0 0
cpu12 20676077 6 5895787 686643729 500937 0 6129 0 0 0
cpu13 32013201 14 4929126 676710557 292785 0 249 0 0 0
cpu14 19600259 1 5932856 687703254 503828 0 4435 0 0 0
cpu15 35875007 10 10253661 666810863 985999 0 340 0 0 0
intr 58583287250 47 0 0 0 0 0 0 0 1 4 15008900 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753753 0 0 0 6971548 0 0 0 109 67955622 86887 0 1478585533 703391035 1053170114 353957776 354057777 354681096 354063132 353988951 1421298225 354086413 354124080 1623985432 1340721194 353960615 1668213913 353968682 0 97 7515254 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 49028923 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8025245 54311784 1399719 8068217 1254290 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166128949389
btime 1537443440
processes 72658287
procs_running 1
procs_blocked 0
softirq 14590561052 6 3104224100 142541142 770747422 6194268 0 3194812452 965318985 0 2111755381

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:read.txt_network/HOST:isc17-c02-PID:12124-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544586900
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................115928411929453
PortRcvData:.....................76372754746999
PortXmitPkts:....................135448533092
PortRcvPkts:.....................96498617868
PortUnicastXmitPkts:.............135441403618
PortUnicastRcvPkts:..............96367001223
PortMulticastXmitPkts:...........7129474
PortMulticastRcvPkts:............131616645
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40418923321 91691288 0 526 0 0 0 20329462 34337836202 32034653 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18191823542 13880434 0 0 0 0 0 0 18191823542 13880434 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241630815918 378698937 0 0 0 0 0 0 234673551000 189447676 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14246 48821 365 1149 48926
Swap: 13939 161 13778
cpu 463685007 760 110144324 10816753934 27441786 0 1711184 0 0 0
cpu0 44289890 43 10738168 650588483 5365406 0 1658258 0 0 0
cpu1 22592488 33 5865638 681637880 3557263 0 751 0 0 0
cpu2 42272980 330 9558625 658465073 3379885 0 8163 0 0 0
cpu3 22784674 109 6518520 682072249 2371957 0 559 0 0 0
cpu4 39370422 85 8710379 663155432 2520504 0 5539 0 0 0
cpu5 21304808 24 5772087 684439156 2303210 0 484 0 0 0
cpu6 37976981 16 8326743 665385651 2087676 0 6497 0 0 0
cpu7 20445638 31 5461407 686789540 1133911 0 551 0 0 0
cpu8 19424597 9 6123629 687694869 480865 0 6194 0 0 0
cpu9 31871896 28 5036464 676684855 353766 0 294 0 0 0
cpu10 20010573 5 6066896 687106218 558575 0 12440 0 0 0
cpu11 33175108 8 4953883 674789958 1045213 0 295 0 0 0
cpu12 20676220 6 5895849 686662762 500937 0 6129 0 0 0
cpu13 32013210 14 4929131 676729805 292785 0 249 0 0 0
cpu14 19600359 1 5932898 687722360 503828 0 4435 0 0 0
cpu15 35875158 10 10253999 666829634 985999 0 340 0 0 0
intr 58585417670 47 0 0 0 0 0 0 0 1 4 15009299 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2753809 0 0 0 6971736 0 0 0 109 67959233 86887 0 1479377282 703391039 1053170120 353957779 354057780 354681103 354063135 353988954 1421298228 354086415 354124082 1623985434 1340721196 353960617 1668213915 353968684 0 97 7515509 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 49031393 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8025368 54312381 1399741 8068410 1254302 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 166133038250
btime 1537443440
processes 72662269
procs_running 1
procs_blocked 0
softirq 14591520879 6 3104296208 142544883 770757785 6194418 0 3195604208 965350108 0 2111805967

93
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt Normal file
View File

@ -0,0 +1,93 @@
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 --hosts isc17-c02 -wdir /gsfs/jtacquaviva/git/ddn-ime-evaluation/benchmark -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter -genv MV2_SHOW_CPU_BINDING 1 -genv RDMAV_FORK_SAFE 1 -genv RDMAV_HUGEPAGES_SAFE 1 ./ior_wrapper.sh '-i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt.json -O summaryFormat=JSON ' ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt_network
+ tee -a ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt
Writing output to ./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt.json
-------------CPU AFFINITY-------------
RANK:0 CPU_SET: 0
-------------------------------------
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 3905790 max: 3905790 -- min data: 59.6 GiB mean data: 59.6 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306253312.
WARNING: Using actual aggregate bytes moved = 63992463360.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 3919233 max: 3919233 -- min data: 59.8 GiB mean data: 59.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306368000.
WARNING: Using actual aggregate bytes moved = 64212713472.
WARNING: maybe caused by deadlineForStonewalling
hints passed to MPI_File_open() {
}
hints returned from opened file {
cb_buffer_size = 16777216
romio_cb_read = automatic
romio_cb_write = automatic
cb_nodes = 1
romio_no_indep_rw = false
romio_cb_pfr = disable
romio_cb_fr_types = aar
romio_cb_fr_alignment = 1
romio_cb_ds_threshold = 0
romio_cb_alltoall = automatic
ind_rd_buffer_size = 4194304
ind_wr_buffer_size = 524288
romio_ds_read = automatic
romio_ds_write = automatic
cb_config_list = *:1
romio_filesystem_type = UFS: Generic ROMIO driver for all UNIX-like file systems
romio_aggregator_list = 0
}
stonewalling pairs accessed min: 3918960 max: 3918960 -- min data: 59.8 GiB mean data: 59.8 GiB time: 60.0s
WARNING: Expected aggregate file size = 805306368000.
WARNING: Stat() of aggregate file size = 805306220544.
WARNING: Using actual aggregate bytes moved = 64208240640.
WARNING: maybe caused by deadlineForStonewalling
Pairs deadlineForStonewallingaccessed: 3905790
+ [[ '' != '' ]]
+ set +x

181
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt.json Normal file
View File

@ -0,0 +1,181 @@
{
"Version": "3.2.0",
"Began": "Wed Dec 12 01:36:52 2018",
"Command line": "/gsfs/jtacquaviva/software/install/ior/git-20181123/bin/ior -i 3 -s 1 -t 16384 -b 805306368000 -D 60 -O stoneWallingWearOut=1 -a MPIIO -g -H -z -o /ime/jtacquaviva/file_write -w -O summaryFile=./output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt.json -O summaryFormat=JSON",
"Machine": "Linux isc17-c02",
"tests": [
{
"TestID": 0,
"StartTime": "Wed Dec 12 01:36:52 2018" , "Path": "/ime/jtacquaviva","Capacity": "128.2 TiB", "Used Capacity": "19.1%","Inodes": "127.8 Mi", "Used Inodes" : "31.3%"
,
"Parameters": {
"testID": 0,
"refnum": 0,
"api": "MPIIO",
"platform": "isc17-c(Linux)",
"testFileName": "/ime/jtacquaviva/file_write",
"hintsFileName": "(null)",
"deadlineForStonewall": 60,
"stoneWallingWearOut": 1,
"maxTimeDuration": 0,
"outlierThreshold": 0,
"options": "(null)",
"nodes": 0,
"memoryPerTask": 0,
"memoryPerNode": 0,
"tasksPerNode": 1,
"repetitions": 3,
"multiFile": 0,
"interTestDelay": 0,
"fsync": 0,
"fsyncperwrite": 0,
"useExistingTestFile": 0,
"showHints": 1,
"uniqueDir": 0,
"individualDataSets": 0,
"singleXferAttempt": 0,
"readFile": 0,
"writeFile": 1,
"filePerProc": 0,
"reorderTasks": 0,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"randomOffset": 1,
"checkWrite": 0,
"checkRead": 0,
"preallocate": 0,
"useFileView": 0,
"setAlignment": 1,
"storeFileOffset": 0,
"useSharedFilePointer": 0,
"useO_DIRECT": 0,
"useStridedDatatype": 0,
"keepFile": 0,
"keepFileWithError": 0,
"quitOnError": 0,
"verbose": 0,
"data packet type": "g",
"setTimeStampSignature/incompressibleSeed": 0,
"collective": 0,
"segmentCount": 1,
"gpfsHintAccess": 0,
"gpfsReleaseToken": 0,
"transferSize": 16384,
"blockSize": 805306368000
}
,
"Options": {
"api": "MPIIO",
"apiVersion": "(3.0)",
"test filename": "/ime/jtacquaviva/file_write",
"access": "single-shared-file",
"type": "independent",
"segments": 1,
"ordering in a file": "random",
"ordering inter file": "no tasks offsets",
"tasks": 1,
"clients per node": 1,
"repetitions": 3,
"xfersize": "16384 bytes",
"blocksize": "750 GiB",
"aggregate filesize": "750 GiB",
"stonewallingTime": 60,
"stoneWallingWearOut": 1
}
,
"Results": [
[ {
"access": "write",
"bwMiB": 952.7978,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0023,
"wrRdTime": 63.9923,
"closeTime": 0.0568,
"totalTime": 64.0513
}
,
{
"access": "remove",
"totalTime": 0.0023
}
]
,
[ {
"access": "write",
"bwMiB": 956.0800,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0019,
"wrRdTime": 63.9919,
"closeTime": 0.0574,
"totalTime": 64.0511
}
,
{
"access": "remove",
"totalTime": 0.0021
}
]
,
[ {
"access": "write",
"bwMiB": 956.0230,
"blockKiB": 786432000.0000,
"xferKiB": 16.0000,
"openTime": 0.0017,
"wrRdTime": 63.9915,
"closeTime": 0.0573,
"totalTime": 64.0505
}
,
{
"access": "remove",
"totalTime": 0.0020
}
]
]
,
"max": {
"writeMiB": 956.0800,
"writeMB": 1002.5225
}
}
]
,
"summary": [
{
"operation": "write",
"API": "MPIIO",
"TestID": 0,
"ReferenceNumber": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"numTasks": 1,
"tasksPerNode": 1,
"repetitions": 3,
"filePerProc": 0,
"reorderTasks": 0,
"taskPerNodeOffset": 1,
"reorderTasksRandom": 0,
"reorderTasksRandomSeed": 0,
"segmentCount": 1,
"blockSize": 805306368000,
"transferSize": 16384,
"bwMaxMIB": 956.0800,
"bwMinMIB": 952.7978,
"bwMeanMIB": 954.9669,
"bwStdMIB": 1.5340,
"OPsMax": 61189.1193,
"OPsMin": 60979.0588,
"OPsMean": 61117.8836,
"OPsSD": 98.1752,
"MeanTime": 64.0510,
"xsizeMiB": 61027.9688
}
]
,
"Finished": "Wed Dec 12 01:40:04 2018"
}

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:3124-LABEL:start.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544575011
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................113380834247925
PortRcvData:.....................73782105787716
PortXmitPkts:....................132797444022
PortRcvPkts:.....................93898302865
PortUnicastXmitPkts:.............132790326413
PortUnicastRcvPkts:..............93766899789
PortMulticastXmitPkts:...........7117609
PortMulticastRcvPkts:............131403076
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40407856611 91610280 0 526 0 0 0 20284905 34336026586 32021714 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18150671306 13856619 0 0 0 0 0 0 18150671306 13856619 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241599797673 378370441 0 0 0 0 0 0 234067658888 189350601 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14186 48880 365 1150 48986
Swap: 13939 161 13778
cpu 461683303 750 108078171 10801909875 27441626 0 1705613 0 0 0
cpu0 44157010 43 10548296 649754459 5365282 0 1652750 0 0 0
cpu1 22340354 33 5843645 680730967 3557256 0 751 0 0 0
cpu2 42133772 330 9404618 657578000 3379885 0 8155 0 0 0
cpu3 22539038 109 6494146 681160977 2371955 0 559 0 0 0
cpu4 39222770 85 8498081 662333281 2520504 0 5531 0 0 0
cpu5 21178806 23 5760750 683390662 2303205 0 484 0 0 0
cpu6 37811133 16 8108941 664589023 2087676 0 6484 0 0 0
cpu7 20334106 25 5448152 685728662 1133906 0 550 0 0 0
cpu8 19265148 9 5845592 686952067 480865 0 6184 0 0 0
cpu9 31870482 26 5031538 675502554 353761 0 294 0 0 0
cpu10 19841204 5 5768077 686393103 558575 0 12431 0 0 0
cpu11 33174088 8 4949307 673606844 1045208 0 295 0 0 0
cpu12 20508723 6 5600840 685944479 500937 0 6122 0 0 0
cpu13 32012299 14 4924833 675546255 292782 0 249 0 0 0
cpu14 19429338 1 5621982 687022892 503828 0 4429 0 0 0
cpu15 35865025 10 10229366 665675640 985995 0 340 0 0 0
intr 57831190724 47 0 0 0 0 0 0 0 1 4 14984391 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2749427 0 0 0 6960129 0 0 0 109 67541623 86836 0 1397222696 703389734 1053169115 353957246 354057247 354680341 354062607 353988425 1421297699 354085886 354123553 1623984901 1340720663 353960081 1668213379 353968150 0 97 7477301 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48534770 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8013451 54273341 1397486 8054986 1251861 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164761684903
btime 1537443440
processes 72411590
procs_running 1
procs_blocked 0
softirq 14451480309 6 3060599416 142313865 770083271 6184306 0 3113455369 957332783 0 2106543997

51
benchmark/output_v2/COUNT:1-NN:1-PPN:1-API:MPIIO-FS:fuse-T:16384-TYPE:write.txt_network/HOST:isc17-c02-PID:3124-LABEL:stop.txt Normal file
View File

@ -0,0 +1,51 @@
TIMESTAMP 1544575204
# Port extended counters: Lid 30 port 1 (CapMask: 0x5A00)
PortSelect:......................1
CounterSelect:...................0x0000
PortXmitData:....................113429499752536
PortRcvData:.....................73782184738976
PortXmitPkts:....................132845339478
PortRcvPkts:.....................93899042297
PortUnicastXmitPkts:.............132838221677
PortUnicastRcvPkts:..............93767635763
PortMulticastXmitPkts:...........7117801
PortMulticastRcvPkts:............131406534
Inter-| Receive | Transmit
face |bytes packets errs drop fifo frame compressed multicast|bytes packets errs drop fifo colls carrier compressed
eno1: 40408016458 91611484 0 526 0 0 0 20285616 34336047297 32021861 0 0 0 0 0 0
eno2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
eno4: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
lo: 18151685525 13857053 0 0 0 0 0 0 18151685525 13857053 0 0 0 0 0 0
ib3: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib2: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib1: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ib0: 241600192454 378375355 0 0 0 0 0 0 234068490929 189351778 0 7 0 0 0 0
docker0: 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
total used free shared buff/cache available
Mem: 64217 14182 48883 365 1150 48990
Swap: 13939 161 13778
cpu 461713282 750 108140087 10802124288 27441628 0 1705669 0 0 0
cpu0 44159371 43 10552562 649766211 5365284 0 1652805 0 0 0
cpu1 22340361 33 5843659 680750196 3557256 0 751 0 0 0
cpu2 42134166 330 9405172 657596219 3379885 0 8155 0 0 0
cpu3 22539052 109 6494164 681180205 2371955 0 559 0 0 0
cpu4 39225042 85 8501603 662346550 2520504 0 5531 0 0 0
cpu5 21178828 23 5760766 683409885 2303205 0 484 0 0 0
cpu6 37815592 16 8116338 664596085 2087676 0 6484 0 0 0
cpu7 20334140 25 5448165 685747876 1133906 0 550 0 0 0
cpu8 19270101 9 5857661 686954288 480865 0 6184 0 0 0
cpu9 31870499 26 5031553 675521783 353761 0 294 0 0 0
cpu10 19846018 5 5777208 686398151 558575 0 12431 0 0 0
cpu11 33174107 8 4949321 673626074 1045208 0 295 0 0 0
cpu12 20513929 6 5612675 685946645 500937 0 6122 0 0 0
cpu13 32012337 14 4924842 675565471 292782 0 249 0 0 0
cpu14 19434556 1 5634689 687024226 503828 0 4429 0 0 0
cpu15 35865176 10 10229701 665694415 985995 0 340 0 0 0
intr 57856325407 47 0 0 0 0 0 0 0 1 4 14984793 0 0 0 0 0 0 0 0 0 0 0 29 107 0 0 0 0 0 0 0 0 0 0 0 0 2749492 0 0 0 6960317 0 0 0 109 67545234 86836 0 1397778793 703389739 1053169119 353957248 354057249 354680346 354062610 353988428 1421297702 354085890 354123557 1623984905 1340720667 353960085 1668213383 353968153 0 97 7477556 1 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 48537238 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 8013578 54273949 1397498 8055177 1251874 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0
ctxt 164809595080
btime 1537443440
processes 72415444
procs_running 1
procs_blocked 0
softirq 14453221966 6 3061569727 142317606 770092898 6184455 0 3114011418 957446626 0 2106631934

Some files were not shown because too many files have changed in this diff Show More