Minor changes + some results
This commit is contained in:
Eugen Betke
parent
cd1d0b2e99
commit
fe62d59925
25
micro_run.py
25
micro_run.py
|
|
@ -1,18 +1,27 @@
|
|||
#!/bin/bash
|
||||
|
||||
export MODULEPATH=/gsfs/betke/software/modules:$MODULEPATH
|
||||
export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH
|
||||
|
||||
module purge
|
||||
module load betke/hdf5/1.8.20-ddn
|
||||
module load betke/ior/git-ddn
|
||||
module list
|
||||
|
||||
LUSTRE_TESTFILE="/esfs/jtacquaviva/file"
|
||||
ITERATIONS=3
|
||||
IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 )) -b $((128 * 1024 * 1024)) -o $LUSTRE_TESTFILE -e -g -z -k -D 100 "
|
||||
MPIEXEC="/opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -hosts isc17-c05"
|
||||
NN=2
|
||||
|
||||
$MPIEXEC $IOR -w
|
||||
$MPIEXEC $IOR -r -D $((5*60))
|
||||
rm $LUSTRE_TESTFILE
|
||||
|
||||
LUSTRE_TESTFILE="/esfs/jtacquaviva/indread${NN}/file"
|
||||
TESTDIR="$(dirname $LUSTRE_TESTFILE)"
|
||||
mkdir $TESTDIR
|
||||
lfs setstripe -c $(($NN * 2)) $TESTDIR
|
||||
ITERATIONS=1
|
||||
IOR="$(which ior) -i $ITERATIONS -s 1 -t $((16 * 1024 * 1024)) -b $((132 * 1024 * 1024 * 1020)) -o $LUSTRE_TESTFILE -a POSIX -F -e -g -k -w"
|
||||
ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter"
|
||||
MPIEXEC="/opt/ddn/mvapich/bin/mpiexec -ppn 8 -np $((8*$NN)) $ENVVAR -hosts isc17-c04,isc17-c05"
|
||||
|
||||
set -x
|
||||
$MPIEXEC $IOR
|
||||
#$MPIEXEC $IOR -r -D $((5*60))
|
||||
-set +x
|
||||
#rm $LUSTRE_TESTFILE
|
||||
|
||||
|
|
|
|||
179
mkdb.py
179
mkdb.py
|
|
@ -12,160 +12,58 @@ import pprint
|
|||
__version = "0.8"
|
||||
__license__ = "GPL"
|
||||
__author__ = "Eugen"
|
||||
__date__ = "2017"
|
||||
__date__ = "2018"
|
||||
|
||||
|
||||
def parse(filename, conn):
|
||||
exptype = 0
|
||||
|
||||
data = {}
|
||||
ior_type = "ddn"
|
||||
with open(filename, "r") as f:
|
||||
data["filename"] = filename
|
||||
iotype = "write"
|
||||
for line in f:
|
||||
#./output/PROG:benchtool#NN:2#PPN:2#TYPE:ind#CHUNKED:notset#FILLED:notset#UNLIMITED:notset#output:10:500:20:100.txt
|
||||
#output COUNT:2 TAG:20171 #PROG:ior# NN:12# PPN:2# TYPE:ind# IFACE:mpio# FS:lustre# CHUNKED:notset# FILLED:notset# UNLIMITED:notset #output:100:16:64:4.txt
|
||||
m = re.match("COUNT:([0-9]+)#TAG:([0-9]+_[0-9]+)#PROG:([\w]+)#NN:([0-9]+)#PPN:([0-9]+)#TYPE:([\w]+)#IFACE:([\w]+)#FS:([\w]+)#CHUNKED:([\w]+)#FILLED:([\w]+)#UNLIMITED:([\w]+)#output:([0-9]+):([0-9]+):([0-9]+):([0-9]+).txt", os.path.basename(filename))
|
||||
|
||||
#COUNT:1#NN:1#PPN:4#API:POSIX#T:10485760.txt
|
||||
m = re.match("COUNT:([0-9]+)#NN:([0-9]+)#PPN:([0-9]+)#API:([\w]+)#T:([0-9]+).txt", os.path.basename(filename))
|
||||
|
||||
if (m):
|
||||
data["count"] = int(m.group(1))
|
||||
data["tag"] = m.group(2)
|
||||
data["app"] = m.group(3)
|
||||
data["nn"] = int(m.group(4))
|
||||
data["ppn"] = int(m.group(5))
|
||||
data["type"] = m.group(6)
|
||||
data["iface"] = m.group(7)
|
||||
data["fs"] = m.group(8)
|
||||
data["chunked"] = m.group(9)
|
||||
data["filled"] = m.group(10)
|
||||
data["unlimited"] = m.group(11)
|
||||
data["t"] = int(m.group(12))
|
||||
data["x"] = int(m.group(13))
|
||||
data["y"] = int(m.group(14))
|
||||
data["z"] = int(m.group(15))
|
||||
data["nn"] = int(m.group(2))
|
||||
data["ppn"] = int(m.group(3))
|
||||
data["api"] = m.group(4)
|
||||
data["tsize"] = m.group(5)
|
||||
|
||||
else:
|
||||
print('couldn\'t parse', os.path.basename(filename))
|
||||
print(data)
|
||||
quit()
|
||||
|
||||
#access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
#------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
#write 1051.96 100.00 100.00 0.002366 0.006890 0.000023 0.009283 0
|
||||
#read 71.04 100.00 100.00 0.000605 0.136745 0.000111 0.137470 0
|
||||
#remove - - - - - - 0.005926 0
|
||||
|
||||
#Max Write: 1051.96 MiB/sec (1103.06 MB/sec)
|
||||
#Max Read: 71.04 MiB/sec (74.49 MB/sec)
|
||||
m = re.match("Command line used: .* -s[\s]+([0-9.]+)[\s]+-t[\s]+([0-9.]+)[\s]+-b[\s]+([0-9.]+)[\s]+-o.*", line)
|
||||
if (m):
|
||||
data["fsize"] = float(m.group(1)) * float(m.group(3)) * data["ppn"] * data["nn"]
|
||||
#print(data["fsize"], float(m.group(1)), float(m.group(3)), data["nn"], data["ppn"])
|
||||
#m = re.match("[\s]+aggregate filesize = ([0-9.]+)[\s]+.*", line)
|
||||
m = re.match("[\s]+aggregate filesize = (.*)", line)
|
||||
if (m):
|
||||
data["fsize_ctl"] = m.group(1)
|
||||
|
||||
#Summary of all tests:
|
||||
#Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
#write 1051.96 1051.96 1051.96 0.00 0.00928 0 1 1 1 1 1 1 0 0 100 102400 102400 10240000 POSIX 0
|
||||
#read 71.04 71.04 71.04 0.00 0.13747 0 1 1 1 1 1 1 0 0 100 102400 102400 10240000 POSIX 0
|
||||
|
||||
#m = re.match("read[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s]+
|
||||
#([0-9.]+)[\s].", line)
|
||||
|
||||
if ('ior' == data['app']):
|
||||
m = re.match("Command line used: .* -s[\s]+([0-9.]+)[\s]+-t[\s]+([0-9.]+)[\s]+-b[\s]+([0-9.]+)[\s]+-o.*", line)
|
||||
if (m):
|
||||
data["fsize"] = float(m.group(1)) * float(m.group(3)) * data["ppn"] * data["nn"]
|
||||
#print(data["fsize"], float(m.group(1)), float(m.group(3)), data["nn"], data["ppn"])
|
||||
#m = re.match("[\s]+aggregate filesize = ([0-9.]+)[\s]+.*", line)
|
||||
m = re.match("[\s]+aggregate filesize = (.*)", line)
|
||||
if (m):
|
||||
data["fsize_ctl"] = m.group(1)
|
||||
|
||||
m = re.match("read[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]*$", line)
|
||||
if (m):
|
||||
data["read"] = float(m.group(1))
|
||||
data["ropen"] = float(m.group(4))
|
||||
data["rio"] = float(m.group(5))
|
||||
data["rclose"] = float(m.group(6))
|
||||
data["rtotal"] = float(m.group(7))
|
||||
ior_type = "default"
|
||||
m = re.match("write[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]*$", line)
|
||||
if (m):
|
||||
data["write"] = float(m.group(1))
|
||||
data["wopen"] = float(m.group(4))
|
||||
data["wio"] = float(m.group(5))
|
||||
data["wclose"] = float(m.group(6))
|
||||
data["wtotal"] = float(m.group(7))
|
||||
ior_type = "default"
|
||||
|
||||
if ("ddn" == ior_type):
|
||||
m = re.match("read[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s].*$", line)
|
||||
if (m):
|
||||
data["read"] = float(m.group(1))
|
||||
data["ropen"] = -1
|
||||
data["rio"] = data["fsize"] / 1024 / 1024 / data["read"] # approximation
|
||||
data["rclose"] = -1
|
||||
data["rtotal"] = data["fsize"] / 1024 / 1024 / data["read"]
|
||||
m = re.match("write[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s].*$", line)
|
||||
if (m):
|
||||
data["write"] = float(m.group(1))
|
||||
data["wopen"] = -1
|
||||
data["wio"] = data["fsize"] / 1024 / 1024 / data["write"] # approximation
|
||||
data["wclose"] = -1
|
||||
data["wtotal"] = data["fsize"] / 1024 / 1024 / data["write"]
|
||||
m = re.match("read[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]*$", line)
|
||||
if (m):
|
||||
data["read"] = float(m.group(1))
|
||||
data["ropen"] = float(m.group(4))
|
||||
data["rio"] = float(m.group(5))
|
||||
data["rclose"] = float(m.group(6))
|
||||
data["rtotal"] = float(m.group(7))
|
||||
m = re.match("write[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]+([0-9.]+)[\s]*$", line)
|
||||
if (m):
|
||||
data["write"] = float(m.group(1))
|
||||
data["wopen"] = float(m.group(4))
|
||||
data["wio"] = float(m.group(5))
|
||||
data["wclose"] = float(m.group(6))
|
||||
data["wtotal"] = float(m.group(7))
|
||||
|
||||
|
||||
elif('benchtool' == data['app']):
|
||||
m = re.match("benchmark:write[\s]*Open time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["wopen"] = float(m.group(2))
|
||||
m = re.match("benchmark:write[\s]*I/O Performance \(w/o open/close\)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*MiB/s ", line)
|
||||
if (m):
|
||||
data["write"] = float(m.group(2))
|
||||
m = re.match("benchmark:write[\s]*Close time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["wclose"] = float(m.group(2))
|
||||
data["wtotal"] = data["wopen"] + data["wclose"] + data["wio"]
|
||||
m = re.match("benchmark:write[\s]*I/O time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["wio"] = float(m.group(2))
|
||||
|
||||
|
||||
m = re.match("benchmark:read[\s]*Open time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["ropen"] = float(m.group(2))
|
||||
m = re.match("benchmark:read[\s]*I/O Performance \(w/o open/close\)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*MiB/s ", line)
|
||||
if (m):
|
||||
data["read"] = float(m.group(2))
|
||||
m = re.match("benchmark:read[\s]*Close time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["rclose"] = float(m.group(2))
|
||||
data["rtotal"] = data["ropen"] + data["rclose"] + data["rio"]
|
||||
m = re.match("benchmark:read[\s]*I/O time[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*([0-9.]+)[\s]*secs ", line)
|
||||
if (m):
|
||||
data["rio"] = float(m.group(2))
|
||||
|
||||
|
||||
m = re.match("Datasize[\s]+([0-9.]+)[\s]+bytes.*", line)
|
||||
if (m):
|
||||
data["fsize"] = float(m.group(1))
|
||||
data["fsize_ctl"] = m.group(1)
|
||||
|
||||
elif('iozone' == data['app']):
|
||||
print("App is not supported:", app)
|
||||
quit()
|
||||
m = re.match("\s+\w+\s+see\w* throughput for \d readers\s+=\s+([0-9.]+)\s+kB/sec", line)
|
||||
if (m):
|
||||
data['read'] = float(m.group(1)) / 1024
|
||||
|
||||
m = re.match("\s+\w+\s+see\w* throughput for \d initial writers\s+=\s+([0-9.]+)\s+kB/sec", line)
|
||||
if (m):
|
||||
data['write'] = float(m.group(1)) / 1024
|
||||
else:
|
||||
print("Error: Unknow app", app)
|
||||
quit()
|
||||
|
||||
if len(data) == 28:
|
||||
print("Success")
|
||||
|
|
@ -180,6 +78,7 @@ def parse(filename, conn):
|
|||
|
||||
exptype += 1;
|
||||
|
||||
|
||||
#parse("./results/iozone/NP:2/C:0/T:100/output_app.txt", conn, style)
|
||||
assert(3 == len(sys.argv))
|
||||
folder = sys.argv[1]
|
||||
|
|
@ -190,22 +89,12 @@ try:
|
|||
tbl = 'CREATE TABLE p (\
|
||||
filename text, \
|
||||
count int, \
|
||||
tag text, \
|
||||
app text, \
|
||||
nn int, \
|
||||
ppn int, \
|
||||
type text, \
|
||||
iface text, \
|
||||
fs text, \
|
||||
chunked boolean, \
|
||||
filled boolean, \
|
||||
unlimited boolean, \
|
||||
t float, \
|
||||
x float, \
|
||||
y float, \
|
||||
z float, \
|
||||
api text, \
|
||||
tsize float, \
|
||||
fsize float, \
|
||||
fsize_ctl text, \
|
||||
ropen float, \
|
||||
rio float, \
|
||||
rclose float, \
|
||||
|
|
|
|||
|
|
@ -0,0 +1,85 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:08:59 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:08:59 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 1254.27 137871360 10240 0.001584 107.34 0.000219 107.35 0
|
||||
write 1266.86 137871360 10240 0.001460 106.28 0.000206 106.28 1
|
||||
write 1245.55 137871360 10240 0.036590 108.06 0.000175 108.10 2
|
||||
|
||||
Max Write: 1266.86 MiB/sec (1328.40 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1266.86 1245.55 1255.56 8.75 107.24007 0 1 1 3 0 0 1 0 0 1 141180272640 10485760 141180272640 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:14:31 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 1 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:1#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:14:37 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:14:37 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 1 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 45183139840.
|
||||
read 358.77 137871360 10240 0.093677 120.01 0.000213 120.10 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 54473523200.
|
||||
read 432.87 137871360 10240 0.000489 120.01 0.000175 120.01 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 53267660800.
|
||||
read 423.20 137871360 10240 0.000498 120.04 0.000167 120.04 2
|
||||
|
||||
Max Read: 432.87 MiB/sec (453.90 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 432.87 358.77 404.95 32.89 120.05124 0 1 1 3 0 0 1 0 0 1 141180272640 10485760 45183139840 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:20:37 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:52:47 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:52:47 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141159301120.
|
||||
WARNING: Using actual aggregate bytes moved = 139817123840.
|
||||
write 1637.59 68935680 10240 0.001477 81.42 0.000244 81.42 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141169786880.
|
||||
WARNING: Using actual aggregate bytes moved = 142438563840.
|
||||
write 1627.79 68935680 10240 0.237321 83.21 0.000253 83.45 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141694074880.
|
||||
write 1600.18 68935680 10240 0.001663 84.45 0.000219 84.45 2
|
||||
|
||||
Max Write: 1637.59 MiB/sec (1717.14 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1637.59 1600.18 1621.85 15.84 83.10728 0 2 2 3 0 0 1 0 0 1 70590136320 10485760 139817123840 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:57:06 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:2#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:57:14 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:57:14 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 98817802240.
|
||||
read 783.70 68935680 10240 0.241708 120.01 0.000258 120.25 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 109020446720.
|
||||
read 866.12 68935680 10240 0.000593 120.04 0.000207 120.04 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 107489525760.
|
||||
read 853.98 68935680 10240 0.000554 120.04 0.000177 120.04 2
|
||||
|
||||
Max Read: 866.12 MiB/sec (908.19 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 866.12 783.70 834.60 36.33 120.10975 0 2 2 3 0 0 1 0 0 1 70590136320 10485760 98817802240 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:03:15 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:40:09 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:40:09 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141169786880.
|
||||
write 1715.66 34467840 10240 0.008235 78.46 0.000289 78.47 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141138329600.
|
||||
write 1737.39 34467840 10240 0.059053 77.41 0.000201 77.47 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141882818560.
|
||||
write 1730.10 34467840 10240 0.094761 78.11 0.000240 78.21 2
|
||||
|
||||
Max Write: 1737.39 MiB/sec (1821.79 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1737.39 1715.66 1727.72 9.03 78.05092 0 4 4 3 0 0 1 0 0 1 35295068160 10485760 141169786880 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:44:15 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:4#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:44:26 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:44:26 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141882818560.
|
||||
read 1300.58 34467840 10240 0.085615 103.95 0.000470 104.04 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 142165934080.
|
||||
read 1391.81 34467840 10240 0.000767 97.41 0.000214 97.41 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141631160320.
|
||||
read 1353.29 34467840 10240 0.000717 99.81 0.000210 99.81 2
|
||||
|
||||
Max Read: 1391.81 MiB/sec (1459.41 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1391.81 1300.58 1348.56 37.39 100.41994 0 4 4 3 0 0 1 0 0 1 35295068160 10485760 141882818560 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:49:27 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:29:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:29:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 140844728320.
|
||||
write 1568.05 22978560 10240 0.001879 85.66 0.000354 85.66 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 140813271040.
|
||||
write 1559.09 22978560 10240 0.345781 85.79 0.000278 86.13 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 143424225280.
|
||||
write 1556.13 22978560 10240 0.469190 87.43 0.000301 87.90 2
|
||||
|
||||
Max Write: 1568.05 MiB/sec (1644.22 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1568.05 1556.13 1561.09 5.07 86.56379 0 6 6 3 0 0 1 0 0 1 23530045440 10485760 140844728320 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:34:04 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:34:14 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:34:14 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141903790080.
|
||||
read 1667.35 22978560 10240 0.076982 81.09 0.000287 81.16 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141914275840.
|
||||
read 1740.24 22978560 10240 0.000922 77.77 0.000222 77.77 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141075415040.
|
||||
read 1715.50 22978560 10240 0.000941 78.42 0.000247 78.43 2
|
||||
|
||||
Max Read: 1740.24 MiB/sec (1824.77 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1740.24 1667.35 1707.70 30.27 79.12064 0 6 6 3 0 0 1 0 0 1 23530045440 10485760 141903790080 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:38:11 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,143 @@
|
|||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 18:15:52 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:15:52 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 4739 22978560 10240 0.001139 28.41 0.000202 28.41 0
|
||||
write 5012 22978560 10240 0.003508 26.86 0.000235 26.87 1
|
||||
write 5144 22978560 10240 0.002094 26.17 0.000239 26.17 2
|
||||
|
||||
Max Write: 5144.25 MiB/sec (5394.13 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 5144.25 4738.59 4964.82 168.88 27.15067 0 6 6 3 1 0 1 0 0 1 23530045440 10485760 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 18:17:18 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:6#API:POSIX#T:10485760.txt
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 6 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 18:17:27 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:17:27 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 6 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 132980408320.
|
||||
read 1055.51 22978560 10240 0.000196 120.15 0.000208 120.15 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 1513.33 22978560 10240 0.000221 88.97 0.000175 88.97 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 847081635840.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 2388.40 22978560 10240 0.000229 56.37 0.000185 56.37 2
|
||||
|
||||
Max Read: 2388.40 MiB/sec (2504.42 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2388.40 1055.51 1652.41 552.97 88.49760 0 6 6 3 1 0 1 0 0 1 23530045440 10485760 132980408320 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 18:21:53 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420127 0xbd841f 0
|
||||
2 12566482 0xbfbfd2 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486425 0xbe8719 0
|
||||
5 12378479 0xbce16f 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638113 0xc0d7a1 0
|
||||
3 12486426 0xbe871a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456840 0xbe1388 0
|
||||
1 12638112 0xc0d7a0 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508199 0xbedc27 0
|
||||
7 12456841 0xbe1389 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378480 0xbce170 0
|
||||
6 12591742 0xc0227e 0
|
||||
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:19:28 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:19:28 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141599703040.
|
||||
write 1540.40 17233920 10240 0.002347 87.66 0.000382 87.67 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141316587520.
|
||||
write 1509.42 17233920 10240 0.117178 89.17 0.000275 89.29 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 141180272640.
|
||||
WARNING: Using actual aggregate bytes moved = 141798932480.
|
||||
write 1490.90 17233920 10240 0.214682 90.49 0.000251 90.70 2
|
||||
|
||||
Max Write: 1540.40 MiB/sec (1615.22 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1540.40 1490.90 1513.57 20.42 89.21839 0 8 8 3 0 0 1 0 0 1 17647534080 10485760 141599703040 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:24:06 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:24:18 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:24:18 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141694074880.
|
||||
read 1706.21 17233920 10240 0.058433 79.14 0.000337 79.20 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 140288983040.
|
||||
read 1890.77 17233920 10240 0.001087 70.76 0.000277 70.76 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 140666470400.
|
||||
read 1992.99 17233920 10240 0.001099 67.31 0.000207 67.31 2
|
||||
|
||||
Max Read: 1992.99 MiB/sec (2089.80 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1992.99 1706.21 1863.32 118.68 72.42319 0 8 8 3 0 0 1 0 0 1 17647534080 10485760 141694074880 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:27:56 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,163 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 18:11:04 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:11:04 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 5134 17233920 10240 0.002389 26.22 0.000231 26.23 0
|
||||
write 5461 17233920 10240 0.001829 24.65 0.000202 24.66 1
|
||||
write 5548 17233920 10240 0.001759 24.27 0.000242 24.27 2
|
||||
|
||||
Max Write: 5547.69 MiB/sec (5817.18 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 5547.69 5133.69 5380.68 178.23 25.05087 0 8 8 3 1 0 1 0 0 1 17647534080 10485760 141180272640 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 18:12:24 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:1#PPN:8#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 18:12:37 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread1/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:12:37 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread1/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 131.48 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 122714849280.
|
||||
read 974.47 17233920 10240 0.000374 120.09 0.000285 120.10 0
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 3081.20 17233920 10240 0.000268 43.70 0.000238 43.70 1
|
||||
WARNING: Expected aggregate file size = 141180272640.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 141180272640.
|
||||
read 4532 17233920 10240 0.000245 29.71 0.000257 29.71 2
|
||||
|
||||
Max Read: 4532.05 MiB/sec (4752.20 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 4532.05 974.47 2862.58 1460.58 64.50042 0 8 8 3 1 0 1 0 0 1 17647534080 10485760 122714849280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 18:15:50 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 2 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591735 0xc02277 0
|
||||
0 12420120 0xbd8418 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378474 0xbce16a 0
|
||||
6 12591736 0xc02278 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638108 0xc0d79c 0
|
||||
3 12486420 0xbe8714 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566475 0xbfbfcb 0
|
||||
4 12508192 0xbedc20 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420121 0xbd8419 0
|
||||
2 12566476 0xbfbfcc 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486421 0xbe8715 0
|
||||
5 12378475 0xbce16b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591737 0xc02279 0
|
||||
0 12420122 0xbd841a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 2
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508193 0xbedc21 0
|
||||
7 12456835 0xbe1383 0
|
||||
|
||||
|
|
@ -0,0 +1,71 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 18:22:46 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:22:46 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282359496704.
|
||||
WARNING: Using actual aggregate bytes moved = 119425466368.
|
||||
write 948.78 137871360 1024.00 0.007311 120.03 0.000520 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282353205248.
|
||||
WARNING: Using actual aggregate bytes moved = 120648105984.
|
||||
write 958.42 137871360 1024.00 0.025000 120.03 0.000570 120.05 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 122607894528.
|
||||
write 971.42 137871360 1024.00 0.326400 120.04 0.000613 120.37 2
|
||||
|
||||
Max Write: 971.42 MiB/sec (1018.60 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 971.42 948.78 959.54 9.27 120.15358 0 2 1 3 0 0 1 0 0 1 141180272640 1048576 119425466368 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 18:28:56 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 18:29:09 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 18:29:09 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:05:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:05:36 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 149820538880.
|
||||
write 1190.06 137871360 10240 0.007690 120.05 0.000252 120.06 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282350059520.
|
||||
WARNING: Using actual aggregate bytes moved = 152997724160.
|
||||
write 1212.42 137871360 10240 0.070823 120.27 0.000265 120.35 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282350059520.
|
||||
WARNING: Using actual aggregate bytes moved = 154434273280.
|
||||
write 1225.85 137871360 10240 0.129793 120.02 0.000303 120.15 2
|
||||
|
||||
Max Write: 1225.85 MiB/sec (1285.39 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1225.85 1190.06 1209.44 14.76 120.18436 0 2 1 3 0 0 1 0 0 1 141180272640 10485760 149820538880 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:11:43 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 15:11:53 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 15:11:53 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 77332480000.
|
||||
read 614.37 137871360 10240 0.025947 120.01 0.000270 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 85186314240.
|
||||
read 676.83 137871360 10240 0.000551 120.03 0.000237 120.03 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 84536197120.
|
||||
read 671.71 137871360 10240 0.000564 120.02 0.000271 120.02 2
|
||||
|
||||
Max Read: 676.83 MiB/sec (709.71 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 676.83 614.37 654.30 28.31 120.03113 0 2 1 3 0 0 1 0 0 1 141180272640 10485760 77332480000 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 15:17:53 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:47:03 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:47:03 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2262.78 137871360 1024.00 0.000279 119.00 0.000216 119.00 0
|
||||
write 2246.14 137871360 1024.00 0.000533 119.89 0.000266 119.89 1
|
||||
write 2499.40 137871360 1024.00 0.000584 107.74 0.000315 107.74 2
|
||||
|
||||
Max Write: 2499.40 MiB/sec (2620.81 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2499.40 2246.14 2336.11 115.67 115.54262 0 2 1 3 1 0 1 0 0 1 141180272640 1048576 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:52:53 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:53:07 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:53:07 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 22900899840.
|
||||
read 181.98 137871360 1024.00 0.000339 120.02 0.000196 120.02 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 24943525888.
|
||||
read 198.22 137871360 1024.00 0.000202 120.01 0.000211 120.01 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 27156021248.
|
||||
read 215.79 137871360 1024.00 0.000230 120.01 0.000155 120.01 2
|
||||
|
||||
Max Read: 215.79 MiB/sec (226.28 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 215.79 181.98 198.66 13.81 120.01256 0 2 1 3 1 0 1 0 0 1 141180272640 1048576 22900899840 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:59:07 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638086 0xc0d786 0
|
||||
3 12486398 0xbe86fe 0
|
||||
6 12591714 0xc02262 0
|
||||
0 12420099 0xbd8403 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378451 0xbce153 0
|
||||
2 12566454 0xbfbfb6 0
|
||||
4 12508171 0xbedc0b 0
|
||||
7 12456813 0xbe136d 0
|
||||
|
||||
|
|
@ -0,0 +1,107 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:53:32 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:53:32 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 2266.90 137871360 10240 0.000271 118.79 0.000149 118.79 0
|
||||
write 2342.65 137871360 10240 0.000498 114.95 0.000209 114.95 1
|
||||
write 2359.74 137871360 10240 0.004486 114.11 0.000253 114.11 2
|
||||
|
||||
Max Write: 2359.74 MiB/sec (2474.37 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2359.74 2266.90 2323.10 40.34 115.94953 0 2 1 3 1 0 1 0 0 1 141180272640 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 14:59:22 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 1 -np 2 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:1#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:59:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 141180272640 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:59:36 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 2 (1 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 131.48 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 77112279040.
|
||||
read 612.68 137871360 10240 0.000358 120.03 0.000158 120.03 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 93742694400.
|
||||
read 744.86 137871360 10240 0.000160 120.02 0.000147 120.02 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 100998840320.
|
||||
read 802.42 137871360 10240 0.000178 120.04 0.000249 120.04 2
|
||||
|
||||
Max Read: 802.42 MiB/sec (841.39 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 802.42 612.68 719.98 79.43 120.03040 0 2 1 3 1 0 1 0 0 1 141180272640 10485760 77112279040 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 15:05:36 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637992 0xc0d728 0
|
||||
5 12378358 0xbce0f6 0
|
||||
6 12591621 0xc02205 0
|
||||
2 12566365 0xbfbf5d 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486304 0xbe86a0 0
|
||||
0 12420008 0xbd83a8 0
|
||||
4 12508078 0xbedbae 0
|
||||
7 12456720 0xbe1310 0
|
||||
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 17:34:37 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:34:37 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282357399552.
|
||||
WARNING: Using actual aggregate bytes moved = 175187689472.
|
||||
write 1391.58 68935680 1024.00 0.005495 120.05 0.004209 120.06 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282358448128.
|
||||
WARNING: Using actual aggregate bytes moved = 169144745984.
|
||||
write 1301.49 68935680 1024.00 3.57 120.38 0.000428 123.94 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282358448128.
|
||||
WARNING: Using actual aggregate bytes moved = 172859850752.
|
||||
write 1368.17 68935680 1024.00 0.034479 120.46 0.000311 120.49 2
|
||||
|
||||
Max Write: 1391.58 MiB/sec (1459.18 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1391.58 1301.49 1353.75 38.17 121.49714 0 4 2 3 0 0 1 0 0 1 70590136320 1048576 175187689472 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 17:40:52 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 17:41:02 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:41:02 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 46654291968.
|
||||
read 370.61 68935680 1024.00 0.023597 120.03 0.003315 120.05 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 52016709632.
|
||||
read 413.26 68935680 1024.00 0.003650 120.04 0.003352 120.04 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 52050264064.
|
||||
read 413.54 68935680 1024.00 0.003719 120.03 0.003386 120.03 2
|
||||
|
||||
Max Read: 413.54 MiB/sec (433.63 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 413.54 370.61 399.14 20.17 120.04148 0 4 2 3 0 0 1 0 0 1 70590136320 1048576 46654291968 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 17:47:02 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 14:41:05 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:41:05 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 212420526080.
|
||||
write 1687.31 68935680 10240 0.005091 120.06 0.000416 120.06 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 210606489600.
|
||||
write 1672.78 68935680 10240 0.001893 120.07 0.000443 120.07 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 226062499840.
|
||||
write 1704.50 68935680 10240 6.34 120.15 0.000427 126.48 2
|
||||
|
||||
Max Write: 1704.50 MiB/sec (1787.29 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1704.50 1672.78 1688.20 12.96 122.20440 0 4 2 3 0 0 1 0 0 1 70590136320 10485760 212420526080 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:47:19 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 14:47:31 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:47:31 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 131690659840.
|
||||
read 1045.78 68935680 10240 0.040245 120.05 0.006561 120.09 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 141526302720.
|
||||
read 1124.38 68935680 10240 0.001111 120.04 0.000776 120.04 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 142281277440.
|
||||
read 1130.40 68935680 10240 0.001146 120.04 0.000837 120.04 2
|
||||
|
||||
Max Read: 1130.40 MiB/sec (1185.32 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1130.40 1045.78 1100.19 38.55 120.05642 0 4 2 3 0 0 1 0 0 1 70590136320 10485760 131690659840 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:53:31 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,131 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:25:27 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:25:27 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 4302 68935680 1024.00 0.000494 62.59 0.000432 62.59 0
|
||||
write 4741 68935680 1024.00 0.000774 56.80 0.000274 56.80 1
|
||||
write 4993 68935680 1024.00 0.004668 53.93 0.000318 53.93 2
|
||||
|
||||
Max Write: 4993.02 MiB/sec (5235.56 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4993.02 4302.03 4678.59 285.49 57.77553 0 4 2 3 1 0 1 0 0 1 70590136320 1048576 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:28:27 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:28:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:28:36 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 49512710144.
|
||||
read 393.47 68935680 1024.00 0.000462 120.01 0.000294 120.01 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 59200503808.
|
||||
read 470.43 68935680 1024.00 0.000255 120.01 0.000351 120.01 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 67574431744.
|
||||
read 536.99 68935680 1024.00 0.000372 120.01 0.000400 120.01 2
|
||||
|
||||
Max Read: 536.99 MiB/sec (563.08 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 536.99 393.47 466.96 58.65 120.00982 0 4 2 3 1 0 1 0 0 1 70590136320 1048576 49512710144 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:34:36 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486392 0xbe86f8 0
|
||||
5 12378445 0xbce14d 0
|
||||
6 12591708 0xc0225c 0
|
||||
0 12420093 0xbd83fd 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508166 0xbedc06 0
|
||||
7 12456809 0xbe1369 0
|
||||
1 12638081 0xc0d781 0
|
||||
3 12486393 0xbe86f9 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566449 0xbfbfb1 0
|
||||
4 12508165 0xbedc05 0
|
||||
7 12456808 0xbe1368 0
|
||||
1 12638080 0xc0d780 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378446 0xbce14e 0
|
||||
6 12591709 0xc0225d 0
|
||||
0 12420094 0xbd83fe 0
|
||||
2 12566450 0xbfbfb2 0
|
||||
|
||||
|
|
@ -0,0 +1,131 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:31:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:31:36 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 3686 68935680 10240 0.000504 73.05 0.000227 73.05 0
|
||||
write 4218 68935680 10240 0.000693 63.84 0.000272 63.85 1
|
||||
write 4645 68935680 10240 0.000883 57.97 0.000315 57.97 2
|
||||
|
||||
Max Write: 4645.07 MiB/sec (4870.71 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4645.07 3686.15 4182.97 392.25 64.95608 0 4 2 3 1 0 1 0 0 1 70590136320 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 14:34:55 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 2 -np 4 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:2#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:35:03 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 70590136320 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:35:03 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 4 (2 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 65.74 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 150753771520.
|
||||
read 1197.72 68935680 10240 0.000449 120.04 0.000160 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 181990850560.
|
||||
read 1445.83 68935680 10240 0.000156 120.04 0.000418 120.04 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 564721090560.
|
||||
WARNING: Using actual aggregate bytes moved = 187149844480.
|
||||
read 1486.93 68935680 10240 0.000427 120.03 0.000426 120.03 2
|
||||
|
||||
Max Read: 1486.93 MiB/sec (1559.16 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1486.93 1197.72 1376.83 127.75 120.03683 0 4 2 3 1 0 1 0 0 1 70590136320 10485760 150753771520 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 14:41:03 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508072 0xbedba8 0
|
||||
1 12637986 0xc0d722 0
|
||||
6 12591615 0xc021ff 0
|
||||
0 12420003 0xbd83a3 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566359 0xbfbf57 0
|
||||
7 12456714 0xbe130a 0
|
||||
3 12486298 0xbe869a 0
|
||||
5 12378353 0xbce0f1 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508073 0xbedba9 0
|
||||
7 12456715 0xbe130b 0
|
||||
1 12637987 0xc0d723 0
|
||||
3 12486299 0xbe869b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591616 0xc02200 0
|
||||
0 12420004 0xbd83a4 0
|
||||
2 12566360 0xbfbf58 0
|
||||
4 12508074 0xbedbaa 0
|
||||
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 17:13:04 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:13:04 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 226834251776.
|
||||
write 1802.20 34467840 1024.00 0.011271 120.02 0.000725 120.03 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282359496704.
|
||||
WARNING: Using actual aggregate bytes moved = 215894458368.
|
||||
write 1714.75 34467840 1024.00 0.040123 120.03 0.000306 120.07 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282359496704.
|
||||
WARNING: Using actual aggregate bytes moved = 203929157632.
|
||||
write 1610.01 34467840 1024.00 0.061837 120.73 0.003870 120.80 2
|
||||
|
||||
Max Write: 1802.20 MiB/sec (1889.74 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1802.20 1610.01 1708.99 78.57 120.30054 0 8 4 3 0 0 1 0 0 1 35295068160 1048576 226834251776 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 17:19:12 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 17:19:25 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:19:25 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 78824603648.
|
||||
read 625.74 34467840 1024.00 0.109088 120.03 0.000372 120.13 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 84396736512.
|
||||
read 670.53 34467840 1024.00 0.000973 120.03 0.000647 120.04 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 86240133120.
|
||||
read 685.19 34467840 1024.00 0.001141 120.03 0.000714 120.03 2
|
||||
|
||||
Max Read: 685.19 MiB/sec (718.47 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 685.19 625.74 660.48 25.29 120.06769 0 8 4 3 0 0 1 0 0 1 35295068160 1048576 78824603648 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 17:25:26 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 14:19:08 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:19:08 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 266380247040.
|
||||
write 2116.43 34467840 10240 0.009073 120.02 0.000308 120.03 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 261609226240.
|
||||
write 2078.01 34467840 10240 0.038974 120.02 0.000411 120.06 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 272629760000.
|
||||
write 2055.47 34467840 10240 6.46 120.03 0.000443 126.49 2
|
||||
|
||||
Max Write: 2116.43 MiB/sec (2219.23 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2116.43 2055.47 2083.30 25.17 122.19551 0 8 4 3 0 0 1 0 0 1 35295068160 10485760 266380247040 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:25:22 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 14:25:34 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:25:34 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 201819422720.
|
||||
read 1603.15 34467840 10240 0.017543 120.04 0.000504 120.06 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 213836103680.
|
||||
read 1698.61 34467840 10240 0.001032 120.06 0.000641 120.06 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 212525383680.
|
||||
read 1688.39 34467840 10240 0.001155 120.04 0.000594 120.04 2
|
||||
|
||||
Max Read: 1698.61 MiB/sec (1781.12 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1698.61 1603.15 1663.38 42.79 120.05252 0 8 4 3 0 0 1 0 0 1 35295068160 10485760 201819422720 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:31:34 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,179 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:03:35 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:03:35 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 4164 34467840 1024.00 0.000906 64.66 0.000231 64.66 0
|
||||
write 4227 34467840 1024.00 0.002951 63.69 0.000242 63.70 1
|
||||
write 4186 34467840 1024.00 0.001416 64.33 0.000248 64.33 2
|
||||
|
||||
Max Write: 4227.49 MiB/sec (4432.84 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4227.49 4164.27 4192.57 26.23 64.23040 0 8 4 3 1 0 1 0 0 1 35295068160 1048576 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:06:53 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 17:07:02 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 17:07:02 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 105368256512.
|
||||
read 837.29 34467840 1024.00 0.001020 120.01 0.000458 120.01 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 139480530944.
|
||||
read 1108.36 34467840 1024.00 0.000491 120.01 0.000478 120.01 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 161230094336.
|
||||
read 1281.16 34467840 1024.00 0.000500 120.02 0.000451 120.02 2
|
||||
|
||||
Max Read: 1281.16 MiB/sec (1343.40 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 1281.16 837.29 1075.60 182.68 120.01541 0 8 4 3 1 0 1 0 0 1 35295068160 1048576 105368256512 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 17:13:02 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508154 0xbedbfa 0
|
||||
7 12456798 0xbe135e 0
|
||||
1 12638069 0xc0d775 0
|
||||
3 12486382 0xbe86ee 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486385 0xbe86f1 0
|
||||
5 12378438 0xbce146 0
|
||||
6 12591701 0xc02255 0
|
||||
0 12420086 0xbd83f6 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508158 0xbedbfe 0
|
||||
7 12456802 0xbe1362 0
|
||||
1 12638073 0xc0d779 0
|
||||
3 12486386 0xbe86f2 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591699 0xc02253 0
|
||||
0 12420084 0xbd83f4 0
|
||||
2 12566440 0xbfbfa8 0
|
||||
4 12508155 0xbedbfb 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420085 0xbd83f5 0
|
||||
2 12566441 0xbfbfa9 0
|
||||
4 12508156 0xbedbfc 0
|
||||
7 12456800 0xbe1360 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456799 0xbe135f 0
|
||||
1 12638070 0xc0d776 0
|
||||
3 12486383 0xbe86ef 0
|
||||
5 12378436 0xbce144 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566442 0xbfbfaa 0
|
||||
4 12508157 0xbedbfd 0
|
||||
7 12456801 0xbe1361 0
|
||||
1 12638072 0xc0d778 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638071 0xc0d777 0
|
||||
3 12486384 0xbe86f0 0
|
||||
5 12378437 0xbce145 0
|
||||
6 12591700 0xc02254 0
|
||||
|
||||
|
|
@ -0,0 +1,179 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:11:35 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:11:35 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 6828 34467840 10240 0.000940 39.44 0.000267 39.44 0
|
||||
write 6919 34467840 10240 0.001389 38.92 0.000276 38.92 1
|
||||
write 6826 34467840 10240 0.001456 39.45 0.000322 39.45 2
|
||||
|
||||
Max Write: 6918.88 MiB/sec (7254.97 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 6918.88 6826.24 6857.73 43.24 39.26817 0 8 4 3 1 0 1 0 0 1 35295068160 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 14:13:37 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 4 -np 8 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:4#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 14:13:48 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 35295068160 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:13:49 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 8 (4 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 32.87 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 282308116480.
|
||||
read 2242.86 34467840 10240 0.000934 120.04 0.000313 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 2687.55 34467840 10240 0.000292 100.19 0.000236 100.20 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1129442181120.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 2777.08 34467840 10240 0.000236 96.96 0.000227 96.97 2
|
||||
|
||||
Max Read: 2777.08 MiB/sec (2911.98 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2777.08 2242.86 2569.16 233.61 105.73306 0 8 4 3 1 0 1 0 0 1 35295068160 10485760 282308116480 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 14:19:06 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456704 0xbe1300 0
|
||||
1 12637977 0xc0d719 0
|
||||
3 12486289 0xbe8691 0
|
||||
5 12378343 0xbce0e7 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508065 0xbedba1 0
|
||||
7 12456707 0xbe1303 0
|
||||
1 12637980 0xc0d71c 0
|
||||
3 12486292 0xbe8694 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378346 0xbce0ea 0
|
||||
6 12591609 0xc021f9 0
|
||||
0 12419995 0xbd839b 0
|
||||
2 12566352 0xbfbf50 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12419993 0xbd8399 0
|
||||
2 12566350 0xbfbf4e 0
|
||||
4 12508063 0xbedb9f 0
|
||||
7 12456705 0xbe1301 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566351 0xbfbf4f 0
|
||||
4 12508064 0xbedba0 0
|
||||
7 12456706 0xbe1302 0
|
||||
1 12637979 0xc0d71b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637978 0xc0d71a 0
|
||||
3 12486290 0xbe8692 0
|
||||
5 12378344 0xbce0e8 0
|
||||
6 12591607 0xc021f7 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591606 0xc021f6 0
|
||||
0 12419992 0xbd8398 0
|
||||
2 12566349 0xbfbf4d 0
|
||||
4 12508062 0xbedb9e 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486291 0xbe8693 0
|
||||
5 12378345 0xbce0e9 0
|
||||
6 12591608 0xc021f8 0
|
||||
0 12419994 0xbd839a 0
|
||||
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:51:07 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:51:07 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 246313648128.
|
||||
write 1956.82 22978560 1024.00 0.018850 120.02 0.001606 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282357399552.
|
||||
WARNING: Using actual aggregate bytes moved = 233044967424.
|
||||
write 1851.40 22978560 1024.00 0.004679 120.04 0.000693 120.04 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 235719884800.
|
||||
write 1828.68 22978560 1024.00 2.89 120.04 0.000598 122.93 2
|
||||
|
||||
Max Write: 1956.82 MiB/sec (2051.87 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 1956.82 1828.68 1878.96 55.83 121.00590 0 12 6 3 0 0 1 0 0 1 23530045440 1048576 246313648128 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:57:19 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:57:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:57:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 98703507456.
|
||||
read 783.69 22978560 1024.00 0.075948 120.04 0.000694 120.11 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 103515422720.
|
||||
read 822.02 22978560 1024.00 0.001550 120.09 0.000736 120.09 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 106094919680.
|
||||
read 842.95 22978560 1024.00 0.001523 120.03 0.000759 120.03 2
|
||||
|
||||
Max Read: 842.95 MiB/sec (883.90 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 842.95 783.69 816.22 24.54 120.07955 0 12 6 3 0 0 1 0 0 1 23530045440 1048576 98703507456 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 17:03:34 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 13:59:12 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:59:12 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 281710428160.
|
||||
write 2238.11 22978560 10240 0.010878 120.03 0.000750 120.04 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 274705940480.
|
||||
write 2182.24 22978560 10240 0.014333 120.03 0.004099 120.05 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282339573760.
|
||||
WARNING: Using actual aggregate bytes moved = 269494517760.
|
||||
write 2140.75 22978560 10240 0.012910 120.04 0.000676 120.06 2
|
||||
|
||||
Max Write: 2238.11 MiB/sec (2346.83 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2238.11 2140.75 2187.03 39.89 120.04855 0 12 6 3 0 0 1 0 0 1 23530045440 10485760 281710428160 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:05:20 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 14:05:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 14:05:33 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 245943500800.
|
||||
read 1952.25 22978560 10240 0.025059 120.12 0.000720 120.14 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 257970667520.
|
||||
read 2049.03 22978560 10240 0.001429 120.06 0.000796 120.07 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 257299578880.
|
||||
read 2043.85 22978560 10240 0.001480 120.06 0.000723 120.06 2
|
||||
|
||||
Max Read: 2049.03 MiB/sec (2148.56 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2049.03 1952.25 2015.04 44.45 120.08917 0 12 6 3 0 0 1 0 0 1 23530045440 10485760 245943500800 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 14:11:33 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,227 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 16:42:10 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:42:10 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 4470 22978560 1024.00 0.001861 60.24 0.000878 60.24 0
|
||||
write 4846 22978560 1024.00 0.002290 55.57 0.000890 55.57 1
|
||||
write 4656 22978560 1024.00 0.004717 57.83 0.000930 57.83 2
|
||||
|
||||
Max Write: 4845.80 MiB/sec (5081.19 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 4845.80 4469.95 4657.34 153.44 57.88120 0 12 6 3 1 0 1 0 0 1 23530045440 1048576 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 16:45:08 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 16:45:19 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:45:19 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 164126261248.
|
||||
read 1304.13 22978560 1024.00 0.001281 120.02 0.000566 120.02 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 264733982720.
|
||||
read 2103.68 22978560 1024.00 0.000578 120.01 0.000503 120.01 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 2555.03 22978560 1024.00 0.000517 105.39 0.000451 105.39 2
|
||||
|
||||
Max Read: 2555.03 MiB/sec (2679.14 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2555.03 1304.13 1987.61 517.23 115.14223 0 12 6 3 1 0 1 0 0 1 23530045440 1048576 164126261248 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 16:51:05 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420071 0xbd83e7 0
|
||||
2 12566426 0xbfbf9a 0
|
||||
4 12508141 0xbedbed 0
|
||||
7 12456785 0xbe1351 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508143 0xbedbef 0
|
||||
7 12456787 0xbe1353 0
|
||||
1 12638058 0xc0d76a 0
|
||||
3 12486371 0xbe86e3 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591688 0xc02248 0
|
||||
0 12420074 0xbd83ea 0
|
||||
2 12566429 0xbfbf9d 0
|
||||
4 12508144 0xbedbf0 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378425 0xbce139 0
|
||||
6 12591687 0xc02247 0
|
||||
0 12420073 0xbd83e9 0
|
||||
2 12566428 0xbfbf9c 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508139 0xbedbeb 0
|
||||
7 12456783 0xbe134f 0
|
||||
1 12638054 0xc0d766 0
|
||||
3 12486367 0xbe86df 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638056 0xc0d768 0
|
||||
3 12486369 0xbe86e1 0
|
||||
5 12378423 0xbce137 0
|
||||
6 12591685 0xc02245 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000008
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486366 0xbe86de 0
|
||||
5 12378420 0xbce134 0
|
||||
6 12591682 0xc02242 0
|
||||
0 12420068 0xbd83e4 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000010
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566427 0xbfbf9b 0
|
||||
4 12508142 0xbedbee 0
|
||||
7 12456786 0xbe1352 0
|
||||
1 12638057 0xc0d769 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456784 0xbe1350 0
|
||||
1 12638055 0xc0d767 0
|
||||
3 12486368 0xbe86e0 0
|
||||
5 12378422 0xbce136 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000009
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378421 0xbce135 0
|
||||
6 12591683 0xc02243 0
|
||||
0 12420069 0xbd83e5 0
|
||||
2 12566424 0xbfbf98 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486370 0xbe86e2 0
|
||||
5 12378424 0xbce138 0
|
||||
6 12591686 0xc02246 0
|
||||
0 12420072 0xbd83e8 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000011
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591684 0xc02244 0
|
||||
0 12420070 0xbd83e6 0
|
||||
2 12566425 0xbfbf99 0
|
||||
4 12508140 0xbedbec 0
|
||||
|
||||
|
|
@ -0,0 +1,227 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 13:53:53 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:53:53 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 6325 22978560 10240 0.001724 42.57 0.000690 42.57 0
|
||||
write 7419 22978560 10240 0.002093 36.29 0.000657 36.29 1
|
||||
write 7399 22978560 10240 0.001983 36.39 0.000664 36.39 2
|
||||
|
||||
Max Write: 7419.22 MiB/sec (7779.62 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 7419.22 6324.92 7047.75 511.18 38.42098 0 12 6 3 1 0 1 0 0 1 23530045440 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 13:55:52 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 6 -np 12 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:6#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 13:56:04 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 23530045440 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:56:04 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 12 (6 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 21.91 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 3244.34 22978560 10240 0.001527 83.00 0.001427 83.00 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 5264 22978560 10240 0.000712 51.15 0.000721 51.15 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 1694163271680.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 5203 22978560 10240 0.000710 51.76 0.000708 51.76 2
|
||||
|
||||
Max Read: 5264.18 MiB/sec (5519.89 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 5264.18 3244.34 4570.36 937.98 61.97077 0 12 6 3 1 0 1 0 0 1 23530045440 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 13:59:10 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456693 0xbe12f5 0
|
||||
1 12637967 0xc0d70f 0
|
||||
3 12486278 0xbe8686 0
|
||||
5 12378332 0xbce0dc 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378331 0xbce0db 0
|
||||
6 12591594 0xc021ea 0
|
||||
0 12419980 0xbd838c 0
|
||||
2 12566337 0xbfbf41 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591595 0xc021eb 0
|
||||
0 12419981 0xbd838d 0
|
||||
2 12566338 0xbfbf42 0
|
||||
4 12508052 0xbedb94 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486276 0xbe8684 0
|
||||
5 12378330 0xbce0da 0
|
||||
6 12591593 0xc021e9 0
|
||||
0 12419979 0xbd838b 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378327 0xbce0d7 0
|
||||
6 12591590 0xc021e6 0
|
||||
0 12419976 0xbd8388 0
|
||||
2 12566333 0xbfbf3d 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508047 0xbedb8f 0
|
||||
7 12456688 0xbe12f0 0
|
||||
1 12637962 0xc0d70a 0
|
||||
3 12486273 0xbe8681 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000008
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591591 0xc021e7 0
|
||||
0 12419977 0xbd8389 0
|
||||
2 12566334 0xbfbf3e 0
|
||||
4 12508048 0xbedb90 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000010
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508051 0xbedb93 0
|
||||
7 12456692 0xbe12f4 0
|
||||
1 12637966 0xc0d70e 0
|
||||
3 12486277 0xbe8685 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456689 0xbe12f1 0
|
||||
1 12637963 0xc0d70b 0
|
||||
3 12486274 0xbe8682 0
|
||||
5 12378328 0xbce0d8 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000009
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566336 0xbfbf40 0
|
||||
4 12508050 0xbedb92 0
|
||||
7 12456691 0xbe12f3 0
|
||||
1 12637965 0xc0d70d 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637964 0xc0d70c 0
|
||||
3 12486275 0xbe8683 0
|
||||
5 12378329 0xbce0d9 0
|
||||
6 12591592 0xc021e8 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000011
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12419978 0xbd838a 0
|
||||
2 12566335 0xbfbf3f 0
|
||||
4 12508049 0xbedb91 0
|
||||
7 12456690 0xbe12f2 0
|
||||
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:29:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:29:36 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 262142951424.
|
||||
write 2082.53 17233920 1024.00 0.011015 120.03 0.000416 120.05 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 243740442624.
|
||||
write 1936.61 17233920 1024.00 0.003839 120.02 0.003694 120.03 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282359496704.
|
||||
WARNING: Using actual aggregate bytes moved = 252079767552.
|
||||
write 1905.32 17233920 1024.00 6.15 120.02 0.000431 126.17 2
|
||||
|
||||
Max Write: 2082.53 MiB/sec (2183.69 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2082.53 1905.32 1974.82 77.22 122.08287 0 16 8 3 0 0 1 0 0 1 17647534080 1048576 262142951424 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:35:50 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 16:36:07 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:36:07 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 113067950080.
|
||||
read 898.21 17233920 1024.00 0.007360 120.04 0.000410 120.05 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 117875671040.
|
||||
read 936.52 17233920 1024.00 0.001367 120.03 0.000489 120.03 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 120183586816.
|
||||
read 954.90 17233920 1024.00 0.001392 120.03 0.000412 120.03 2
|
||||
|
||||
Max Read: 954.90 MiB/sec (1001.28 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 954.90 898.21 929.88 23.61 120.03786 0 16 8 3 0 0 1 0 0 1 17647534080 1048576 113067950080 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 16:42:07 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,94 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 13:41:38 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:41:38 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 282192773120.
|
||||
write 2344.11 17233920 10240 0.011842 114.79 0.000332 114.81 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 278984130560.
|
||||
write 2215.66 17233920 10240 0.019871 120.06 0.002100 120.08 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 282360545280.
|
||||
WARNING: Using actual aggregate bytes moved = 282182287360.
|
||||
write 2296.57 17233920 10240 0.002185 117.18 0.000731 117.18 2
|
||||
|
||||
Max Write: 2344.11 MiB/sec (2457.98 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 2344.11 2215.66 2285.45 53.03 117.35580 0 16 8 3 0 0 1 0 0 1 17647534080 10485760 282192773120 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 13:47:37 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:MPIIO#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
ior WARNING: fsync() only available in POSIX. Using value of 0.
|
||||
Began: Mon Oct 22 13:47:52 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a MPIIO -e -g -z -k -o /esfs/jtacquaviva/file_read -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:47:52 2018
|
||||
Summary:
|
||||
api = MPIIO (version=3, subversion=0)
|
||||
test filename = /esfs/jtacquaviva/file_read
|
||||
access = single-shared-file
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 277002321920.
|
||||
read 2199.67 17233920 10240 0.036520 120.06 0.000886 120.10 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 281783828480.
|
||||
read 2256.80 17233920 10240 0.001754 119.07 0.000770 119.08 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 4517768724480.
|
||||
WARNING: Using actual aggregate bytes moved = 282098401280.
|
||||
read 2244.59 17233920 10240 0.001734 119.86 0.000839 119.86 2
|
||||
|
||||
Max Read: 2256.80 MiB/sec (2366.42 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2256.80 2199.67 2233.69 24.56 119.67601 0 16 8 3 0 0 1 0 0 1 17647534080 10485760 277002321920 MPIIO 0
|
||||
|
||||
Finished: Mon Oct 22 13:53:51 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
|
|
@ -0,0 +1,275 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 16:20:40 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:20:40 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 5392 17233920 1024.00 0.001751 49.94 0.000323 49.94 0
|
||||
write 4872 17233920 1024.00 0.004450 55.26 0.000286 55.27 1
|
||||
write 5490 17233920 1024.00 0.002506 49.05 0.000332 49.05 2
|
||||
|
||||
Max Write: 5489.77 MiB/sec (5756.44 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 5489.77 4872.34 5251.46 271.02 51.41880 0 16 8 3 1 0 1 0 0 1 17647534080 1048576 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 16:23:19 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:1048576.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 16:23:33 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 1048576 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 16:23:33 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 1 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 182828662784.
|
||||
read 1452.75 17233920 1024.00 0.006100 120.02 0.004975 120.02 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 269930725376.
|
||||
read 2144.94 17233920 1024.00 0.004978 120.01 0.004905 120.02 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 279048093696.
|
||||
read 2217.40 17233920 1024.00 0.004953 120.01 0.005445 120.01 2
|
||||
|
||||
Max Read: 2217.40 MiB/sec (2325.11 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 2217.40 1452.75 1938.37 344.65 120.01661 0 16 8 3 1 0 1 0 0 1 17647534080 1048576 182828662784 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 16:29:33 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566409 0xbfbf89 0
|
||||
4 12508122 0xbedbda 0
|
||||
7 12456767 0xbe133f 0
|
||||
1 12638037 0xc0d755 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456765 0xbe133d 0
|
||||
1 12638035 0xc0d753 0
|
||||
3 12486348 0xbe86cc 0
|
||||
5 12378403 0xbce123 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420048 0xbd83d0 0
|
||||
2 12566404 0xbfbf84 0
|
||||
4 12508117 0xbedbd5 0
|
||||
7 12456762 0xbe133a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508123 0xbedbdb 0
|
||||
7 12456768 0xbe1340 0
|
||||
1 12638038 0xc0d756 0
|
||||
3 12486351 0xbe86cf 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591661 0xc0222d 0
|
||||
0 12420047 0xbd83cf 0
|
||||
2 12566403 0xbfbf83 0
|
||||
4 12508116 0xbedbd4 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000012
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12420052 0xbd83d4 0
|
||||
2 12566408 0xbfbf88 0
|
||||
4 12508121 0xbedbd9 0
|
||||
7 12456766 0xbe133e 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000013
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486346 0xbe86ca 0
|
||||
5 12378401 0xbce121 0
|
||||
6 12591663 0xc0222f 0
|
||||
0 12420049 0xbd83d1 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508119 0xbedbd7 0
|
||||
7 12456764 0xbe133c 0
|
||||
1 12638034 0xc0d752 0
|
||||
3 12486347 0xbe86cb 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000008
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486350 0xbe86ce 0
|
||||
5 12378405 0xbce125 0
|
||||
6 12591667 0xc02233 0
|
||||
0 12420053 0xbd83d5 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000010
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638032 0xc0d750 0
|
||||
3 12486345 0xbe86c9 0
|
||||
5 12378400 0xbce120 0
|
||||
6 12591662 0xc0222e 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566405 0xbfbf85 0
|
||||
4 12508118 0xbedbd6 0
|
||||
7 12456763 0xbe133b 0
|
||||
1 12638033 0xc0d751 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000014
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12638036 0xc0d754 0
|
||||
3 12486349 0xbe86cd 0
|
||||
5 12378404 0xbce124 0
|
||||
6 12591666 0xc02232 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000009
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591665 0xc02231 0
|
||||
0 12420051 0xbd83d3 0
|
||||
2 12566407 0xbfbf87 0
|
||||
4 12508120 0xbedbd8 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000015
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378402 0xbce122 0
|
||||
6 12591664 0xc02230 0
|
||||
0 12420050 0xbd83d2 0
|
||||
2 12566406 0xbfbf86 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378406 0xbce126 0
|
||||
6 12591668 0xc02234 0
|
||||
0 12420054 0xbd83d6 0
|
||||
2 12566410 0xbfbf8a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000011
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456761 0xbe1339 0
|
||||
1 12638031 0xc0d74f 0
|
||||
3 12486344 0xbe86c8 0
|
||||
5 12378399 0xbce11f 0
|
||||
|
||||
|
|
@ -0,0 +1,275 @@
|
|||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 13:37:31 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/ioperf/file_write -w
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:37:31 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/ioperf/file_write
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
write 7604 17233920 10240 0.002139 35.41 0.000265 35.41 0
|
||||
write 7493 17233920 10240 0.006604 35.93 0.000242 35.94 1
|
||||
write 7641 17233920 10240 0.002888 35.24 0.000292 35.24 2
|
||||
|
||||
Max Write: 7641.08 MiB/sec (8012.26 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
write 7641.08 7492.57 7579.32 63.15 35.53074 0 16 8 3 1 0 1 0 0 1 17647534080 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 13:39:23 2018
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
+ /opt/ddn/mvapich/bin/mpiexec -ppn 8 -np 16 -genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter --hosts isc17-c04,isc17-c05 /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
+ tee -a ./output/COUNT:1#NN:2#PPN:8#API:POSIX#T:10485760.txt
|
||||
IOR-3.0.1: MPI Coordinated Test of Parallel I/O
|
||||
|
||||
Began: Mon Oct 22 13:39:36 2018
|
||||
Command line used: /esfs/jtacquaviva/software/install/ior/git-ddn/bin/ior -i 3 -s 1 -t 10485760 -b 17647534080 -D 120 -a POSIX -F -e -g -z -k -o /esfs/jtacquaviva/indread2/file -r
|
||||
Machine: Linux isc17-c04
|
||||
|
||||
Test 0 started: Mon Oct 22 13:39:36 2018
|
||||
Summary:
|
||||
api = POSIX
|
||||
test filename = /esfs/jtacquaviva/indread2/file
|
||||
access = file-per-process
|
||||
ordering in a file = random offsets
|
||||
ordering inter file= no tasks offsets
|
||||
clients = 16 (8 per node)
|
||||
repetitions = 3
|
||||
xfersize = 10 MiB
|
||||
blocksize = 16.44 GiB
|
||||
aggregate filesize = 262.97 GiB
|
||||
Using stonewalling = 120 second(s)
|
||||
|
||||
access bw(MiB/s) block(KiB) xfer(KiB) open(s) wr/rd(s) close(s) total(s) iter
|
||||
------ --------- ---------- --------- -------- -------- -------- -------- ----
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 4310 17233920 10240 0.002787 62.47 0.001920 62.47 0
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 9574 17233920 10240 0.001966 28.13 0.001984 28.13 1
|
||||
WARNING: Expected aggregate file size = 282360545280.
|
||||
WARNING: Stat() of aggregate file size = 2258884362240.
|
||||
WARNING: Using actual aggregate bytes moved = 282360545280.
|
||||
read 9567 17233920 10240 0.001918 28.15 0.001934 28.15 2
|
||||
|
||||
Max Read: 9573.54 MiB/sec (10038.58 MB/sec)
|
||||
|
||||
Summary of all tests:
|
||||
Operation Max(MiB) Min(MiB) Mean(MiB) StdDev Mean(s) Test# #Tasks tPN reps fPP reord reordoff reordrand seed segcnt blksiz xsize aggsize API RefNum
|
||||
read 9573.54 4310.49 7816.86 2479.38 39.58213 0 16 8 3 1 0 1 0 0 1 17647534080 10485760 282360545280 POSIX 0
|
||||
|
||||
Finished: Mon Oct 22 13:41:35 2018
|
||||
+ set +x
|
||||
/esfs/jtacquaviva/ioperf
|
||||
stripe_count: 4 stripe_size: 1048576 stripe_offset: -1
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000006
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486252 0xbe866c 0
|
||||
5 12378306 0xbce0c2 0
|
||||
6 12591568 0xc021d0 0
|
||||
0 12419953 0xbd8371 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000002
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637948 0xc0d6fc 0
|
||||
3 12486259 0xbe8673 0
|
||||
5 12378313 0xbce0c9 0
|
||||
6 12591575 0xc021d7 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000000
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12419956 0xbd8374 0
|
||||
2 12566314 0xbfbf2a 0
|
||||
4 12508027 0xbedb7b 0
|
||||
7 12456670 0xbe12de 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000004
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378307 0xbce0c3 0
|
||||
6 12591569 0xc021d1 0
|
||||
0 12419954 0xbd8372 0
|
||||
2 12566312 0xbfbf28 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000007
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456673 0xbe12e1 0
|
||||
1 12637947 0xc0d6fb 0
|
||||
3 12486258 0xbe8672 0
|
||||
5 12378312 0xbce0c8 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000012
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 5
|
||||
obdidx objid objid group
|
||||
5 12378311 0xbce0c7 0
|
||||
6 12591573 0xc021d5 0
|
||||
0 12419958 0xbd8376 0
|
||||
2 12566316 0xbfbf2c 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000013
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637944 0xc0d6f8 0
|
||||
3 12486255 0xbe866f 0
|
||||
5 12378309 0xbce0c5 0
|
||||
6 12591571 0xc021d3 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000003
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566315 0xbfbf2b 0
|
||||
4 12508028 0xbedb7c 0
|
||||
7 12456671 0xbe12df 0
|
||||
1 12637945 0xc0d6f9 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000008
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 0
|
||||
obdidx objid objid group
|
||||
0 12419960 0xbd8378 0
|
||||
2 12566318 0xbfbf2e 0
|
||||
4 12508031 0xbedb7f 0
|
||||
7 12456674 0xbe12e2 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000010
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 3
|
||||
obdidx objid objid group
|
||||
3 12486256 0xbe8670 0
|
||||
5 12378310 0xbce0c6 0
|
||||
6 12591572 0xc021d4 0
|
||||
0 12419957 0xbd8375 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000005
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 7
|
||||
obdidx objid objid group
|
||||
7 12456669 0xbe12dd 0
|
||||
3 12486254 0xbe866e 0
|
||||
5 12378308 0xbce0c4 0
|
||||
0 12419955 0xbd8373 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000014
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 6
|
||||
obdidx objid objid group
|
||||
6 12591574 0xc021d6 0
|
||||
0 12419959 0xbd8377 0
|
||||
2 12566317 0xbfbf2d 0
|
||||
4 12508030 0xbedb7e 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000009
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 2
|
||||
obdidx objid objid group
|
||||
2 12566311 0xbfbf27 0
|
||||
4 12508024 0xbedb78 0
|
||||
7 12456667 0xbe12db 0
|
||||
1 12637941 0xc0d6f5 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000015
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 1
|
||||
obdidx objid objid group
|
||||
1 12637943 0xc0d6f7 0
|
||||
6 12591570 0xc021d2 0
|
||||
2 12566313 0xbfbf29 0
|
||||
4 12508026 0xbedb7a 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000001
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508029 0xbedb7d 0
|
||||
7 12456672 0xbe12e0 0
|
||||
1 12637946 0xc0d6fa 0
|
||||
3 12486257 0xbe8671 0
|
||||
|
||||
/esfs/jtacquaviva/ioperf/file_write.00000011
|
||||
lmm_stripe_count: 4
|
||||
lmm_stripe_size: 1048576
|
||||
lmm_pattern: 1
|
||||
lmm_layout_gen: 0
|
||||
lmm_stripe_offset: 4
|
||||
obdidx objid objid group
|
||||
4 12508025 0xbedb79 0
|
||||
7 12456668 0xbe12dc 0
|
||||
1 12637942 0xc0d6f6 0
|
||||
3 12486253 0xbe866d 0
|
||||
|
||||
28
run.sh
28
run.sh
|
|
@ -21,8 +21,7 @@ function hosts() {
|
|||
done
|
||||
echo $hlist
|
||||
}
|
||||
-D $((120))
|
||||
#export MODULEPATH=/gsfs/betke/software/modules:$MODULEPATH
|
||||
|
||||
export MODULEPATH=/esfs/jtacquaviva/software/modules:$MODULEPATH
|
||||
|
||||
module purge
|
||||
|
|
@ -32,19 +31,21 @@ module list
|
|||
|
||||
|
||||
LUSTRE_TESTFILE_WRITE="/esfs/jtacquaviva/ioperf/file_write"
|
||||
LUSTRE_TESTFILE_READ="/esfs/jtacquaviva/file_read"
|
||||
LUSTRE_TESTFILE_READ=""
|
||||
|
||||
ITERATIONS=3
|
||||
IOR="$(which ior)"
|
||||
MPIEXEC="/opt/ddn/mvapich/bin/mpiexec"
|
||||
|
||||
API_ARR=( "POSIX" "MPIIO" )
|
||||
NN_ARR=( 4 2 1 8 10 16)
|
||||
#NN_ARR=( 4 2 1 8 10 16)
|
||||
NN_ARR=( 2 1 )
|
||||
PPN_ARR=( 8 6 4 2 1 )
|
||||
T_ARR=( $((10240*1024)) $((1024*1024)) $((100*1024)) $((16*1024)) )
|
||||
|
||||
for T in ${T_ARR[@]}; do
|
||||
for COUNT in $(seq 1); do
|
||||
for NN in ${NN_ARR[@]}; do
|
||||
for T in ${T_ARR[@]}; do
|
||||
for PPN in ${PPN_ARR[@]}; do
|
||||
for API in ${API_ARR[@]}; do
|
||||
|
||||
|
|
@ -57,8 +58,18 @@ for API in ${API_ARR[@]}; do
|
|||
fi
|
||||
touch $BENCHFILE
|
||||
|
||||
IOR_PARAMS="-i $ITERATIONS -s 1 -t $T -b $((132 * 1024 * 1024 * 1020 / $PPN)) -D $((120)) -a $API -e -g -z -k"
|
||||
ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter"
|
||||
IOR_API_OPTS=""
|
||||
if [[ "POSIX" == $API ]]; then
|
||||
IOR_API_OPTS="-F"
|
||||
LUSTRE_TESTFILE_READ="/esfs/jtacquaviva/indread$NN/file"
|
||||
elif [[ "MPIIO" == $API ]]; then
|
||||
IOR_API_OPTS=""
|
||||
LUSTRE_TESTFILE_READ="/esfs/jtacquaviva/file_read"
|
||||
fi
|
||||
|
||||
|
||||
IOR_PARAMS="-i $ITERATIONS -s 1 -t $T -b $((132 * 1024 * 1024 * 1020 / $PPN)) -D $((120)) -a $API $IOR_API_OPTS -e -g -z -k"
|
||||
ENVVAR="-genv MV2_NUM_HCAS 1 -genv MV2_CPU_BINDING_LEVEL core -genv MV2_CPU_BINDING_POLICY scatter"
|
||||
MPIEXEC_PARAMS=" -ppn $PPN -np $(($NN * $PPN)) $ENVVAR --hosts $(hosts $NN) "
|
||||
|
||||
TESTDIR="$(dirname $LUSTRE_TESTFILE_WRITE)"
|
||||
|
|
@ -70,11 +81,10 @@ for API in ${API_ARR[@]}; do
|
|||
(
|
||||
set -x
|
||||
$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_WRITE -w | tee -a $BENCHFILE
|
||||
$MPIEXEC $MPIEXEC_PARAMS /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
$MPIEXEC $MPIEXEC_PARAMS /esfs/jtacquaviva/git/ime-evaluation/drop_caches.sh
|
||||
$MPIEXEC $MPIEXEC_PARAMS $IOR $IOR_PARAMS -o $LUSTRE_TESTFILE_READ -r | tee -a $BENCHFILE
|
||||
set +x
|
||||
) 2> >(tee -a $BENCHFILE)
|
||||
rm $LUSTRE_TESTFILE_WRITE
|
||||
lfs getstripe $TESTDIR | tee -a $BENCHFILE
|
||||
else
|
||||
echo "skip $(readlink -f $BENCHFILE), already exists"
|
||||
|
|
|
|||
Loading…
Reference in New Issue