59 lines
1.5 KiB
Bash
Executable File
59 lines
1.5 KiB
Bash
Executable File
#!/bin/bash
|
|
|
|
find "./output_v2" -type f -name "*.txt" -print0 |
|
|
while IFS= read -r -d $'\0' fn; do
|
|
headln="$(grep Finished $fn -n | head -n 1 | cut -d":" -f 1)"
|
|
totalln=$(wc -l $fn | cut -f 1 -d" ")
|
|
tailln=$(($totalln - $headln))
|
|
|
|
echo $fn $headln $tailln $totalln
|
|
bn=$(basename $fn)
|
|
|
|
extension="${bn##*.}"
|
|
filename="${bn%.*}"
|
|
|
|
count=$(awk -F# '{print $1}' <<< $filename)
|
|
nn=$(awk -F# '{print $2}' <<< $filename)
|
|
ppn=$(awk -F# '{print $3}' <<< $filename)
|
|
api=$(awk -F# '{print $4}' <<< $filename)
|
|
t=$(awk -F# '{print $5}' <<< $filename)
|
|
|
|
FNEXT="$count#$nn#$ppn#$api#$t#APP:ior-default#FS:lustre#IOTYPE:random#ACCESSTYPE:read#STRIPING:yes"
|
|
|
|
cp $fn "merged_output/$FNEXT.$extension"
|
|
done
|
|
|
|
|
|
find "./output" -type f -name "*.txt" -print0 |
|
|
while IFS= read -r -d $'\0' fn; do
|
|
headln="$(grep Finished $fn -n | head -n 1 | cut -d":" -f 1)"
|
|
totalln=$(wc -l $fn | cut -f 1 -d" ")
|
|
tailln=$(($totalln - $headln))
|
|
|
|
echo $fn $headln $tailln $totalln
|
|
bn=$(basename $fn)
|
|
|
|
extension="${bn##*.}"
|
|
filename="${bn%.*}"
|
|
|
|
STRIPING="yes"
|
|
if [[ "" != $(echo $bn| grep MPIIO) ]]; then
|
|
STRIPING="no"
|
|
fi
|
|
|
|
FNEXT="APP:ior-default#FS:lustre#IOTYPE:random"
|
|
|
|
head -n $headln $fn > "merged_output/$filename#$FNEXT#ACCESSTYPE:write#STRIPING:yes.$extension"
|
|
|
|
outfnread="merged_output/$filename#$FNEXT#ACCESSTYPE:read#STRIPING:$STRIPING.$extension"
|
|
|
|
if [ -e $outfnread ]; then
|
|
echo "stopping $outfnread, already exists"
|
|
exit
|
|
fi
|
|
|
|
tail -n $tailln $fn > $outfnread
|
|
done
|
|
|
|
|