\documentclass{./llncs2e/llncs}
%\documentclass{article}

\usepackage{silence}
\WarningFilter{latex}{Text page}
\WarningFilter{caption}{Unsupported}
\WarningFilter{amsmath}{Unable}


\usepackage{color}
\usepackage{soul}
\usepackage{todonotes}
\newcommand{\jk}[1]{\todo[inline]{JK: #1}}
\newcommand{\eb}[1]{\todo[inline]{EB: #1}}
%\usepackage{changes}
%\newcommand{\ebr}[2]{ \hl{\replaced{ #1 }{ #2 }} }

\usepackage{silence}
\WarningFilter{latex}{Float}
\WarningFilter{llncs}{The remreset package is obsolete}
%\WarningFilter{latex}{Marginpar}
%\WarningFilter{latexfont}{Font shape}
%\WarningFilter{latexfont}{Some font}
\usepackage{lmodern}
%\usepackage{booktabs}

%\usepackage{caption}
\usepackage{subcaption}
\usepackage{amsmath}
%\usepackage[pass,showframe]{geometry}
\usepackage{array}
\usepackage[hidelinks]{hyperref}
\usepackage{cleveref}
\usepackage{graphicx}
%\usepackage{luacode}
%\usepackage{subfig}
\usepackage{xcolor}
\usepackage{float}
\graphicspath{
 {./fig/}
 {../benchmark/eval_analysis_output_v2/}
}

%\newcolumntype{P}[1]{>{\raggedright\let\newline\\\arraybackslash\hspace{0pt}}m{#1\textwidth}}
\begin{document}
\pagestyle{headings}  % switches on printing of running heads
\title{Benefit of DDN's IME-FUSE for I/O intensive HPC applications.}

%\author{Double blind}
\author{Eugen Betke\inst{1} \and Julian Kunkel\inst{2}}

\institute{Deutsches Klimarechenzentrum, Hamburg, Germany,\\
\email{betke@dkrz.de}
\and
University of Reading, Reading, United Kingdom,\\
\email{j.m.kunkel@reading.ac.uk}}

\maketitle              % typeset the title of the contribution

\begin{abstract}
	Todo: abstract \ldots
\end{abstract}

\keywords{Lustre, FUSE, evaluation, flash-based storage}

\section{DDN-IME}

The IOR stonewalling option (-d 60) was used together with the wear out option (-o StonewallingWearOut=1).
In this way we make sure, that each node writes the same amount of data, even if the stonewalling deadline is achieved.

For read access a 12TB test file was pre-created and used for all experiments.
Since IME has the ability to migrate data from back-end file system to IMEs and vice versa, we made sure that this file was always locate on IMEs.
For write access we used a separate test file, which was always deleted after each test run.


\begin{table}
	\centering
	\begin{tabular}{l|l}
		Parameter          & Values                     \\ 
    \hline
		Number of nodes    & 1, 2, 4, 8, 16             \\ 
		Processes per node & 1, 4, 8, 16                \\ 
		Access             & read, write                \\ 
		Block sizes        & 16KiB, 100KiB, 1MiB, 10MiB \\ 
		Iterations         & 3                          \\ 
	\end{tabular}
	\caption{Explored parameteres}
  \label{tab:params:ime}
\end{table}

During the parameter exploration 540 experimentes were conducted.
The explored parameters are showed in \Cref{tab:params:ime}.
The resulting peformance is showed in \Cref{fig:perf:linear:ime}.


\begin{figure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.9\textwidth]{ime_linear_performance.png}
  \caption{Linear scale}
  \label{fig:perf:linear:ime}
  \end{subfigure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.9\textwidth]{ime_logarithmic_performance.png}
  \caption{Logarithmic scale}
  \label{fig:perf:log:ime}
  \end{subfigure}
  \caption{Native IME random performance to a shared file measured with IOR}
\end{figure}

\textbf{Reproducible performance}

\textbf{Good scaling behaviour for large blocks}
\textbf{Limited scaling behavour for small block sizes}

\section{IBM Spectrum Scale}
% https://support.dvsus.com/hc/en-us/articles/212928566-GPFS-general-commands-
% mmlsfs all
% mmlscluster
% mmlsconfig

A GPFS 4.2.3.0 file system was used as back-end for IMEs.
The pagepool was 6GB large.

\begin{table}
	\centering
	\begin{tabular}{l|l}
		Parameter          & Values                     \\ 
		\hline
		Number of nodes    & 1, 2, 4, 8, 16             \\ 
		Processes per node & 1, 4, 8                    \\ 
		Access             & read, write                \\ 
		Block sizes        & 16KiB, 100KiB, 1MiB, 10MiB \\ 
		Iterations         & 3                          \\ 
	\end{tabular}
	\caption{Explored parameteres}
  \label{tab:params:gpfs}
\end{table}

During the parameter exploration 540 experimentes were conducted.
The explored parameters are showed in \Cref{tab:params:ime}.
The resulting peformance is showed in \Cref{fig:perf:linear:ime}.


\begin{figure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.8\textwidth]{ibm_spectrum_scale_linear_performance.png}
  \caption{Linear scale}
  \label{fig:perf:linear:gpfs}
  \end{subfigure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.8\textwidth]{ibm_spectrum_scale_logarithmic_performance.png}
  \caption{Logarithmic scale}
  \label{fig:perf:log:gpfs}
  \end{subfigure}
  \caption{Native IME random performance to a shared file measured with IOR}
  \label{fig:perf:gpfs}
\end{figure}

\begin{figure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.8\textwidth]{ibm_spectrum_scale_linear_ib.png}
  \caption{Linear scale}
  \label{fig:ib:linear:gpfs}
  \end{subfigure}
  \begin{subfigure}{.5\textwidth}
  \centering
  \includegraphics[width=0.8\textwidth]{ibm_spectrum_scale_logarithmic_ib.png}
  \caption{Logarithmic scale}
  \label{fig:ib:log:gpfs}
  \end{subfigure}
  \caption{Native IME random performance to a shared file measured with IOR}
  \label{fig:ib:gpfs}
\end{figure}


\subsection{Benchmarks}

\section{Experiment Configuration}

\section{Conclusion}

\section*{Acknowledgment}
{
\small
Thanks to DDN for providing access to the IME test cluster and to Jean-Thomas Acquaviva for the support.
}

\bibliographystyle{splncs03}
\bibliography{bibliography}{}

\end{document}