julian.kunkel
/
ddn-ime-evaluation
1
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity
ddn-ime-evaluation/paper/bibliography.bib

2136 lines
96 KiB
BibTeX
Raw Permalink Normal View History

Paper
2018-10-24 15:13:05 +00:00
@manual{ddninfmemory2017,
title = {Infinite Memory Engine},
author = {DDN Storage},
organization = {DDN Storage},
month = 11,
year = 2017,
howpublished = {\url{http://www.ddn.com/download/resource_library/brochures/solid_state_storage/DDN-Storage-IME-Datasheet-v2.pdf}},
}
%///////////////////
% ICON: Gassmann, A., and H.-J. Herzog, Q. J. R. Meteorol. S., 2008. : Towards a consistent numerical compressible non-hydrostatic model using generalized Hamiltonian tools.
% ICONGRID: Gassmann, A., J. Comp. Phys., 2011 : Inspection of hexagonal and triangular C-grid discretizations of the shallow water equations.
@techreport{miller2015silo,
title={{Silo/HDF5 and Portable, Scalable, Parallel I/O}},
author={Miller, MC},
year={2015},
institution={Lawrence Livermore National Laboratory (LLNL), Livermore, CA}
}
@inproceedings{Vishwanath:2011:TDM:2063384.2063409,
author = {Vishwanath, Venkatram and Hereld, Mark and Morozov, Vitali and Papka, Michael E.},
title = {Topology-aware Data Movement and Staging for I/O Acceleration on Blue Gene/P Supercomputing Systems},
booktitle = {Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '11},
year = {2011},
isbn = {978-1-4503-0771-0},
location = {Seattle, Washington},
pages = {19:1--19:11},
articleno = {19},
numpages = {11},
url = {http://doi.acm.org/10.1145/2063384.2063409},
doi = {10.1145/2063384.2063409},
acmid = {2063409},
publisher = {ACM},
address = {New York, NY, USA},
}
@article{10.1109/SC.2016.49,
author = {Jay Lofstead and Ivo Jimenez and Carlos Maltzahn and Quincey Koziol and John Bent and Eric Barton},
title = {DAOS and Friends: A Proposal for an Exascale Storage System},
journal = {SC16: International Conference for High Performance Computing, Networking, Storage and Analysis},
volume = {00},
number = {},
issn = {2167-4337},
year = {2016},
pages = {585-596},
doi = {doi.ieeecomputersociety.org/10.1109/SC.2016.49},
publisher = {IEEE Computer Society},
address = {Los Alamitos, CA, USA},
}
@misc{pmemio2017,
title = {{pmem.io - Persistent Memory Programming}},
howpublished = {\url{http://pmem.io}},
note = {Accessed: 2017-08-25}
}
@TECHREPORT{Bonwick03thezettabyte,
author = {Jeff Bonwick and Matt Ahrens and Val Henson and Mark Maybee and Mark Shellenbaum},
title = {The Zettabyte File System},
institution = {},
year = {2003}
}
@article{Rodeh:2013:BLB:2501620.2501623,
author = {Rodeh, Ohad and Bacik, Josef and Mason, Chris},
title = {BTRFS: The Linux B-Tree Filesystem},
journal = {Trans. Storage},
issue_date = {August 2013},
volume = {9},
number = {3},
month = aug,
year = {2013},
issn = {1553-3077},
pages = {9:1--9:32},
articleno = {9},
numpages = {32},
url = {http://doi.acm.org/10.1145/2501620.2501623},
doi = {10.1145/2501620.2501623},
acmid = {2501623},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {B-trees, RAID, concurrency, copy-on-write, filesystem, shadowing, snapshots},
}
@inproceedings{Shvachko:2010:HDF:1913798.1914427,
author = {Shvachko, Konstantin and Kuang, Hairong and Radia, Sanjay and Chansler, Robert},
title = {The Hadoop Distributed File System},
booktitle = {Proceedings of the 2010 IEEE 26th Symposium on Mass Storage Systems and Technologies (MSST)},
series = {MSST '10},
year = {2010},
isbn = {978-1-4244-7152-2},
pages = {1--10},
numpages = {10},
url = {http://dx.doi.org/10.1109/MSST.2010.5496972},
doi = {10.1109/MSST.2010.5496972},
acmid = {1914427},
publisher = {IEEE Computer Society},
address = {Washington, DC, USA},
}
@inproceedings{Schmuck:2002:GSF:1083323.1083349,
author = {Schmuck, Frank and Haskin, Roger},
title = {GPFS: A Shared-Disk File System for Large Computing Clusters},
booktitle = {Proceedings of the 1st USENIX Conference on File and Storage Technologies},
series = {FAST '02},
year = {2002},
location = {Monterey, CA},
articleno = {19},
url = {http://dl.acm.org/citation.cfm?id=1083323.1083349},
acmid = {1083349},
publisher = {USENIX Association},
address = {Berkeley, CA, USA},
}
@inproceedings{Weil:2006:CSH:1298455.1298485,
author = {Weil, Sage A. and Brandt, Scott A. and Miller, Ethan L. and Long, Darrell D. E. and Maltzahn, Carlos},
title = {Ceph: A Scalable, High-performance Distributed File System},
booktitle = {Proceedings of the 7th Symposium on Operating Systems Design and Implementation},
series = {OSDI '06},
year = {2006},
isbn = {1-931971-47-1},
location = {Seattle, Washington},
pages = {307--320},
numpages = {14},
url = {http://dl.acm.org/citation.cfm?id=1298455.1298485},
acmid = {1298485},
publisher = {USENIX Association},
address = {Berkeley, CA, USA},
}
@misc{wos2017,
title = "WOS\textsuperscript\textregistered for Research",
howpublished = {\url{https://www.ddn.com/download/resource_library/whitepapers/archive_whitepapers/WOS_with_iRODS_whitepaper.pdf}},
organization = "DDN",
year = "2017"
}
@manual{hpss2017,
title = {High-Performance Storage Systems Answering the Data Explosion with Massive Scale and Compelling Economics},
author = {Jeskell Systems},
organization = {Jeskell Systems, LLC},
month = 4,
year = 2017,
howpublished = {\url{https://cdn2.hubspot.net/hubfs/403983/Jeskell%202017WP1%20HPSS%20High%20Performance%20Storage%20System.pdf?t=1495139256891}}
}
@manual{craydatawarp2015,
title = {Cray XC40 DataWarp's applications I/O accelerator},
author = {Cray Inc.},
organization = {Cray Inc.},
address = {Cray Inc. 901 Fifth Avenue, Suite 1000 Seattle, WA 98164},
month = 10,
year = 2015,
howpublished = {\url{http://www.cray.com/sites/default/files/resources/CrayXC40-DataWarp.pdf}},
}
@manual{ddnime2015,
title = {Burst buffer \& beyond; I/O \& Application Acceleration Technology},
author = {DDN Storage},
organization = {DDN Storage},
month = 9,
year = 2015,
howpublished = {\url{https://www.ddn.com/download/resource_library/brochures/technology/IME_FAQ.pdf}},
}
@manual{ddnmediascaler2016,
title = {MEDIAScalerTM; High-Performance Converged Media Storage for End2End Data Management},
author = {DDN Storage},
organization = {DDN Storage},
month = 5,
year = 2016,
howpublished = {\url{https://www.ddn.com/download/resource_library/brochures/DDN-MEDIAScaler-Datasheet.pdf}},
}
@inproceedings{he_io_2013,
address = {New York, NY, USA},
series = {HPDC '13},
title = {I/{{O Acceleration}} with {{Pattern Detection}}},
isbn = {978-1-4503-1910-2},
doi = {10.1145/2462902.2462909},
abstract = {The I/O bottleneck in high-performance computing is becoming worse as application data continues to grow. In this work, we explore how patterns of I/O within these applications can significantly affect the effectiveness of the underlying storage systems and how these same patterns can be utilized to improve many aspects of the I/O stack and mitigate the I/O bottleneck. We offer three main contributions in this paper. First, we develop and evaluate algorithms by which I/O patterns can be efficiently discovered and described. Second, we implement one such algorithm to reduce the metadata quantity in a virtual parallel file system by up to several orders of magnitude, thereby increasing the performance of writes and reads by up to 40 and 480 percent respectively. Third, we build a prototype file system with pattern-aware prefetching and evaluate it to show a 46 percent reduction in I/O latency. Finally, we believe that efficient pattern discovery and description, coupled with the observed predictability of complex patterns within many high-performance applications, offers significant potential to enable many additional I/O optimizations.},
timestamp = {2017-08-17T13:59:35Z},
booktitle = {Proceedings of the {{22Nd International Symposium}} on {{High}}-Performance {{Parallel}} and {{Distributed Computing}}},
publisher = {{ACM}},
author = {He, Jun and Bent, John and Torres, Aaron and Grider, Gary and Gibson, Garth and Maltzahn, Carlos and Sun, Xian-He},
year = {2013},
keywords = {high performance com- puting,I/O,large-scale storage systems,pattern,PLFs,prefetching},
pages = {25--36},
file = {ACM Full Text PDF:/Users/BNL28/zotero-storage/storage/9D245H52/He et al. - 2013 - IO Acceleration with Pattern Detection.pdf:application/pdf}
}
@inproceedings{Bent:2009:PCF:1654059.1654081,
author = {Bent, John and Gibson, Garth and Grider, Gary and McClelland, Ben and Nowoczynski, Paul and Nunez, James and Polte, Milo and Wingate, Meghan},
title = {PLFS: A Checkpoint Filesystem for Parallel Applications},
booktitle = {Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis},
series = {SC '09},
year = {2009},
isbn = {978-1-60558-744-8},
location = {Portland, Oregon},
pages = {21:1--21:12},
articleno = {21},
numpages = {12},
url = {http://doi.acm.org/10.1145/1654059.1654081},
doi = {10.1145/1654059.1654081},
acmid = {1654081},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {check-pointing, high performance computing, parallel computing, parallel file systems and IO},
}
@article{LA-UR-14-21447,
author = {Kettering, Brett M. and Torrez, Alfred and Bonnie, David J. and Shrader, David L.},
title = {{Lustre and PLFS Parallel I/O Performance on a Cray XE6}},
journal = {},
year = {2014},
publisher = {LANL},
}
@unpublished{nextgenio2017,
title= {Analyzing I/O Performance on a NEXTGenIO Class System},
author = {Holgler Brunst},
year = {2017},
note= {Lustre Users' Group meeting at Indiana University},
URL= {http://www.nextgenio.eu/publications/analyzing-io-performance-nextgenio-class-system},
}
@ARTICLE{Eicker:203150,
author = {Eicker, Norbert and Lippert, Thomas and Moschny, Thomas and
Suarez, Estela},
title = {{T}he {DEEP} {P}roject {A}n alternative approach to
heterogeneous cluster-computing in the many-core era},
journal = {Concurrency and computation},
volume = {28},
number = {8},
issn = {1532-0626},
address = {Chichester},
publisher = {Wiley},
reportid = {FZJ-2015-05159},
pages = {2394–2411},
year = {2016},
abstract = {Homogeneous cluster architectures, which used to dominate
high-performance computing (HPC), are challenged today by
heterogeneous approaches utilizing accelerator or
co-processor devices. The DEEP (Dynamical Exascale Entry
Platform) project is implementing a novel architecture for
HPC, in which a standard HPC cluster is directly connected
to a so-called ‘Booster’: a cluster of many-core
processors. By these means heterogeneity is organized
differently as in today's standard approach, where
accelerators are added to each node of the cluster. In order
to adapt application codes to this Cluster-Booster
architecture as seamless as possible, DEEP has developed a
complete programming environment. It integrates the
offloading functionality given by the Message Passing
Interface standard with an abstraction layer based on the
task-based OmpSs programming paradigm. This paper presents
the DEEP project with an emphasis on the DEEP programming
environment.},
cin = {JSC},
ddc = {004},
cid = {I:(DE-Juel1)JSC-20090406},
pnm = {513 - Supercomputer Facility (POF3-513) / DEEP - Dynamical
Exascale Entry Platform (287530)},
pid = {G:(DE-HGF)POF3-513 / G:(EU-Grant)287530},
typ = {PUB:(DE-HGF)16},
UT = {WOS:000376263300006},
doi = {10.1002/cpe.3562},
url = {http://juser.fz-juelich.de/record/203150},
}
@misc{optane2017,
title = {{The Intel Optane SSD DC P4800X (375GB) Review: Testing 3D XPoint Performance}},
author = {Billy Tallis},
howpublished = {\url{http://www.anandtech.com/show/11209/intel-optane-ssd-dc-p4800x-review-a-deep-dive-into-3d-xpoint-enterprise-performance/5}},
year = {2017},
note = {Accessed: 2017-07-12}
}
@misc{nvmeintro2016,
title = {{An Introduction to NVMe}},
author = {Hermann Strass},
howpublished = {\url{http://www.seagate.com/files/www-content/product-content/ssd-fam/nvme-ssd/nytro-xf1440-ssd/_shared/docs/an-introduction-to-nvme-tp690-1-1605us.pdf}},
year = {2016},
note = {Accessed: 2017-07-12}
}
@misc{3dxpoint2017,
title = {{How 3D XPoint Phase-Change Memory Works}},
author = {Allyn Malventano},
howpublished = {\url{https://www.pcper.com/reviews/Editorial/How-3D-XPoint-Phase-Change-Memory-Works}},
year = {2017},
note = {Accessed: 2017-07-12}
}
@manual{adios_manual2016,
title = {{ADIOS 1.11 User’s Manual}},
author = {{Norbert Podhorszki, Qing Liu, Jeremy Logan, Jingqing Mu, Hasan Abbasi, Jong-Youl Choi, Scott A. Klasky}},
organization = {{OAK RIDGE NATIONAL LABORATORY}},
address = {{Oak Ridge, Tennessee 37831-6070}},
month = 11,
year = 2016,
}
@proceedings {2029,
title = {Adaptive IO System (ADIOS)},
journal = {Cray Users Group (CUG) Workshop},
year = {2008},
month = {05/2008},
url = {http://scholar.google.com/scholar?btnG=Search\%2BScholar\&as_q=\%22Adaptive\%2BIO\%2BSystem\%2BADIOS\%22\&as_sauthors=Jin\&as_occt=any\&as_epq=\&as_oq=\&as_eq=\&as_publication=\&as_ylo=\&as_yhi=\&as_sdtAAP=1\&as_sdtp=1},
author = {C. Jin and S Klasky and S. Hodson and W. Yu and J. Lofstead and H. Abbasi and K. Schwan and M. Wolf and W. Liao and A. Choudhary and Parashar, Manish and C. Docan}
}
@misc{hdf2017,
title = {{HDF}},
howpublished = {\url{https://support.hdfgroup.org/HDF5/}},
note = {Accessed: 2017-06-15}
}
@manual{hdf5guide2015,
title = {{HDF5 User's Guide}},
edition = {{1.11.x}},
organization = {{The HDF5 Group}},
year = 2015,
}
@misc{netcdf2016,
title = {{NetCDF:FAQ}},
year = {2016},
howpublished = {\url{http://www.unidata.ucar.edu/software/netcdf/docs/faq.html#whatisit}},
note = {Accessed: 2016-10-04}
}
@manual{netcdf_manual2016,
title = {{ADIOS 1.11 User’s Manual}},
author = {{Russ Rew, Glenn Davis, Steve Emmerson, Harvey Davies, and Ed Hartne}},
edition = {Version 4.0-snapshot2008122406.1-beta2},
organization = {{Unidata Program Center}},
month = 12,
year = 2008,
}
@misc{vtkformats2017,
title={VTK File Formats for VTK Version 4.2},
howpublished={\url{http://www2.mps.mpg.de/homes/leguebe/docs/file-formats.pdf}},
note = {Accessed: 2017-07-12}
}
@misc{kovexpd,
title={Kove XPD},
author={Kove},
howpublished={\url{http://kove.net/downloads/Kove-XPD-L3-datasheet.pdf}},
note = {Accessed: 2017-08-24},
year = 2017
}
@misc{nytro,
title={Flash Acceleration on HPC Storage},
author={Seagate},
howpublished={\url{http://files.gpfsug.org/presentations/2017/Manchester/SEAGATE_Flash_Acceleration_of_HPC_Storage.pdf}},
note = {Accessed: 2017-08-24},
year = 2017
}
@manual{grib2001,
title = {{Introduction to GRIB Edition1 and GRIB Edition 2}},
organization = {{World Meteorological Organization}},
month = 6,
year = 2001,
}
@manual{grib2003,
title = {{FM 92 GRIB}},
organization = {{World Meteorological Organization}},
month = 11,
year = 2003,
}
@manual{hdfs2008,
title = {{HDFS Architecture Guide}},
author = {Dhruba Borthakur},
organization = {{The Apache Software Foundation}},
year = 2008,
}
@inproceedings{Li:2003:PNH:1048935.1050189,
author = {Li, Jianwei and Liao, Wei-keng and Choudhary, Alok and Ross, Robert and Thakur, Rajeev and Gropp, William and Latham, Rob and Siegel, Andrew and Gallagher, Brad and Zingale, Michael},
title = {Parallel netCDF: A High-Performance Scientific I/O Interface},
booktitle = {Proceedings of the 2003 ACM/IEEE Conference on Supercomputing},
series = {SC '03},
year = {2003},
isbn = {1-58113-695-1},
location = {Phoenix, AZ, USA},
pages = {39--},
url = {http://doi.acm.org/10.1145/1048935.1050189},
doi = {10.1145/1048935.1050189},
acmid = {1050189},
publisher = {ACM},
address = {New York, NY, USA},
}
@booklet{dataclay2015,
title = {{dataClay: towards usable and shareable storage}},
author = {Toni Cortes and AnnaQueralt and Jonathan Martí and Jesús Labarta},
howpublished = {\url{http://www.exascale.org/bdec/sites/www.exascale.org.bdec/files/whitepapers/dataClay%20at%20BDEC%20Barcelona.pdf}},
address ={Barcelona Supercomputing Center (BSC-­‐CNS)},
month = 1,
year = 2015,
note = {Accessed: 2017-07-12}
}
@techreport{mongodb2013,
author = {mongoDB},
title = {{MongoDB: Bringing Online Big Data to Business Intelligence \& Analytics}},
institution = {mongoDB},
month = 12,
year = 2013,
}
@article{ichip,
title={{iCHIP: Plattform f{\"u}r NGFN Datenintegration}},
author={Lawerenz, Christian and Eils, J{\"u}rgen and Eils, Roland},
journal={GenomXPress},
volume={2},
pages={7--10},
year={2007}
}
@misc{hpss,
title={{HPSS Management Guide -- High Performance Storage Systems, Version 7.4}},
author={IBM},
year={2014},
howpublished={\url{http://www.hpss-collaboration.org/documents/hpss742/management_guide.pdf}}
}
@inproceedings{hennessy1986mars,
title={{MARS-The ECMWF Meteorological Archive and Retrieval System}},
author={Hennessy, JT},
booktitle={Proceedings, 66th annual meeting of the American Meteorological Society},
year={1986}
}
@inproceedings{raoult1997mars,
title={{The architecture of the new MARS server}},
author={B. Raoult},
booktitle={Sixth Workshop on Meteorological Operational Systems},
month={November},
year={1997}
}
@article{madden2012databases,
title={From databases to big data},
author={Madden, Sam},
journal={IEEE Internet Computing},
volume={16},
number={3},
pages={4--6},
year={2012},
publisher={IEEE}
}
@article{bigdata2016,
title = {{The Evolution of Big Data: NoSQL, Hadoop, Spark \& beyond}},
author = {BDQ},
journal = {BDQ},
year = 2016,
}
@techreport{hadoop_hdfs2016,
author = {{Cloudera}},
title = {{Hadoop and HDFS: Storage for next generationdata management}},
institution = {{Cloudera}},
year = 2016,
}
@inproceedings{Golan-Gueta:2015:SCL:2741948.2741973,
author = {Golan-Gueta, Guy and Bortnikov, Edward and Hillel, Eshcar and Keidar, Idit},
title = {Scaling Concurrent Log-structured Data Stores},
booktitle = {Proceedings of the Tenth European Conference on Computer Systems},
series = {EuroSys '15},
year = {2015},
isbn = {978-1-4503-3238-5},
location = {Bordeaux, France},
pages = {32:1--32:14},
articleno = {32},
numpages = {14},
url = {http://doi.acm.org/10.1145/2741948.2741973},
doi = {10.1145/2741948.2741973},
acmid = {2741973},
publisher = {ACM},
address = {New York, NY, USA},
}
@manual{netcdfcf_manual2011,
title = {{NetCDF Climate and Forecast (CF) Metadata Conventions}},
author = {{Brian Eaton and Jonathan Gregory and Bob Drach and Karl Taylor and Steve Hankin and John Caron and Rich Signell and Phil Bentley and Greg Rappa and Heinke Höck and Alison Pamment}},
month = 12,
year = 2011,
}
@STRING{proc = { Proceedings of the }}
@STRING{asap = { IEEE International Conference on Application-specific Systems, Architectures and Processors (ASAP) }}
@STRING{asplos = { International Conference on Architectural Support for Programming Languages and Operating Systems (ASPLOS) }}
@STRING{ccgrid = { IEEE International Symposium on Cluster Computing and the Grid (CCGrid)}}
@STRING{cluster = { IEEE International Conference on Cluster Computing (Cluster)}}
@STRING{ecrts = {Euromicro Conference on Real-Time Systems (ECRTS)}}
@STRING{fast = { USENIX Conference on File and Storage Technologies (FAST) }}
@STRING{focs = { IEEE Annual Symposium on Foundations of Computer Science (FOCS) }}
@STRING{grid = { IEEE/ACM International Conference on Grid Computing (Grid) }}
@STRING{hipc = { International Conference on High Performance Computing (HiPC) }}
@STRING{hotos = { Workshop on Hot Topics in Operating Systems (HotOS)}}
@STRING{icdcs = { IEEE International Conference on Distributed Computing Systems (ICDCS)}}
@STRING{icon = { IEEE International Conference on Networks (ICON) }}
@STRING{infocom = { IEEE International Conference on Computer and Communications (INFOCOM)}}
@STRING{ipdps = { IEEE International Parallel and Distributed Processing Symposium (IPDPS)}}
@STRING{iptps = { International workshop on Peer-To-Peer Systems (IPTPS)}}
@STRING{isorc = { IEEE International Symposium on Object-oriented Real-time distributed Computing (ISORC)}}
@STRING{lcn = {IEEE Conference on Local Computer Networks (LCN)}}
@STRING{mascots = { IEEE International Symposium on Modeling, Analysis, and Simulation (MASCOTS)}}
@STRING{msst = { IEEE Conference on Mass Storage Systems and Technologies (MSST)}}
@STRING{osdi = { Conference on Operating Systems Design and Implementation (OSDI)}}
@STRING{pdp = { Euromicro Conference on Parallel, Distributed and Network-based Processing (PDP)}}
@STRING{rtn = { International Workshop on Real-Time Networks (RTN)}}
@STRING{rtss = { IEEE Real-Time Systems Symposium (RTSS)}}
@STRING{sc = { ACM/IEEE Conference on High Performance Computing (SC)}}
@STRING{sigcomm = { ACM SIGCOMM Conference on Applications, Technologies, Architectures, and Protocols for Computer Communication }}
@STRING{sigmod = { ACM SIGMOD Conference on Management of Data }}
@STRING{snapi = { International Workshop on Storage Network Architecture and Parallel I/Os (SNAPI) }}
@STRING{soda = { ACM-SIAM Symposium on Discrete Algorithms (SODA) }}
@STRING{sosp = { ACM Symposium on Operating Systems Principles (SOSP) }}
@STRING{spaa = { ACM Symposium on Parallel Algorithms and Architectures (SPAA) }}
@STRING{stoc = { ACM Symposium on Theory of Computing (STOC) }}
@STRING{super = { ACM/IEEE Conference on Supercomputing }}
@STRING{vldb = { International Conference on Very Large Data Bases (VLDB) }}
% booktitle = proc # " $12^{th}$ " # grid,
% This file was created with JabRef 2.10.
% Encoding: MacRoman
@InProceedings{Bode2009a,
Title = {Software Architectural Design meets Security Engineering},
Author = {Bode, Stephan and Fischer, Anja and K\"uhnhauser, Winfried E. and Riebisch, M.},
Booktitle = {Proceedings 16th International Conference and Workshop on the Engineering of Computer Based Systems (ECBS 2009)},
Year = {2009},
Month = {April},
Pages = {109-118},
Publisher = {IEEE},
Abstract = {Security requirements strongly influence the architectural design of complex IT systems in a similar way as other non-functional requirements. Both security engineering as well as software engineering provide methods to deal with such requirements. However, there is still a critical gap concerning the integration of the methods of these separate fields. In this paper we close this gap with respect to security requirements by proposing a method that combines software engineering approaches with state-of-the-art security engineering principles. This method establishes an explicit alignment between the non-functional goal, the principles in the field of security engineering, and the implementation of a security architecture. The method aims at designing a system's security architecture based on a small, precisely defined, and application-specific trusted computing base. We illustrate this method by means of a case study which describes distributed enterprise resource planning systems using web services to implement business processes across company boundaries.},
File = {:./literature/bode_SWADesignSecurityEng.pdf:PDF},
Keywords = {software architecture, architectural design, security engineering, non-functional requirement, goal solution scheme},
Owner = {Stephan},
Timestamp = {2009.04.29},
Url = {http://www.theoinf.tu-ilmenau.de/~sbode/publications/bode_SWADesignSecurityEng.pdf}
}
@InProceedings{Bode2010,
Title = {Impact Evaluation for Quality-Oriented Architectural Decisions regarding Evolvability},
Author = {Bode, Stephan and Riebisch, Matthias},
Booktitle = {Proceedings 4th European Conference on Software Architecture, ECSA 2010},
Year = {2010},
Editor = {Babar, Muhammad and Gorton, Ian},
Note = {(acceptance rate: 25\%)},
Pages = {182-197},
Publisher = {Springer Berlin / Heidelberg},
Series = {LNCS},
Volume = {6285},
Abstract = {Quality goals have to be under a special consideration during software architectural design. Evolvability constitutes a quality goal with a special relevance for business critical systems. Architectural patterns can significantly contribute to the satisfaction of quality goals. But architectural design decisions regarding these goals have to be made in a systematic, methodical way and concerning the patterns’ influence on quality properties. Unfortunately, pattern catalogs do not well support quality goal-oriented design decisions. This paper presents a systematic refinement and mapping of the quality goal evolvability to properties for good architectural design. A set of architectural patterns is evaluated regarding these properties. Furthermore, a calculation scheme is provided that enables the evaluation of the patterns to support design decisions. The results have been developed, revised, and evaluated in a series of applications based on industrial expertise.},
Affiliation = {Ilmenau University of Technology, P.O. Box 10 05 65, 98684 Ilmenau, Germany},
Doi = {10.1007/978-3-642-15114-9_15},
File = {:./literature/BodeECSA2010.pdf:PDF},
Keywords = {evolvability, architectural design, goal-oriented, impact evaluation, architectural pattern},
Owner = {Stephan},
Timestamp = {2010.10.04},
Url = {http://dx.doi.org/10.1007/978-3-642-15114-9_15}
}
@InProceedings{Bode2009,
Title = {Tracing Quality-Related Design Decisions in a Category-Driven Software Architecture.},
Author = {Bode, Stephan and Riebisch, M.},
Booktitle = {Software Engineering 2009},
Year = {2009},
Address = {Bonn},
Editor = {Peter Liggesmeyer and Gregor Engels and J\"{u}rgen M\"{u}nch and J\"{o}rg D\"{o}rr and Norman Riegel},
Pages = {87-98},
Publisher = {K\"{o}llen},
Series = {LNI},
Volume = {P-143},
Abstract = {Quality properties, so-called non-functional ones, have a fundamental influence on the development of software systems because they constitute the decisive factors for the design of a system's software architecture. They earn a similar consideration like functional properties. For a high evolvability of the software systems, traceability supports changes by facilitating design decisions, software comprehension and coverage checks. In this paper a method for design traceability is presented, in which links both for functional and quality properties are established in similar ways. A software category based design method is used for a better alignment between requirements and design. As a consequence, the method leads to a reduced number of traceability links. The method has been successfully applied in the development and partial reengineering of an e-commerce system.},
File = {:./literature/bode_SE2009.pdf:PDF},
Keywords = {traceability, non-functional requirement, quality requirements, usability, Quasar, design decisions, architectural design, software categories, goal solution scheme},
Owner = {Stephan},
Timestamp = {2009.04.29},
Url = {http://www.theoinf.tu-ilmenau.de/~sbode/publications/bode_SE2009.pdf}
}
@InProceedings{brcina2008architecting,
Title = {Architecting for evolvability by means of traceability and features},
Author = {Brcina, Robert and Riebisch, Matthias},
Booktitle = {Automated Software Engineering-Workshops, 2008. ASE Workshops 2008. 23rd IEEE/ACM International Conference on},
Year = {2008},
Organization = {IEEE},
Pages = {72--81}
}
@InProceedings{Gerdes:2015:DBT:2751491.2751495,
Title = {Decision Buddy: Tool Support for Constraint-Based Design Decisions During System Evolution},
Author = {Gerdes, Sebastian and Soliman, Mohamed and Riebisch, Matthias},
Booktitle = {Proceedings of the 1st International Workshop on Future of Software Architecture Design Assistants},
Year = {2015},
Address = {New York, NY, USA},
Pages = {13--18},
Publisher = {ACM},
Series = {FoSADA '15},
Acmid = {2751495},
Doi = {10.1145/2751491.2751495},
File = {:./literature/gerdes2015-fosada.pdf:PDF},
ISBN = {978-1-4503-3438-9},
Keywords = {architecture knowledge, constraints, design assistant, design decisions, software architecture, software evolution, tools},
Location = {Montr\&\#233;al, QC, Canada},
Numpages = {6},
Owner = {Sebastian},
Timestamp = {2016.02.11},
Url = {http://doi.acm.org/10.1145/2751491.2751495}
}
@Article{Giesecke2007,
Title = {Classifying architectural constraints as a basis for software quality assessment},
Author = {Simon Giesecke and Wilhelm Hasselbring and Matthias Riebisch},
Journal = {Advanced Engineering Informatics},
Year = {2007},
Number = {2},
Pages = {169-179},
Volume = {21},
Abstract = {Architectural styles and patterns have been studied since the inception of software architecture as a discipline. We generalise architectural styles, patterns and similar concepts by introducing the notion of architectural constraints. An architectural constraint is a vehicle for the reuse of architectural design knowledge and for the improvement of software quality. It may be used for improving architectural analyses of quality characteristics of the software system to be realised. We present the method for surveying the literature on architectural constraint concepts, and provide a taxonomy covering various definitions of architectural styles and patterns.},
Address = {Amsterdam, The Netherlands, The Netherlands},
Doi = {http://dx.doi.org/10.1016/j.aei.2006.11.002},
File = {:./literature/ADVEI148.pdf:PDF},
ISSN = {1474-0346},
Keywords = {Architectural style, Architectural constraints; Software quality assessment},
Owner = {Matthias},
Publisher = {Elsevier Science Publishers B. V.},
Timestamp = {2008.09.25},
Url = {http://www.theoinf.tu-ilmenau.de/~Matthias/home/publ/ADVEI148.pdf}
}
@MastersThesis{Neugebauer2011,
Title = {Softwarearchitektur-{E}ntwurf f\"{u}r {A}nwendungen auf {M}ehrkern-{P}rozessorarchitekturen},
Author = {Stefan Neugebauer},
School = {Ilmenau University of Technology},
Year = {2011},
Type = {{Diploma Thesis, supervisor Mathias Riebisch}},
Owner = {Stephan},
Timestamp = {2011.02.09}
}
@InProceedings{Pacholik2012,
Title = {Modelling Technical Constraints and Preconditions for Alternative Design Decisions},
Author = {Pacholik, Alexander and Riebisch, Matthias},
Booktitle = {Workshop Model-Based Development of Embedded Systems (MBEES2012)},
Year = {2012},
File = {:./literature/Pacholik2010.pdf:PDF},
Owner = {Sebastian},
Timestamp = {2015.03.13}
}
@InBook{riebisch2008-swhandbuch,
Title = {German Software Architecture Handbook (in German: Handbuch zur Software-Architektur). Editors: R. Reussner and W. Hasselbring},
Author = {Matthias Riebisch},
Chapter = {4 - Development of Architecture and Components (in German: Architektur- und Komponentenentwicklung)},
Pages = {69-92},
Publisher = {dpunkt},
Year = {2008},
Edition = {2nd},
Journal = {German Software Architecture Handbook (in German: Handbuch zur Software-Architektur)},
Owner = {riebisch},
Timestamp = {2016.02.19}
}
@InProceedings{Riebisch2007,
Title = {Introducing Impact Analysis for Architectural Decisions},
Author = {Matthias Riebisch and Sven Wohlfarth},
Booktitle = {Proceedings 14th Annual IEEE International Conference and Workshop on the Engineering of Computer Based Systems (ECBS2007)},
Year = {2007},
Pages = {381-390},
Publisher = {IEEE},
File = {:./literature/Riebisch2007-ImpactAnalysis.pdf:PDF},
Owner = {Stephan},
Timestamp = {2011.04.29}
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
% Publications UHAM / MPIM
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
@inbook{TETMPCACPM12,
author = {Timo Minartz and Daniel Molka and Julian Kunkel and Michael Knobloch and Michael Kuhn and Thomas Ludwig},
title = {{Tool Environments to Measure Power Consumption and Computational Performance}},
year = {2012},
booktitle = {{Handbook of Energy-Aware and Green Computing}},
publisher = {Chapman and Hall/CRC Press Taylor and Francis Group},
address = {6000 Broken Sound Parkway NW, Boca Raton, FL 33487},
chapter = {31},
pages = {709--743},
isbn = {978-1-4398-5040-4},
}
@inproceedings{MSAFMDKL15,
author = {Alexander Droste and Michael Kuhn and Thomas Ludwig},
title = {{MPI-Checker - Static Analysis for MPI}},
year = {2015},
month = {11},
booktitle = {{Proceedings of the Second Workshop on the LLVM Compiler Infrastructure in HPC}},
publisher = {ACM},
address = {New York, USA},
series = {LLVM '15},
conference = {SC15},
location = {Austin, Texas, USA},
isbn = {978-1-4503-4005-2},
doi = {http://doi.acm.org/10.1145/2833157.2833159},
url = {http://llvm-hpc2-workshop.github.io/},
}
@inbook{BDRADCMDPW15,
author = {Michael Lautenschlager and Panagiotis Adamidis and Michael Kuhn},
title = {{Big Data Research at DKRZ – Climate Model Data Production Workflow}},
year = {2015},
booktitle = {{Big Data and High Performance Computing}},
publisher = {IOS Press},
series = {Advances in Parallel Computing},
edition = {26},
pages = {133--155},
isbn = {978-1-61499-582-1},
doi = {http://dx.doi.org/10.3233/978-1-61499-583-8-133},
abstract = {The paper starts with a classification of climate modeling in Big Data and presents research activities in DKRZ's two basic climate modeling workflows, the climate model development and the climate model data production. Research emphasis in climate model development is on code optimization for efficient use of modern and future multi-core high performance computing architectures. Complementary research is related to increase of I/O bandwidth between compute nodes and hard discs as well as efficient use of storage resources. Research emphasis in climate model data production is on optimization of the end-to-end workflow in its different stages starting from climate model calculations over generation and storage of climate data products and ending in long-term archiving, interdisciplinary data utilization research data publication for integration of citable data entities in scientific literature articles.},
url = {http://ebooks.iospress.nl/volume/big-data-and-high-performance-computing},
}
@inproceedings{ABPAOHANUL15,
author = {Christopher Bartz and Konstantinos Chasapis and Michael Kuhn and Petra Nerge and Thomas Ludwig},
title = {{A Best Practice Analysis of HDF5 and NetCDF-4 Using Lustre}},
year = {2015},
month = {06},
booktitle = {{High Performance Computing}},
editor = {Julian Martin Kunkel and Thomas Ludwig},
publisher = {Springer International Publishing},
address = {Switzerland},
series = {Lecture Notes in Computer Science},
number = {9137},
pages = {274--281},
conference = {ISC 2015},
location = {Frankfurt, Germany},
isbn = {978-3-319-20118-4},
issn = {0302-9743},
doi = {http://dx.doi.org/10.1007/978-3-319-20119-1_20},
}
@inproceedings{CBDRTCOOOS14,
author = {Michael Kuhn and Konstantinos Chasapis and Manuel Dolz and Thomas Ludwig},
title = {{Compression By Default - Reducing Total Cost of Ownership of Storage Systems}},
year = {2014},
month = {06},
booktitle = {{Supercomputing}},
editor = {Julian Martin Kunkel and Thomas Ludwig and Hans Werner Meuer},
publisher = {Springer International Publishing},
address = {Berlin, Heidelberg},
series = {Lecture Notes in Computer Science},
number = {8488},
conference = {ISC 2014},
location = {Leipzig, Germany},
isbn = {978-3-319-07517-4},
issn = {0302-9743},
doi = {http://dx.doi.org/10.1007/978-3-319-07518-1},
}
@article{IBODIAMLB10,
author = {Olga Mordvinova and Thomas Ludwig and Christian Bartholomä},
title = {{I/O Benchmarking of Data Intensive Applications}},
year = {2010},
publisher = {National Academy of Sciences of Ukraine},
journal = {Problems in Programming},
series = {2-3},
pages = {107--115},
issn = {1727-4907},
}
@inproceedings{PCOGHOAAMO11,
author = {Panagiotis Adamidis and Irina Fast and Thomas Ludwig},
title = {{Performance Characteristics of Global High-Resolution Ocean (MPIOM) and Atmosphere (ECHAM6) Models on Large-Scale Multicore Cluster}},
year = {2011},
booktitle = {{Parallel Computing Technologies - 11th International Conference, PaCT 2011, Kazan, Russia, September 19-23, 2011. Proceedings}},
editor = {Victor Malyshkin},
publisher = {Springer},
series = {Lecture Notes in Computer Science},
number = {6873},
pages = {390--403},
conference = {PaCT},
location = {Kazan, Russia},
isbn = {978-3-642-23177-3},
doi = {http://dx.doi.org/10.1007/978-3-642-23178-0},
abstract = {Providing reliable estimates of possible anthropogenic climate
change is the subject of considerable scientific effort in the climate
modeling community. Climate model simulations are computationally
very intensive and the necessary computing capabilities can be provided
by supercomputers only. Although modern high performance computer
platforms can deliver a peak performance in the Petaflop/s range, most
of the existing Earth System Models (ESMs) are unable to exploit this
power. The main bottlenecks are the single core code performance, the
communication overhead, non-parallel code sections, in particular serial
I/O, and the static and dynamic load imbalance between model partitions.
The pure scalability of ESMs on massively parallel systems has
become a major problem in recent years. In this study we present results
from the performance and scalability analysis of the high-resolution
ocean model MPIOM and the atmosphere model ECHAM6 on the largescale
multicore cluster ”Blizzard” located at the German Climate Computing
Center (DKRZ). The issues outlined here are common to many
currently existing ESMs running on massively parallel computer platforms
with distributed memory.},
url = {http://www.springerlink.com/content/978-3-642-23177-3/#section=956636&page=1&locus=0},
}
@misc{ICONDSL13,
author = {Raul Torres and Leonidas Lindarkis and Julian Kunkel and Thomas Ludwig},
title = {{ICON DSL: A Domain Specific Language for Climate Modeling}},
howpublished = {International Workshop on Domain-Specific Languages and High-Level Frameworks for High Performance Computing (WOLFHPC)},
year = 2013,
}
@misc{GRIDTOOLS14,
author = {Mauro Bianco and Oliver Fuhrer},
title = {{GRIDTools: The NEXT Tool for STENCIL on Structured Grids}},
howpublished = {{Poster on the Platform for Advanced Scientific Computing (PASC)}},
year = 2014,
}
@inproceedings{pascoe2010,
title={{The CMIP5 archive architecture: A system for petabyte-scale distributed archival of climate model data}},
author={Pascoe, Stephen and Cinquini, Luca and Lawrence, Bryan},
booktitle={EGU General Assembly Conference Abstracts},
volume={12},
pages={8357},
year={2010}
}
@article{satoh2008,
title={{Nonhydrostatic icosahedral atmospheric model (NICAM) for global cloud resolving simulations}},
author={Satoh, Masaki and Matsuno, Taro and Tomita, Hirofumi and Miura, Hiroaki and Nasuno, Tomoe and Iga, Shin-ichi},
journal={Journal of Computational Physics},
volume={227},
number={7},
pages={3486--3514},
year={2008},
publisher={Elsevier}
}
@misc{STFCMTLK13,
author = {Raul Torres and Leonidas Lindarkis and Julian Kunkel},
title = {{Poster: Source-to-Source Translation for Climate Models}},
year = {2013},
month = {June},
location = {Leipzig, Germany},
activity = {International Supercomputing Conference 2013},
url = {http://www.isc-events.com/isc13_ap/presentationdetails.php?t=contribution&o=2117&a=select&ra=eventdetails},
}
@article{ESSAASOEKK14,
author = {Julian Kunkel and Michael Kuhn and Thomas Ludwig},
title = {{Exascale Storage Systems -- An Analytical Study of Expenses}},
year = {2014},
month = {06},
editor = {Jack Dongarra and Vladimir Voevodin},
journal = {Supercomputing Frontiers and Innovations},
series = {Volume 1, Number 1},
pages = {116--134},
url = {http://superfri.org/superfri/article/view/20},
}
@inproceedings{ELCOCDHWKL13,
author = {Nathanael Hübbe and Al Wegener and Julian Kunkel and Yi Ling and Thomas Ludwig},
title = {{Evaluating Lossy Compression on Climate Data}},
year = {2013},
month = {06},
booktitle = {{Supercomputing}},
editor = {Julian Martin Kunkel and Thomas Ludwig and Hans Werner Meuer},
publisher = {Springer},
address = {Berlin, Heidelberg},
series = {Lecture Notes in Computer Science},
number = {7905},
pages = {343--356},
conference = {ISC 2013},
location = {Leipzig, Germany},
isbn = {978-3-642-38749-4},
issn = {0302-9743},
doi = {http://dx.doi.org/10.1007/978-3-642-38750-0_26},
}
@article{RTHFWMMAFI13,
author = {Nathanel Hübbe and Julian Kunkel},
title = {{Reducing the HPC-Datastorage Footprint with MAFISC -- Multidimensional Adaptive Filtering Improved Scientific data Compression}},
year = {2013},
month = {05},
publisher = {Springer},
journal = {Computer Science - Research and Development},
series = {Volume 28, Issue 2-3},
pages = {231--239},
url = {http://link.springer.com/article/10.1007/s00450-012-0222-4},
}
@inproceedings{SAIPFSCLRV09,
author = {P. Carns and S. Lang and R. Ross and M. Vilayannur and J. Kunkel and T. Ludwig},
title = {{Small-file Access in Parallel File Systems}},
year = {2009},
booktitle = {{IPDPS '09: Proceedings of the 2009 IEEE International Symposium on Parallel and Distributed Processing}},
publisher = {IEEE Computer Society},
address = {Washington, DC, USA},
pages = {1--11},
conference = {IPDPS-09},
organization = {University of Rome},
location = {Rome, Italy},
isbn = {978-1-4244-3751-1},
doi = {http://dx.doi.org/10.1109/IPDPS.2009.5161029},
abstract = {Today's computational science demands have resulted in ever larger parallel computers, and storage systems have grown to match these demands. Parallel file systems used in this environment are increasingly specialized to extract the highest possible performance for large I/O operations, at the expense of other potential workloads. While some applications have adapted to I/O best practices and can obtain good performance on these systems, the natural I/O patterns of many applications result in generation of many small files. These applications are not well served by current parallel file systems at very large scale. This paper describes five techniques for optimizing small-file access in parallel file systems for very large scale systems. These five techniques are all implemented in a single parallel file system (PVFS) and then systematically assessed on two test platforms. A microbenchmark and the mdtest benchmark are used to evaluate the optimizations at an unprecedented scale. We observe as
much as a 905% improvement in small-file create rates, 1,106% improvement in small-file stat rates, and 727% improvement in small-file removal rates, compared to a baseline PVFS configuration on a leadership computing platform using 16,384 cores.},
url = {http://www.mcs.anl.gov/uploads/cels/papers/P1571.pdf},
}
@article{TAESIISTAI11,
author = {J. Kunkel and T. Minartz and M. Kuhn and T. Ludwig},
title = {{Towards an Energy-Aware Scientific I/O Interface -- Stretching the ADIOS Interface to Foster Performance Analysis and Energy Awareness}},
year = {2011},
publisher = {Springer},
address = {Berlin / Heidelberg, Germany},
journal = {Computer Science - Research and Development},
series = {1},
doi = {http://dx.doi.org/10.1007/s00450-011-0193-x},
abstract = {Intelligently switching energy saving modes of CPUs, NICs and disks is mandatory to reduce the energy consumption. Hardware and operating system have a limited perspective of future performance demands, thus automatic control is suboptimal. However, it is tedious for a developer to control the hardware by himself. In this paper we propose an extension of an existing I/O interface which on the one hand is easy to use and on the other hand could steer energy saving modes more efficiently. Furthermore, the proposed modifications are beneficial for performance analysis and provide even more information to the I/O library to improve performance. When a user annotates the program with the proposed interface, I/O, communication and computation phases are labeled by the developer. Run-time behavior is then characterized for each phase, this knowledge could be then exploited by the new library.},
}
@article{DFSSTEMOIP09,
author = {M. Kuhn and J. Kunkel and T. Ludwig},
title = {{Dynamic file system semantics to enable metadata optimizations in PVFS}},
year = {2009},
publisher = {John Wiley and Sons Ltd.},
address = {Chichester, UK},
journal = {Concurrency and Computation: Practice and Experience},
series = {21-14},
pages = {1775--1788},
issn = {1532-0626},
doi = {http://dx.doi.org/10.1002/cpe.1439},
abstract = {Modern file systems maintain extensive metadata about stored files. While metadata typically is useful, there are situations when the additional overhead of such a design becomes a problem in terms of performance. This is especially true for parallel and cluster file systems, where every metadata operation is even more expensive due to their architecture. In this paper several changes made to the parallel cluster file system Parallel Virtual File System (PVFS) are presented. The changes target at the optimization of workloads with large numbers of small files. To improve the metadata performance, PVFS was modified such that unnecessary metadata is not managed anymore. Several tests with a large quantity of files were performed to measure the benefits of these changes. The tests have shown that common file system operations can be sped up by a factor of two even with relatively few changes.},
url = {http://onlinelibrary.wiley.com/doi/10.1002/cpe.1439/pdf},
}
@inproceedings{SPEOSIOKKL12,
author = {M. Kuhn and J. Kunkel and T. Ludwig},
title = {{Simulation-Aided Performance Evaluation of Server-Side Input/Output Optimizations}},
year = {2012},
booktitle = {{PDP 2012}},
publisher = {IEEE},
conference = {PDP 2012},
organization = {Munich Network Management Team},
location = {Garching, Germany},
abstract = {The performance of parallel distributed file systems suffers from many clients executing a large number of operations in parallel, because the I/O subsystem can be easily overwhelmed by the sheer amount of incoming I/O operations. Many optimizations exist that try to alleviate this problem. Client-side optimizations perform preprocessing to minimize the amount of work the file servers have to do. Server-side optimizations use server-internal knowledge to improve performance. The HDTrace framework contains components to simulate, trace and visualize applications. It is used as a testbed to evaluate optimizations that could later be implemented in real-life projects. This paper compares existing client-side optimizations and newly implemented server-side optimizations and evaluates their usefulness for I/O patterns commonly found in HPC. Server-directed I/O chooses the order of non-contiguous I/O operations and tries to aggregate as many operations as possible to decrease the load on the I/O
subsystem and improve overall performance. The results show that server-side optimizations beat client-side optimizations in terms of performance for many use cases. Integrating such optimizations into parallel distributed file systems could alleviate the need for sophisticated client-side optimizations. Due to their additional knowledge of internal workflows server-side optimizations may be better suited to provide high performance in general.},
}
@article{CECOSDKMKL10,
author = {J. Kunkel and O. Mordvinova and M. Kuhn and T. Ludwig},
title = {{Collecting Energy Consumption of Scientific Data}},
year = {2010},
publisher = {Springer},
address = {Berlin / Heidelberg, Germany},
journal = {Computer Science - Research and Development},
series = {3},
pages = {1--9},
issn = {1865-2034},
doi = {http://dx.doi.org/10.1007/s00450-010-0121-5},
abstract = {In this paper the data life cycle management is extended by accounting for energy consumption during the life cycle of files. Information about the energy consumption of data not only allows to account for the correct costs of its life cycle, but also provides a feedback to the user and administrator, and improves awareness of the energy consumption of file I/O. Ideas to realize a storage landscape which determines the energy consumption for maintaining and accessing each file are discussed. We propose to add new extended attributes to file metadata which enable to compute the energy consumed during the life cycle of each file.},
url = {http://www.springerlink.com/content/k3w8277867372413/fulltext.pdf},
}
@inproceedings{OFTCIKKTML12,
author = {M. Kuhn and J. Kunkel and Y. Tsujita and H. Muguruma and T. Ludwig},
title = {{Optimizations for Two-Phase Collective I/O}},
year = {2012},
booktitle = {{ParCo 2011}},
publisher = {IOS Press},
address = {Amsterdam, New York, Tokio},
conference = {ParCo 2011},
organization = {University of Ghent, ELIS Department},
location = {Ghent, Belgium},
abstract = {The performance of parallel distributed file systems suffers from many clients executing a large number of operations in parallel, because the I/O subsystem can be easily overwhelmed by the sheer amount of incoming I/O operations. This, in turn, can slow down the whole distributed system. Many optimizations exist that try to alleviate this problem. Client-side optimizations perform preprocessing to minimize the amount of work the file servers have to do. Server-side optimizations use server-internal knowledge to improve performance. This paper provides an overview of existing client-side optimizations and presents new modifications of the Two-Phase protocol. Interleaved Two-Phase is a modification of ROMIO's Two-Phase protocol, which iterates over the file differently to reduce the number of seek operations on disk. Pipelined Two-Phase uses a pipelined scheme which overlaps I/O and communication phases to utilize the network and I/O subsystems concurrently.},
}
@inproceedings{IMTIPWAFRO12,
author = {J. Kunkel and T. Ludwig},
title = {{IOPm -- Modeling the I/O Path with a Functional Representation of Parallel File System and Hardware Architecture}},
year = {2012},
booktitle = {{PDP 2012}},
publisher = {IEEE},
conference = {PDP 2012},
organization = {Munich Network Management Team},
location = {Garching, Germany},
abstract = {The I/O path model (IOPm) is a graphical representation of the architecture of parallel file systems and the machine they are deployed on. With help of IOPm, file system and machine configurations can be quickly analyzed and distinguished from each other. Contrary to typical representations of the machine and file system architecture, the model visualizes the data or meta data path of client access. Abstract functionality of hardware components such as client and server nodes is covered as well as software aspects such as high-level I/O libraries, collective I/O and caches. Redundancy could be represented, too. Besides the advantage of a standardized representation for analysis IOPm assists to identify and communicate bottlenecks in the machine and file system configuration by highlighting performance relevant functionalities. By abstracting functionalities from the components they are hosted on, IOPm will enable to build interfaces to monitor file system activity.},
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%
@INPROCEEDINGS{DeVito2011,
author = {DeVito, Zachary and Joubert, Niels and Palacios, Francisco and Oakley,
Stephen and Medina, Montserrat and Barrientos, Mike and Elsen, Erich
and Ham, Frank and Aiken, Alex and Duraisamy, Karthik and Darve,
Eric and Alonso, Juan and Hanrahan, Pat},
title = {Liszt: a domain specific language for building portable mesh-based
PDE solvers},
booktitle = {Proceedings of 2011 International Conference for High Performance
Computing, Networking, Storage and Analysis},
year = {2011},
series = {SC '11},
pages = {9:1--9:12},
address = {New York, NY, USA},
publisher = {ACM},
acmid = {2063396},
articleno = {9},
doi = {10.1145/2063384.2063396},
isbn = {978-1-4503-0771-0},
keywords = {compiler analysis and program transformations, programming and runtime
environments for high performance and high throughput computing},
location = {Seattle, Washington},
numpages = {12},
url = {http://doi.acm.org/10.1145/2063384.2063396}
}
Engelen2002
@BOOK{Fowler2011,
title = {Domain-specific languages},
publisher = {Addison-Wesley},
year = {2011},
editor = {Addison-Wesley},
author = {Martin Fowler},
owner = {torres},
timestamp = {2013.08.30}
}
@MISC{Messmer2012,
author = {Peter Messmer},
title = {Porting COSMO to Hybrid Architectures},
howpublished = {Programming weather, climate, and earth-system models on heterogeneous
multi-core platforms},
month = {September},
year = {2012},
owner = {torres},
timestamp = {2013.09.01}
}
}
@MISC{Zaengl2012,
author = {Guenther Zaengl},
title = {The Icosahedral Nonhydrostatic (ICON) model: formulation of the dynamical
core and physics-dynamics coupling},
howpublished = {Multiscale Numerics for the Atmosphere and Ocean at Isaac Newton
Institute for Mathematical Sciences},
month = {September},
year = {2012},
owner = {torres},
timestamp = {2013.09.01}
}
@INPROCEEDINGS{Unat2011,
author = {Unat, Didem and Cai, Xing and Baden, Scott B.},
title = {Mint: realizing CUDA performance in 3D stencil methods with annotated
C},
booktitle = {Proceedings of the international conference on Supercomputing},
year = {2011},
series = {ICS '11},
pages = {214--224},
address = {New York, NY, USA},
publisher = {ACM},
acmid = {1995932},
doi = {10.1145/1995896.1995932},
isbn = {978-1-4503-0102-2},
keywords = {automatic translation and optimization, cuda, parallel programming
model, stencil computation},
location = {Tucson, Arizona, USA},
numpages = {11},
url = {http://doi.acm.org/10.1145/1995896.1995932}
}
@misc{quinlan2013,
title={{ROSE compiler infrastructure}},
author={Quinlan, Dan and Liao, C and Too, J and Matzke, R and Schordan, M},
year={2013}
}
@Article{Zaengl14,
author = {Z\"angl, G. and D. Reinert and P. R\'ipodas and M. Baldauf},
title = {{The ICON (ICOsahedral Nonhydrostatic) modelling framework of DWD and MPI-M: Description of the nonhydrostatic dynamical core}},
journal = {Quart. J. Roy. Meteorol. Soc.},
year ={2014},
volume = {140},
OPTnumber ={},
pages = {},
OPTmonth = {},
OPTnote = {},
OPTannote = {},
DOI = {10.1002/qj.2378}
}
@inproceedings{Schmitt2014,
author = {Schmitt, Christian and Kuckuk, Sebastian and Hannig, Frank and K\"{o}stler, Harald and Teich, J\"{u}rgen},
title = {{ExaSlang: A Domain-specific Language for Highly Scalable Multigrid Solvers}},
booktitle = {Proceedings of the Fourth International Workshop on Domain-Specific Languages and High-Level Frameworks for High Performance Computing},
series = {WOLFHPC '14},
year = {2014},
isbn = {978-1-4799-7020-9},
location = {New Orleans, Louisiana},
pages = {42--51},
numpages = {10},
url = {http://dx.doi.org/10.1109/WOLFHPC.2014.11},
doi = {10.1109/WOLFHPC.2014.11},
acmid = {2691171},
publisher = {IEEE Press},
address = {Piscataway, NJ, USA},
}
@incollection{Lopes14,
title={ExaStencils: Advanced Stencil-Code Engineering},
year={2014},
isbn={978-3-319-14312-5},
booktitle={Euro-Par 2014: Parallel Processing Workshops},
volume={8806},
series={Lecture Notes in Computer Science},
editor={Lopes, Luís and Žilinskas, Julius and Costan, Alexandru and Cascella, RobertoG. and Kecskemeti, Gabor and Jeannot, Emmanuel and Cannataro, Mario and Ricci, Laura and Benkner, Siegfried and Petit, Salvador and Scarano, Vittorio and Gracia, José and Hunold, Sascha and Scott, StephenL. and Lankes, Stefan and Lengauer, Christian and Carretero, Jesús and Breitbart, Jens and Alexander, Michael},
doi={10.1007/978-3-319-14313-2_47},
url={http://dx.doi.org/10.1007/978-3-319-14313-2_47},
publisher={Springer International Publishing},
author={Lengauer, Christian and Apel, Sven and Bolten, Matthias and Größlinger, Armin and Hannig, Frank and Köstler, Harald and Rüde, Ulrich and Teich, Jürgen and Grebhahn, Alexander and Kronawitter, Stefan and Kuckuk, Sebastian and Rittich, Hannah and Schmitt, Christian},
pages={553-564},
language={English}
}
@misc{many14,
title={{NetCDF Climate and Forecast (CF) Metadata Conventions Version 1.7.2}},
author={Eaton, Brian and Gregory, Jonathan and Drach, Bob and Taylor, Karl and Hankin, Steve and others},
howpublished={Online \url{http://cfconventions.org/Data/cf-conventions/cf-conventions-1.7/build/cf-conventions.pdf}},
year={2014}
}
@inproceedings{logg2011fenics,
title={{The FEniCS project}},
author={Logg, Anders and Dupont, T and Hoffman, J and Johnson, C and Kirby, RC and Larson, MG and Scott, LR},
booktitle={Workshop on Multiscale Problems and Methods, Simula Research Laboratory},
year={2011}
}
@misc{linardarkis15,
title={{The ICON Domain Specific Language}},
author={Linardarkis, Leonidas and Kunkel, Julian and Körner, Ulrich},
year=2015,
howpublished={Workshop for Compilers for Parallel Computing (CPC), Local proceedings (copy is available here: \url{http://goo.gl/PJ2DQa})}
}
@ARTICLE{Engelen2002,
author = {Robert A. Van Engelen},
title = {{Atmol: A domain-specific language for atmospheric modeling}},
journal = {The Journal of Computing and Information Technology},
year = {2002},
volume = {4},
pages = {289-303}
}
@inproceedings{Baker2014,
author = {Baker, Allison H. and Xu, Haiying and Dennis, John M. and Levy, Michael N. and Nychka, Doug and Mickelson, Sheri A. and Edwards, Jim and Vertenstein, Mariana and Wegener, Al},
title = {{A Methodology for Evaluating the Impact of Data Compression on Climate Simulation Data}},
booktitle = {Proceedings of the 23rd International Symposium on High-performance Parallel and Distributed Computing},
series = {HPDC '14},
year = {2014},
isbn = {978-1-4503-2749-7},
location = {Vancouver, BC, Canada},
pages = {203--214},
numpages = {12},
url = {http://doi.acm.org/10.1145/2600212.2600217},
doi = {10.1145/2600212.2600217},
acmid = {2600217},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {data compression, high performance computing},
}
@inproceedings{Malaya:2010:PIU:1838574.1838585,
author = {N. Malaya and K.W. Schulz and R. Moser},
title = {{Petascale I/O using HDF-5}},
booktitle = {Proceedings of the 2010 TeraGrid Conference},
series = {TG '10},
year = {2010},
isbn = {978-1-60558-818-6},
location = {Pittsburgh, Pennsylvania},
pages = {11:1--11:4},
articleno = {11},
numpages = {4},
url = {http://doi.acm.org/10.1145/1838574.1838585},
doi = {http://doi.acm.org/10.1145/1838574.1838585},
acmid = {1838585},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {DNS, HPC, computational fluid dynamics, petascale I/O},
}
@inproceedings{Carns2009,
author = {P.H. Carns and R. Latham and R. Ross and K. Iskra and S. Lang and K. Riley},
booktitle = {CLUSTER},
pages = {1-10},
publisher = {IEEE},
title = {{24/7 Characterization of petascale I/O workloads}},
url = {http://dblp.uni-trier.de/db/conf/cluster/cluster2009.html#CarnsLRILR09},
year = 2009,
timestamp = {2010-03-08T00:00:00.000+0100},
keywords = {dblp},
ee = {http://dx.doi.org/10.1109/CLUSTR.2009.5289150},
added-at = {2010-03-08T00:00:00.000+0100},
description = {dblp},
isbn = {978-1-4244-5012-1},
biburl = {http://www.bibsonomy.org/bibtex/2e8a9f8996619d35d45d8af134aceca9b/dblp},
date = {2010-03-08}
}
@inproceedings{HR11,
author = {M. Holze and N. Ritter},
title = {{System Models for Goal Driven Self-Managment in Autonomic Databases}},
booktitle = {Data \& Knowledge Engineering},
year = 2011
}
@inproceedings{Ri+10,
author = {M. Von Riegen and M. Husemann and S. Fink and N. Ritter},
title = {{Rule-based Coordination of Distributed Web Service Transactions}},
booktitle = {IEEE Transactions on Services Computing},
year = 2010
}
@article{isabela2,
title={{ISABELA for effective in situ compression of scientific data}},
author={Lakshminarasimhan, S. and Shah, N. and Ethier, S. and Ku, S.H. and Chang, CS and Klasky, S. and Latham, R. and Ross, R. and Samatova, N.F.},
journal={Concurrency and Computation: Practice and Experience},
year={2012},
publisher={Wiley Online Library}
}
@inproceedings{schendel2012,
title={{ISOBAR preconditioner for effective and high-throughput lossless data compression}},
author={Schendel, Eric R and Jin, Ye and Shah, Neil and Chen, Jackie and Chang, Choong-Seock and Ku, Seung-Hoe and Ethier, Stephane and Klasky, Scott and Latham, Robert and Ross, Robert and others},
booktitle={Data Engineering (ICDE), 2012 IEEE 28th International Conference on},
pages={138--149},
year={2012},
organization={IEEE}
}
@techreport{grib2,
title={{Guide to the WMO Table Driven Code Form Used for the Representation and Exchange of Regularly Spaced Data In Binary Form: FM 92 GRIB Edition 2}},
author={Dey, C. and others},
institution={{World Meteorological Organization}},
year={2007},
url={http://www.wmo.int/pages/prog/www/WMOCodes/Guides/GRIB/GRIB2_062006.pdf}
}
@article{lindstrom2014,
title={{Fixed-Rate Compressed Floating-Point Arrays}},
author={Lindstrom, Peter},
year={2014},
publisher={IEEE}
}
@inproceedings{ZeptoOS,
abstract = {{The ZeptoOS project is developing an open-source alternative to the proprietary software stacks available on contemporary massively parallel architectures. The aim is to enable computer science research on these architectures, enhance community collaboration, and foster innovation. In this paper, we introduce a component of ZeptoOS called ZOID---an I/O-forwarding infrastructure for architectures such as IBM Blue Gene that decouple file and socket I/O from the compute nodes, shipping those functions to dedicated I/O nodes. Through the use of optimized network protocols and data paths, as well as a multithreaded daemon running on I/O nodes, ZOID provides greater performance than does the stock infrastructure. We present a set of benchmark results that highlight the improvements. Crucially, the flexibility of our infrastructure is a vast improvement over the stock infrastructure, allowing users to forward data using custom-designed application interfaces, through an easy-to-use plug-in
mechanism. This capability is used for real-time telescope data transfers, extensively discussed in the paper. Plug-in--specific threads implement prefetching of data obtained over sockets from an input cluster and merge results from individual compute nodes before sending them out, significantly reducing required network bandwidth. This approach allows a ZOID version of the application to handle a larger number of subbands per I/O node, or even to bypass the input cluster altogether, plugging the input from remote receiver stations directly into the I/O nodes. Using the resources more efficiently can result in considerable savings.}},
address = {New York, NY, USA},
author = {K. Iskra, and J.W. Romein and K. Yoshii and P. Beckman},
booktitle = {PPoPP '08: Proceedings of the 13th ACM SIGPLAN Symposium on Principles and practice of parallel programming},
citeulike-article-id = {3378222},
citeulike-linkout-0 = {http://portal.acm.org/citation.cfm?id=1345206.1345230},
citeulike-linkout-1 = {http://dx.doi.org/10.1145/1345206.1345230},
doi = {10.1145/1345206.1345230},
isbn = {978-1-59593-795-7},
keywords = {anl, io, parallel},
location = {Salt Lake City, UT, USA},
pages = {153--162},
posted-at = {2008-10-06 00:59:28},
priority = {2},
publisher = {ACM},
title = {{ZOID: I/O-forwarding infrastructure for petascale architectures}},
url = {http://dx.doi.org/10.1145/1345206.1345230},
year = {2008}
}
@inproceedings{Frings2009,
author = {W. Frings and F. Wolf and V. Petkov},
title = {{Scalable massively parallel I/O to task-local files}},
booktitle = {Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis},
series = {SC '09},
year = {2009},
isbn = {978-1-60558-744-8},
location = {Portland, Oregon},
pages = {17:1--17:11},
articleno = {17},
numpages = {11},
url = {http://doi.acm.org/10.1145/1654059.1654077},
doi = {http://doi.acm.org/10.1145/1654059.1654077},
acmid = {1654077},
publisher = {ACM},
address = {New York, NY, USA},
abstract = {Parallel applications often store data in multiple task-local files, for example, to remember checkpoints, to circumvent memory limitations, or to record performance data. When operating at very large processor configurations, such applications often experience scalability limitations when the simultaneous creation of thousands of files causes metadataserver contention or simply when large file counts complicate file management or operations on those files even destabilize the file system. SIONlib is a parallel I/O library that addresses this problem by transparently mapping a large number of task-local files onto a small number of physical files via internal metadata handling and block alignment to ensure high performance. While requiring only minimal source code changes, SIONlib significantly reduces file creation overhead and simplifies file handling without penalizing read and write performance. We evaluate SIONlib's efficiency with up to 288 K tasks and report significant performance
improvements in two application scenarios.}
}
@inproceedings{adaptiveio:sc10,
author = {Lofstead, J. and Zheng, F. and Liu, Q. and Klasky, S. and Oldfield, R. and Kordenbrock, T. and Schwan, K. and Wolf, M.},
title = {Managing Variability in the IO Performance of Petascale Storage Systems},
abstract = {Significant challenges exist for achieving
peak or even consistent levels of performance when
using IO systems at scale. They stem from sharing IO
system resources across the processes of single largescale
applications and/or multiple simultaneous programs
causing internal and external interference, which in turn,
causes substantial reductions in IO performance. This
paper presents interference effects measurements for two
different file systems at multiple supercomputing sites.
These measurements motivate developing a `managed'
IO approach using adaptive algorithms varying the IO
system workload based on current levels and use areas.
An implementation of these methods deployed for the
shared, general scratch storage system on Oak Ridge
National Laboratory machines achieves higher overall
performance and less variability in both a typical usage
environment and with artificially introduced levels
of `noise'. The latter serving to clearly delineate and
illustrate potential problems arising from shared system
usage and the advantages derived from actively managing
it.},
booktitle = {SC '10: Proceedings of the Conference on High Performance Computing Networking, Storage and Analysis},
year = {2010},
location = {New Orleans, Louisana},
publisher = {ACM},
address = {New York, NY, USA},
}
@INPROCEEDINGS{Lofstead2009,
author = {Lofstead, J. and Zheng, F. and Klasky, S. and Schwan, K.},
title = {{Adaptable, Metadata Rich IO Methods for Portable High Performance IO}},
booktitle = {Proceedings of IPDPS'09, May 25-29, Rome, Italy},
year = {2009}
}
@article{Lofstead2008,
author = {Lofstead, J. and Klasky, S. and Schwan K. and Podhorszki, N. and Jin, C.},
title = {{Flexible IO and Integration for Scientific Codes Through The Adaptable IO System (ADIOS)}},
booktitle = {CLADE 2008 at HPDC},
year = {2008},
month = {June},
address = {Boston, Massachusetts},
publisher = {ACM},
url={http://www.adiosapi.org/uploads/clade110-lofstead.pdf}
}
@inproceedings{Prost2001,
author = {J.P. Prost and R. Treumann and R. Hedges B. Jia and A. Koniges},
title = {{MPI-IO/GPFS, an optimized implementation of MPI-IO on top of GPFS}},
booktitle = {Supercomputing '01: Proceedings of the 2001 ACM/IEEE conference on Supercomputing (CDROM)},
year = {2001},
isbn = {1-58113-293-X},
pages = {17--17},
location = {Denver, Colorado},
doi = {http://doi.acm.org/10.1145/582034.582051},
publisher = {ACM},
address = {New York, NY, USA},
}
@techreport{mpi2009,
author = {{Message Passing Interface Forum}},
title = {{MPI: A Message-Passing Interface Standard\\Version 2.2}},
howpublished = {Online \url{http://www.mpi-forum.org/docs/mpi22-report/mpi22-report.htm}},
year = {2009},
month = {September},
}
@article{Hartnett2008NetCDF,
author = {E. Hartnett and R. K. Rew},
title = {{Experience With an Enhanced netCDF Data Model and Interface for Scientific Data Access}},
journal = {24th Conference on Interactive Information Processing Systems (IIPS)},
year = {2008},
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%% JENS DITTRICH's references
@article{hadooppp,
author = {J. Dittrich and J.-A. Quian{\'e}-Ruiz and A. Jindal and Y. Kargin and V. Setty and J. Schad},
title = {{Hadoop++: Making a Yellow Elephant Run Like a Cheetah (Without It Even Noticing)}},
journal = {PVLDB},
volume = {3},
number = {1},
year = {2010},
pages = {518-529},
}
@inproceedings{trojanlayout,
author = {A. Jindal and J.-A. Quian{\'e}-Ruiz and J. Dittrich},
title = {{Trojan Data Layouts: Right Shoes for a Running Elephant}},
booktitle = {Symposium on Cloud Computing (SOCC)},
year = {2011}
}
@inproceedings{octopus,
author = {J. Dittrich and A. Jindal},
title = {{Towards a One Size Fits All Database Architecture}},
booktitle = {CIDR},
year = {2011},
pages = {195-198, Outraegous Ideas and Vision Paper Award},
}
@inproceedings{ailamaki,
author = {S. Idreos and I. Alagiannis and R. Johnson and A. Ailamaki},
title = {{Here are my Data Files. Here are my Queries. Where are my
Results?}},
booktitle = {CIDR},
year = {2011},
pages = {57-68},
}
@article{pig,
author = {A. Gates and O. Natkovich and S. Chopra and P. Kamath and S. Narayanam and C. Olston and B. Reed and S. Srinivasan and U. Srivastava},
title = {{Building a HighLevel Dataflow System on top of MapReduce: The Pig Experience}},
journal = {PVLDB},
volume = {2},
number = {2},
year = {2009},
pages = {1414-1425},
}
%%%%%%%%%%%%%%%%%%%%%%%%%%%%% EXASCALE
@Misc{Barton2011,
title = {{Lustre at exascale}},
howpublished = {Presentation},
author = {E. Barton},
institution = {Whamcloud},
year = 2011,
}
@Misc{ExaHDF5,
title = {{ExaHDF5: An I/O Platform for Exascale Data Models, Analysis and Performance}},
author = {Prabhat and J. Wu and J. Chuo and M. Howison and E. W. Bethel and Q. Koziol and B. Palmer and K. Schuchardt},
howpublished = {Project},
year = 2011,
}
@Misc{Shalf2010,
author = {J. Shalf},
title = {{Exascale Computing Technology Challenges}},
year = 2010,
month = Nov,
howpublished = {Presentation},
conference = {{Petascale Data Storage Workshop at SC2010}},
}
@TECHREPORT{EESI2011,
author = {EESI},
title = {D4.3 Working Group Report on Hardware roadmap, links and vendors},
institution = {European Exascale Software Initiative},
year = {2011}
}
@Misc{Ishikawa2009,
title = {{Towards Exascale File I/O}},
howpublished = {Presentation},
author = {Y. Ishikawa},
institution = {University of Tokyo, Japan},
year = 2009,
}
@article{chen2011towards,
title={{Towards Scalable I/O Architecture for Exascale Systems}},
author={Y. Chen},
year={2011}
}
@article{FreitasStorageClassMemrory,
author = {R. F. Freitas and W. W. Wilcke},
title = {Storage-class memory: The next storage system technology},
journal = {IBM J. Res. Dev.},
volume = {52},
issue = {4},
month = {July},
year = {2008},
issn = {0018-8646},
pages = {439--447},
numpages = {9},
url = {http://dx.doi.org/10.1147/rd.524.0439},
doi = {http://dx.doi.org/10.1147/rd.524.0439},
acmid = {1462883},
publisher = {IBM Corp.},
address = {Riverton, NJ, USA},
}
%%%%%%%%%%%% DATEISYSTEME
@MISC{Lustre,
title = {Lustre},
howpublished={\url{http://www.lustre.org/}}
}
@MISC{PVFS,
title = {{PVFS}},
howpublished={\url{http://www.pvfs.org/}}
}
@MISC{OrangeFS,
title = {{OrangeFS}},
howpublished={\url{http://www.orangefs.org/}}
}
@MISC{CDI,
title = {{CDI}},
howpublished={\url{https://code.zmaw.de/projects/cdi}}
}
@MISC{ROMIO,
title = {{ROMIO}},
howpublished={\url{http://www.mcs.anl.gov/research/projects/romio/}}
}
@MISC{Raoult2011,
author = "B. Raoult",
title = {{Architecture of the new MARS server}},
howpublished={\url{http://www.ecmwf.int/publications/manuals/mars/server.pdf}}
}
%%% PROJEKTE
@MISC{SCALUS,
title = {SCALUS},
howpublished={\url{http://www.scalus.eu/}}
}
@article{Dubos2013Conservative,
author = {Dubos, T. and Kevlahan, N. K-R.},
citeulike-article-id = {13339864},
citeulike-linkout-0 = {http://dx.doi.org/10.1002/qj.2097},
day = {1},
journal = {\QJRMS},
junk = {10.1002/qj.2097},
junk = {http://dx.doi.org/10.1002/qj.2097},
keywords = {adaptive, staggered},
month = oct,
number = {677},
pages = {1997--2020},
posted-at = {2014-08-28 17:20:11},
priority = {2},
publisher = {John Wiley \& Sons, Ltd.},
title = {A conservative adaptive wavelet method for the shallow-water equations on staggered grids},
volume = {139},
year = {2013}
}
@article{Thuburn2014A,
author = {Thuburn, J. and Cotter, C. J. and Dubos, T.},
citeulike-article-id = {13176763},
citeulike-linkout-0 = {http://dx.doi.org/10.5194/gmd-7-909-2014},
citeulike-linkout-1 = {http://www.geosci-model-dev.net/7/909/2014/},
day = {20},
journal = {\GMD},
junk = {10.5194/gmd-7-909-2014},
junk = {http://dx.doi.org/10.5194/gmd-7-909-2014},
keywords = {cubed\_sphere, energy, enstrophy, finite\_diff, icosahedron, implicit, trisk},
month = may,
number = {3},
pages = {909--929},
posted-at = {2014-05-20 14:41:23},
priority = {2},
publisher = {Copernicus Publications},
title = {{A} mimetic, semi-implicit, forward-in-time, finite volume shallow water model: comparison of hexagonal-icosahedral and cubed-sphere grids},
volume = {7},
year = {2014}
}
@article{Dubos2014Equations,
author = {Dubos, Thomas and Tort, Marine},
citeulike-article-id = {13248816},
citeulike-linkout-0 = {http://journals.ametsoc.org/doi/abs/10.1175/MWR-D-14-00069.1},
citeulike-linkout-1 = {http://dx.doi.org/10.1175/mwr-d-14-00069.1},
day = {2},
journal = {\MWR},
junk = {10.1175/mwr-d-14-00069.1},
junk = {http://dx.doi.org/10.1175/mwr-d-14-00069.1},
keywords = {hamiltonian, vertical\_coord},
month = jul,
number = {10},
pages = {3860--3880},
posted-at = {2014-11-19 13:16:48},
priority = {2},
publisher = {American Meteorological Society},
title = {Equations of Atmospheric Motion in {Non-Eulerian} Vertical Coordinates: {Vector-Invariant} Form and {Quasi-Hamiltonian} Formulation},
volume = {142},
year = {2014}
}
@article{Dubos2014Semihydrostatic,
author = {Dubos, Thomas and Voitus, Fabrice},
citeulike-article-id = {13365503},
citeulike-linkout-0 = {http://journals.ametsoc.org/doi/abs/10.1175/JAS-D-14-0080.1},
citeulike-linkout-1 = {http://dx.doi.org/10.1175/jas-d-14-0080.1},
day = {21},
journal = {\JAS},
junk = {10.1175/jas-d-14-0080.1},
junk = {http://dx.doi.org/10.1175/jas-d-14-0080.1},
keywords = {hamiltonian, soundproof, waves},
month = aug,
posted-at = {2014-11-19 13:15:47},
priority = {2},
publisher = {American Meteorological Society},
title = {A semi-hydrostatic theory of gravity-dominated compressible flow},
year = {2014}
}
@article{Dubos2015DYNAMICO,
author = {Dubos, T. and Dubey, S. and Tort, M. and Mittal, R. and Meurdesoif, Y. and Hourdin, F.},
journal = {submitted to \GMD},
title = {DYNAMICO, a hydrostatic icosahedral dynamical core designed for consistency and versatility},
year = {2015}
}
@article{Dubos2009Conservative,
address = {IPSL/Laboratoire de M\'{e}t\'{e}orologie Dynamique, \'{E}cole Polytechnique, Palaiseau, France},
author = {Dubos, T.},
citeulike-article-id = {6670323},
citeulike-linkout-0 = {http://dx.doi.org/10.1002/qj.487},
citeulike-linkout-1 = {http://www3.interscience.wiley.com/cgi-bin/abstract/122616751/ABSTRACT},
issn = {1477-870X},
journal = {\QJRMS},
junk = {10.1002/qj.487},
junk = {http://dx.doi.org/10.1002/qj.487},
number = {644},
pages = {1877--1889},
posted-at = {2010-02-16 10:32:24},
priority = {2},
title = {A conservative Fourier-finite-element method for solving partial differential equations on the whole sphere},
volume = {135},
year = {2009}
}
@inproceedings{maruyama-sc2011,
author = {Maruyama, Naoya and Nomura, Tatsuo and Sato, Kento and Matsuoka, Satoshi},
title = {Physis: An Implicitly Parallel Programming Model for Stencil Computations on Large-scale GPU-accelerated Supercomputers},
booktitle = {Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '11},
year = {2011},
isbn = {978-1-4503-0771-0},
location = {Seattle, Washington},
pages = {11:1--11:12},
articleno = {11},
numpages = {12},
url = {http://doi.acm.org/10.1145/2063384.2063398},
doi = {10.1145/2063384.2063398},
acmid = {2063398},
publisher = {ACM},
address = {New York, NY, USA},
keywords = {application framework, domain specific languages, high perforamnce computing},
}
@inproceedings{wahib-sc2014,
author = {Wahib, Mohamed and Maruyama, Naoya},
title = {Scalable Kernel Fusion for Memory-bound GPU Applications},
booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '14},
year = {2014},
isbn = {978-1-4799-5500-8},
location = {New Orleans, Louisana},
pages = {191--202},
numpages = {12},
url = {http://dx.doi.org/10.1109/SC.2014.21},
doi = {10.1109/SC.2014.21},
acmid = {2683615},
publisher = {IEEE Press},
address = {Piscataway, NJ, USA},
}
@inproceedings{shimokawabe-sc2010,
author = {Shimokawabe, Takashi and Aoki, Takayuki and Muroi, Chiashi and Ishida, Junichi and Kawano, Kohei and Endo, Toshio and Nukada, Akira and Maruyama, Naoya and Matsuoka, Satoshi},
title = {An 80-Fold Speedup, 15.0 TFlops Full GPU Acceleration of Non-Hydrostatic Weather Model ASUCA Production Code},
booktitle = {Proceedings of the 2010 ACM/IEEE International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '10},
year = {2010},
isbn = {978-1-4244-7559-9},
pages = {1--11},
numpages = {11},
url = {http://dx.doi.org/10.1109/SC.2010.9},
doi = {10.1109/SC.2010.9},
acmid = {1884659},
publisher = {IEEE Computer Society},
address = {Washington, DC, USA},
}
@inproceedings{shimokawabe-sc2011,
author = {Shimokawabe, Takashi and Aoki, Takayuki and Takaki, Tomohiro and Endo, Toshio and Yamanaka, Akinori and Maruyama, Naoya and Nukada, Akira and Matsuoka, Satoshi},
title = {Peta-scale Phase-field Simulation for Dendritic Solidification on the TSUBAME 2.0 Supercomputer},
booktitle = {Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '11},
year = {2011},
isbn = {978-1-4503-0771-0},
location = {Seattle, Washington},
pages = {3:1--3:11},
articleno = {3},
numpages = {11},
url = {http://doi.acm.org/10.1145/2063384.2063388},
doi = {10.1145/2063384.2063388},
acmid = {2063388},
publisher = {ACM},
address = {New York, NY, USA},
}
@inproceedings{shimokawabe-sc2014,
author = {Shimokawabe, Takashi and Aoki, Takayuki and Onodera, Naoyuki},
title = {High-productivity Framework on GPU-rich Supercomputers for Operational Weather Prediction Code ASUCA},
booktitle = {Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis},
series = {SC '14},
year = {2014},
isbn = {978-1-4799-5500-8},
location = {New Orleans, Louisana},
pages = {251--261},
numpages = {11},
url = {http://dx.doi.org/10.1109/SC.2014.26},
doi = {10.1109/SC.2014.26},
acmid = {2683622},
publisher = {IEEE Press},
address = {Piscataway, NJ, USA},
}
@article{BQCD,
author = {M. Allalen and M. Brehm and H. Stüben},
journal = {Computational Methods in Science and Technology},
number = {2},
pages = {69--75},
title = {{Performance of Quantum Chromodynamics (QCD) Simulations on the SGI Altix}},
volume = {14},
year = {2008},
}
@inproceedings{Schwetzingen2010,
author = {M. Vetter and S. Olbrich},
title = {Scalability Issues of In-situ Visualization in Parallel Simulation of Unsteady Flows},
booktitle = {Proceedings of the CiHPC 2010 -- Competence in High-Performance Computing, Gauss Allianz Status Conference},
year = {2012},
location = {Schwetzingen, Germany},
publisher = {Springer},
}
@inproceedings{Dagstuhl2008,
author = {S. Manten and M. Vetter and S. Olbrich},
title = {Evaluation of a Scalable In-Situ Visualization System Approach in a Parallelized Computational Fluid Dynamics Application},
booktitle = {Proc. of Dagstuhl-Seminar \emph{Virtual Realities}, Schloss Dagstuhl 2008},
year = {2011},
location = {Schloss Dagstuhl, Germany},
publisher = {Springer},
}
@inproceedings{VIIP2009,
author = {S. Manten and S. Breuer and S. Olbrich},
title = {Parallel isosurface extraction including polygon simplification via
self-adapting vertex clustering.},
booktitle = {The Ninth IASTED International Conference on Visualization,
Imaging and Image Processing (VIIP-2009), Cambridge, UK},
year = {2009},
location = {Cambridge, UK},
}
@inproceedings{EGVE2008,
author = {M. Vetter and S. Manten and S. Olbrich},
title = {Exploring unsteady flows by parallel extraction of propertyenhanced pathlines and interactive post-filtering},
booktitle = {Proceedings of 14th Eurographics Symposium on Virtual Environments (EGVE 08), Eindhoven, The Netherlands},
year = {2008},
location = {Eindhoven, The Netherlands},
}
@inproceedings{HPCN2001,
author = {S. Olbrich and H. Pralle and S. Raasch},
title = {Using Streaming and Parallelization Techniques for 3D Visualization in a High-Performance Computing and Networking Environment},
booktitle = {HPCN 2001 – International Conference on High Performance Computing and Networking Europe, LNCS, Vol. 2110},
year = {2001},
location = {Amsterdam, The Netherlands},
publisher = {Springer},
}
@MISC{Hedges10comparisonof,
author = {Richard Hedges and Keith Fitzgerald and Mark Gary and D. Marc Stearman},
title = {Comparison of leading parallel NAS file systems on commodity hardware. Poster at the Petascale Data Storage Workshop 2010. http://www.pdsi-scidac.org/events/PDSW10/ resources/posters/parallelNASFSs.pdf},
year = {2010}
}
@misc{loewe2012ior,
title={{IOR Benchmark}},
author={Loewe, William and McLarty, T and Morrone, C},
year={2012}
}
@inproceedings{howison2012tuning,
title={{Tuning HDF5 for Lustre File Systems}},
author={Howison, Mark and Koziol, Quincey and Knaak, David and Mainzer, John and Shalf, John},
booktitle={Workshop on Interfaces and Abstractions for Scientific Data Storage (IASDS10), Heraklion, Crete, Greece, September 24, 2010},
year={2012}
}
@inproceedings{PEOTPAKL07,
author = {Julian Kunkel and Thomas Ludwig},
title = {{Performance Evaluation of the PVFS2 Architecture}},
year = {2007},
booktitle = {{PDP '07: Proceedings of the 15th Euromicro International Conference on Parallel, Distributed and Network-Based Processing}},
publisher = {IEEE Computer Society},
address = {Washington, DC, USA},
pages = {509--516},
conference = {PDP-07},
organization = {Euromicro},
location = {Napoli, Italy},
isbn = {0-7695-2784-1},
doi = {http://dx.doi.org/10.1109/PDP.2007.65},
abstract = {As the complexity of parallel file systems? software stacks increases it gets harder to reveal the reasons for performance bottlenecks in these software layers. This paper introduces a method which eliminates the influence of the physical storage on performance analysis in order to find these bottlenecks. Also, the influence of the hardware components on the performance is modeled to estimate the maximum achievable performance of a parallel file system. The paper focusses on the Parallel Virtual File System 2 (PVFS2) and shows results for the functionality file creation, small contiguous I/O requests and large contiguous I/O requests.},
}
@article{wang2015development,
title={{Development of a Burst Buffer System for Data-Intensive Applications}},
author={Wang, Teng and Oral, Sarp and Pritchard, Michael and Vasko, Kevin and Yu, Weikuan},
journal={arXiv preprint 1505.01765},
year={2015}
}
@article{thapaliyabballoc15,
title={{BBAlloc: Towards Allocation based Management of Burst Buffer Systems}},
author={Thapaliya, Sagar and Bangalore, Purushotham and Lofstead, Jay and Mohror, Kathryn and Moody, Adam},
year=2015
}
@article{sapegin2016evaluation,
title={{Evaluation of in-memory storage engine for machine learning analysis of security events}},
author={Sapegin, Andrey and Gawron, Marian and Jaeger, David and Cheng, Feng and Meinel, Christoph},
journal={Concurrency and Computation: Practice and Experience},
year={2016},
publisher={Wiley Online Library}
}
@inproceedings{foong2016storage,
title={Storage As Fast As Rest of the System},
author={Foong, Annie and Hady, Frank},
booktitle={2016 IEEE 8th International Memory Workshop (IMW)},
pages={1--4},
year={2016},
organization={IEEE}
}
@inproceedings{jose2011memcached,
title={{Memcached design on high performance RDMA capable interconnects}},
author={Jose, Jithin and Subramoni, Hari and Luo, Miao and Zhang, Minjia and Huang, Jian and Wasi-ur-Rahman, Md and Islam, Nusrat S and Ouyang, Xiangyong and Wang, Hao and Sur, Sayantan and others},
booktitle={2011 International Conference on Parallel Processing},
pages={743--752},
year={2011},
organization={IEEE}
}
@article{zhang2015memory,
title={{In-memory big data management and processing: A survey}},
author={Zhang, Hao and Chen, Gang and Ooi, Beng Chin and Tan, Kian-Lee and Zhang, Meihui},
journal={IEEE Transactions on Knowledge and Data Engineering},
volume={27},
number={7},
pages={1920--1948},
year={2015},
publisher={IEEE}
}
@inproceedings{zaharia2012resilient,
title={{Resilient distributed datasets: A fault-tolerant abstraction for in-memory cluster computing}},
author={Zaharia, Matei and Chowdhury, Mosharaf and Das, Tathagata and Dave, Ankur and Ma, Justin and McCauley, Murphy and Franklin, Michael J and Shenker, Scott and Stoica, Ion},
booktitle={{Proceedings of the 9th USENIX conference on Networked Systems Design and Implementation}},
pages={2--2},
year={2012},
organization={USENIX Association}
}
@article{romanus2015challenges,
title={{Challenges and considerations for utilizing burst buffers in high-performance computing}},
author={Romanus, Melissa and Parashar, Manish and Ross, Robert B},
journal={arXiv preprint 1509.05492},
year={2015}
}
@inproceedings{wang2014burstmem,
title={{BurstMem: A high-performance burst buffer system for scientific applications}},
author={Wang, Teng and Oral, Sarp and Wang, Yandong and Settlemyer, Brad and Atchley, Scott and Yu, Weikuan},
booktitle={{Big Data (Big Data), 2014 IEEE International Conference on}},
pages={71--79},
year={2014},
organization={IEEE}
}
@inproceedings{wickberg2012ramdisk,
title={{The RAMDISK storage accelerator: a method of accelerating I/O performance on HPC systems using RAMDISKs}},
author={Wickberg, Tim and Carothers, Christopher},
booktitle={Proceedings of the 2nd International Workshop on Runtime and Operating Systems for Supercomputers},
pages={5},
year={2012},
organization={ACM}
}
@inproceedings{sato2014user,
title={{A user-level infiniband-based file system and checkpoint strategy for burst buffers}},
author={Sato, Kento and Mohror, Kathryn and Moody, Adam and Gamblin, Todd and de Supinski, Bronis R and Maruyama, Naoya and Matsuoka, Satoshi},
booktitle={Cluster, Cloud and Grid Computing (CCGrid), 2014 14th IEEE/ACM International Symposium on},
pages={21--30},
year={2014},
organization={IEEE}
}
@INPROCEEDINGS{Liu12onthe,
author = {Ning Liu and Jason Cope and Philip Carns and Christopher Carothers and Robert Ross and Gary Grider and Adam Crume and Carlos Maltzahn},
title = {{On the role of burst buffers in leadership-class storage systems}},
booktitle = {In Proceedings of the 2012 IEEE Conference on Massive Data Storage},
year = {2012}
}
@misc{kove:xpd:l2,
author = {KOVE},
organization = {Kove Corporation},
title = {{about xpress disk (xpd)}},
howpublished = {\url{http://www.hamburgnet.de/products/kove/Kove-XPD-L3-4-datasheet.pdf}},
year = {2015}
}
@misc{IBMFlash,
author = {IBM},
title = {{Flash Storage}},
howpublished = {\url{http://www-03.ibm.com/systems/storage/flash}},
}note = {Accessed: 2016-07-12}
@misc{DDNIME,
author = {DDN},
title = {{Worlds's most advanced application aware I/O acceleration solutions}},
howpublished = {\url{http://www.ddn.com/products/infinite-memory-engine-ime14k}},
}
@misc{HDF5Intro,
author = {{The HDF Group}},
title = {{A Brief Introduction to Parallel HDF5}},
howpublished = {\url{https://www.alcf.anl.gov/files/Parallel_HDF5_1.pdf}}
}
@misc{CrayDataWarp,
author = {Cray},
title = {{CRAY XC40 DataWarp Applications I/O Accelerator}},
howpublished = {\url{http://www.cray.com/sites/default/files/resources/CrayXC40-DataWarp.pdf}},
}
@inproceedings{Thakur:1999:IMP:301816.301826,
author = {Thakur, Rajeev and Gropp, William and Lusk, Ewing},
title = {{On Implementing MPI-IO Portably and with High Performance}},
booktitle = {{Proceedings of the Sixth Workshop on I/O in Parallel and Distributed Systems}},
year = {1999},
pages = {23--32},
}
# Fast Forward I/O and Storage
@inproceedings{lofstead:2014:ffsio-consistency,
title={{Consistency and Fault Tolerance Considerations for the Next Iteration of the DOE Fast Forward Storage and IO Project}},
author={Lofstead, Jay and Jimenez, Ivo and Maltzahn, Carlos},
booktitle={2014 43rd International Conference on Parallel Processing Workshops},
pages={61--69},
year={2014},
organization={IEEE}
}
# Lustre on SSD-based vs. HDD-based HPC
@techreport{heben2014lfsperf,
author = {Michael Hebenstreit},
title = {{Performance Evaluation of Intel SSD-Based Lustre Cluster File Systems at the Intel CRT-DC}},
year = "2014",
institution = {{Intel}},
url = "http://www.intel.com/content/dam/www/public/us/en/documents/performance-briefs/lustre-cluster-file-system-performance-evaluation.pdf"
}
@inproceedings{conf/bigdataconf/WangOWSAY14,
added-at = {2015-01-13T00:00:00.000+0100},
author = {Wang, Teng and Oral, Sarp and Wang, Yandong and Settlemyer, Bradley W. and Atchley, Scott and Yu, Weikuan},
biburl = {http://www.bibsonomy.org/bibtex/2f1124ca762ffb26b371bc2f181e66c4e/dblp},
booktitle = {BigData Conference},
crossref = {conf/bigdataconf/2014},
editor = {Lin, Jimmy J. and Pei, Jian and Hu, Xiaohua and Chang, Wo and Nambiar, Raghunath and Aggarwal, Charu and Cercone, Nick and Honavar, Vasant and Huan, Jun and Mobasher, Bamshad and Pyne, Saumyadipta},
ee = {http://dx.doi.org/10.1109/BigData.2014.7004215},
interhash = {bb6fd0ff2fec2ca7ee45aec94ce25134},
intrahash = {f1124ca762ffb26b371bc2f181e66c4e},
isbn = {978-1-4799-5665-4},
keywords = {dblp},
pages = {71-79},
publisher = {IEEE},
timestamp = {2016-05-24T11:45:25.000+0200},
title = {{BurstMem: A high-performance burst buffer system for scientific applications.}},
url = {http://dblp.uni-trier.de/db/conf/bigdataconf/bigdataconf2014.html#WangOWSAY14},
year = 2014
}
# editor = {Taufer, Michela and Mohr, Bernd and Kunkel, Julian M.},
@Inbook{Schenck2016,
author = {Schenck, Wolfram and El Sayed, Salem and Foszczynski, Maciej and Homberg, Wilhelm and Pleiter, Dirk},
title = {{Early Evaluation of the Infinite Memory Engine'' Burst Buffer Solution}},
bookTitle = {{High Performance Computing: ISC High Performance 2016 International Workshops, ExaComm, E-MuCoCoS, HPC-IODC, IXPUG, IWOPH, P\^{}3MA, VHPC, WOPSSS, Frankfurt, Germany, June 19--23, 2016, Revised Selected Papers}},
year = "2016",
publisher = "Springer International Publishing",
address = "Cham",
pages = "604--615",
isbn = "978-3-319-46079-6",
doi = "10.1007/978-3-319-46079-6_41",
url = "http://dx.doi.org/10.1007/978-3-319-46079-6_41"
}
@misc{pdswDataWarp,
author = {Andrey Ovsyannikov and Melissa Romanus and Brian Van Straalen and Gunther H. Weber and David Trebotich},
publisher = {PDSW},
title = {{Scientific Workflows at DataWarp-Speed: Accelerated Data-Intensive Science using NERSC's Burst Buffer}},
url = {http://conferences.computer.org/pdswdiscs/2016/papers/5216a001.pdf},
year = 2016
}
@inproceedings{Wang:2016:EBF:3014904.3014997,
author = {Wang, Teng and Mohror, Kathryn and Moody, Adam and Sato, Kento and Yu, Weikuan},
title = {{An Ephemeral Burst-buffer File System for Scientific Applications}},
booktitle = {{Proceedings of the International Conference for High Performance Computing, Networking, Storage and Analysis}},
series = {SC '16},
year = {2016},
isbn = {978-1-4673-8815-3},
pages = {69:1--69:12},
articleno = {69},
numpages = {12},
url = {http://dl.acm.org/citation.cfm?id=3014904.3014997},
acmid = {3014997},
publisher = {IEEE Press},
address = {Piscataway, NJ, USA},
}