@article{SalemSchintkeSchuettetal.2018, author = {Salem, Farouk and Schintke, Florian and Sch{\"u}tt, Thorsten and Reinefeld, Alexander}, title = {Data-flow scheduling for a scalable FLESnet}, journal = {CBM Progress Report 2017}, isbn = {978-3-9815227-5-4}, doi = {10.15120/GSI-2018-00485}, pages = {130 -- 131}, year = {2018}, language = {en} } @article{EnkePartlReinefeldetal.2012, author = {Enke, Harry and Partl, Adrian and Reinefeld, Alexander and Schintke, Florian}, title = {Handling Big Data in Astronomy and Astrophysics}, volume = {12}, journal = {Datenbank-Spektrum}, number = {3}, publisher = {Springer-Verlag}, doi = {10.1007/s13222-012-0099-1}, pages = {173 -- 181}, year = {2012}, language = {en} } @article{Schintke2013, author = {Schintke, Florian}, title = {XtreemFS \& Scalaris}, journal = {Science \& Technology}, number = {6}, publisher = {Pan European Networks}, pages = {54 -- 55}, year = {2013}, language = {en} } @article{SeibertPetersSchintke2018, author = {Seibert, Felix and Peters, Mathias and Schintke, Florian}, title = {Improving I/O Performance Through Colocating Interrelated Input Data and Near-Optimal Load Balancing}, volume = {2018}, journal = {Proceedings of the IPDPSW; Fourth IEEE International Workshop on High-Performance Big Data, Deep Learning, and Cloud Computing (HPBDC)}, doi = {10.1109/IPDPSW.2018.00081}, pages = {448 -- 457}, year = {2018}, abstract = {Most distributed file systems assign new files to storage servers randomly. While working well in some situations, this does not help to optimize the input performance for most MapReduce computations' data access patterns. In this work, we consider an access pattern where input files are partitioned into groups of heterogeneous size. Each group is accessed by exactly one process. We design and implement a data placement strategy that places these file groups together on the same storage server. This colocation approach is combined with near-optimal storage load balancing. To do so, we use a classical scheduling approximation algorithm to solve the NP hard group assignment problem. We argue that local processing is not only beneficial because of reduced network traffic, but especially because it imposes an even resource schedule. Our experiments, based on the parallel processing of remote sensing images, reveal an enormous reduction of network traffic and up to 39 \% faster input read times. Further, simulations show that our approximate assignments limit storage server imbalances to less than 5 \% above the theoretical minimum, in contrast to more than 85 \% with random assignment.}, language = {en} } @article{SalemSchintkeSchuettetal.2019, author = {Salem, Farouk and Schintke, Florian and Sch{\"u}tt, Thorsten and Reinefeld, Alexander}, title = {Improving the throughput of a scalable FLESnet using the Data-Flow Scheduler}, journal = {CBM Progress Report 2018}, isbn = {978-3-9815227-6-1}, doi = {10.15120/GSI-2019-01018}, pages = {149 -- 150}, year = {2019}, language = {en} } @article{SalemSchintkeSchuettetal.2020, author = {Salem, Farouk and Schintke, Florian and Sch{\"u}tt, Thorsten and Reinefeld, Alexander}, title = {Scheduling data streams for low latency and high throughput on a Cray XC40 using Libfabric}, volume = {32}, journal = {Concurrency and Computation Practice and Experience}, number = {20}, doi = {10.1002/cpe.5563}, pages = {1 -- 14}, year = {2020}, language = {en} } @article{SkrzypczakSchintkeSchuett2020, author = {Skrzypczak, Jan and Schintke, Florian and Sch{\"u}tt, Thorsten}, title = {RMWPaxos: Fault-Tolerant In-Place Consensus Sequences}, volume = {31}, journal = {IEEE Transactions on Parallel and Distributed Systems}, number = {10}, issn = {1045-9219}, arxiv = {http://arxiv.org/abs/2001.03362}, doi = {10.1109/TPDS.2020.2981891}, pages = {2392 -- 2405}, year = {2020}, language = {en} } @article{SkrzypczakSchintke2020, author = {Skrzypczak, Jan and Schintke, Florian}, title = {Towards Log-Less, Fine-Granular State Machine Replication}, volume = {20}, journal = {Datenbank Spektrum}, number = {3}, doi = {10.1007/s13222-020-00358-4}, pages = {231 -- 241}, year = {2020}, language = {en} } @article{SchuettSchintkeSkrzypczak2020, author = {Sch{\"u}tt, Thorsten and Schintke, Florian and Skrzypczak, Jan}, title = {Transactions on Red-black and AVL trees in NVRAM}, journal = {arXiv}, arxiv = {http://arxiv.org/abs/2006.16284}, year = {2020}, language = {en} } @article{SalemSchintkeReinefeld2020, author = {Salem, Farouk and Schintke, Florian and Reinefeld, Alexander}, title = {Handling Compute-Node Failures in FLESnet}, journal = {CBM Progress Report 2019}, isbn = {978-3-9815227-8-5}, doi = {10.15120/GSI-2020-00904}, pages = {167 -- 168}, year = {2020}, language = {en} }