JACoW is a publisher in Geneva, Switzerland that publishes the proceedings of accelerator conferences held around the world by an international collaboration of editors.
@inproceedings{malka:icalepcs2023-we1bco02,
author = {J. Malka and S. Aplin and D. Boukhelef and S. Dietrich and K. Filippakopoulos and MA. Gasthuber and J. Hannappel and M. Karimi and Y. Kemp and R. Lueken and L.G. Maia and T. Mkrtchyan and K. Ohrenberg and T. Piszczek and Mr. Previtali and F. Schlünzen and P. Suchowski and J. Szuba and C. Voss and K. Wrona},
% author = {J. Malka and S. Aplin and D. Boukhelef and S. Dietrich and K. Filippakopoulos and MA. Gasthuber and others},
% author = {J. Malka and others},
title = {{Data Management Infrastructure for European XFEL}},
% booktitle = {Proc. ICALEPCS'23},
booktitle = {Proc. 19th Int. Conf. Accel. Large Exp. Phys. Control Syst. (ICALEPCS'23)},
eventdate = {2023-10-09/2023-10-13},
pages = {952--957},
paper = {WE1BCO02},
language = {english},
keywords = {experiment, FEL, data-management, network, hardware},
venue = {Cape Town, South Africa},
series = {International Conference on Accelerator and Large Experimental Physics Control Systems},
number = {19},
publisher = {JACoW Publishing, Geneva, Switzerland},
month = {02},
year = {2024},
issn = {2226-0358},
isbn = {978-3-95450-238-7},
doi = {10.18429/JACoW-ICALEPCS2023-WE1BCO02},
url = {https://jacow.org/icalepcs2023/papers/we1bco02.pdf},
abstract = {{Effective data management is crucial to ensure research data is easily accessible and usable. We will present design and implementation of the European XFEL data management infrastructure supporting high level data management services. The system architecture comprises four layers of storage systems, each designed to address specific challenges. The first layer, referred to as online, is designed as a fast cache to accommodate extreme high rates (up to 15GB/s) of data generated during experiment at single scientific instrument. The second layer, called high-performance storage, provides necessary capabilities for data processing both during and after experiments. The layers are incorporated into a single infiniband fabric and connected through a 4km long 1Tb/s link. This allows fast data transfer from the European XFEL experiment hall to the DESY computing center. The third layer, mass-storage, extends the capacity of data storage system to allow mid-term data access for detailed analysis. Finally, the tape archive, provides data safety and long-term archive (5-10years). The high performance and mass storage systems are connected to computing clusters. This allows users to perform near-online and offline data analysis or alternatively export data outside of the European XFEL facility. The data management infrastructure at the European XFEL has the capacity to accept and process up to 2PB of data per day, which demonstrates the remarkable capabilities of all the sub-services involved in this process. }},
}