@inproceedings{47076a0151314d90a36faf0bd9434840,
title = "The Ghost of Performance Reproducibility Past",
abstract = "The importance of ensemble computing is well established. However, executing ensembles at scale introduces interesting performance fluctuations that have not been well investigated. In this paper, we trace our experience uncovering performance fluctuations of ensemble applications (primarily constituting a workflow of GROMACS tasks), and unsuccessful attempts, so far, at trying to discern the underlying cause(s) of performance fluctuations. Is the failure to discern the causative or contributing factors a failure of capability? Or imagination? Do the fluctuations have their genesis in some inscrutable aspect of the system or software? Does it warrant a fundamental reassessment and rethinking of how we assume and conceptualize performance reproducibility? Answers to these questions are not straightforward, nor are they immediate or obvious. We conclude with a discussion about the performance of ensemble applications and ruminate over the implications for how we define and measure application performance.",
keywords = "ensembles, monitoring, performance, reproducibility",
author = "Srinivasan Ramesh and Mikhail Titov and Matteo Turilli and Shantenu Jha and Allen Malony",
note = "Funding Information: This work was partially supported by the DOE HEP Center for Computational Excellence at Brookhaven National Laboratory under B&R KA2401045, as well as NSF-1931512 (RADICAL-Cybertools). We thank Andre Merzky and Li Tan for useful discussions and support. Publisher Copyright: {\textcopyright} 2022 IEEE.; 18th IEEE International Conference on e-Science, eScience 2022 ; Conference date: 10-10-2022 Through 14-10-2022",
year = "2022",
doi = "10.1109/eScience55777.2022.00091",
language = "English (US)",
series = "Proceedings - 2022 IEEE 18th International Conference on e-Science, eScience 2022",
publisher = "Institute of Electrical and Electronics Engineers Inc.",
pages = "513--518",
booktitle = "Proceedings - 2022 IEEE 18th International Conference on e-Science, eScience 2022",
address = "United States",
}