@INPROCEEDINGS{7573843,

author={S. Thapaliya and P. Bangalore and J. Lofstead and K. Mohror and A. Moody},
booktitle={2016 45th International Conference on Parallel Processing (ICPP)},

title={Managing I/O Interference in a Shared Burst Buffer System},

year={2016},

volume={},

number={},

pages={416-425},

abstract={In this work, we investigate the problem of inter-application interference in a shared Burst Buffer (BB) system. A BB is a new storage technology for HPC architectures that acts as an intermediate layer between performance-hungry HPC applications and the slow parallel file system. While the BB is meant to alleviate the problem of slow I/O in HPC systems, it is itself prone to performance degradation under interference. We observe that the magnitude of interference effects can reach a level that matters to the HPC system and the jobs that run on it. We investigate I/O scheduling techniques as a mechanism to mitigate BB I/O interference. With our results, we show that scheduling techniques tuned to BBs can control interference and significant performance benefits can be achieved.},

keywords={input-output programs;parallel processing;storage management;HPC architectures;high performance computing;input-output interference management;inter-application interference problem;parallel file system;shared BB system;shared burst buffer system;storage technology;Bandwidth;Computer architecture;Degradation;Interference;Processor scheduling;Resource management;Software;Burst Buffer;HPC Data Storage;I/O Interference;Non Volatile Memory;Parallel I/O;Resource Management;Scheduling},

doi={10.1109/ICPP.2016.54},

ISSN={},

month={Aug},
}