%0 Conference Paper %1 Song:2011:SIC:2063384.2063407 %A Song, Huaiming %A Yin, Yanlong %A Sun, Xian-He %A Thakur, Rajeev %A Lang, Samuel %B Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis %C New York, NY, USA %D 2011 %I ACM %K super.computing %P 17:1--17:11 %R 10.1145/2063384.2063407 %T Server-side I/O coordination for parallel file systems %U http://doi.acm.org/10.1145/2063384.2063407 %X Parallel file systems have become a common component of modern high-end computers to mask the ever-increasing gap between disk data access speed and CPU computing power. However, while working well for certain applications, current parallel file systems lack the ability to effectively handle concurrent I/O requests with data synchronization needs, whereas concurrent I/O is the norm in data-intensive applications. Recognizing that an I/O request will not complete until all involved file servers in the parallel file system have completed their parts, in this paper we propose a serverside I/O coordination scheme for parallel file systems. The basic idea is to coordinate file servers to serve one application at a time in order to reduce the completion time, and in the meantime maintain the server utilization and fairness. A window-wide coordination concept is introduced to serve our purpose. We present the proposed I/O coordination algorithm and its corresponding analysis of average completion time in this study. We also implement a prototype of the proposed scheme under the PVFS2 file system and MPI-IO environment. Experimental results demonstrate that the proposed scheme can reduce average completion time by 8% to 46%, and provide higher I/O bandwidth than that of default data access strategies adopted by PVFS2 for heavy I/O workloads. Experimental results also show that the server-side I/O coordination scheme has good scalability. %@ 978-1-4503-0771-0

@inproceedings{Song:2011:SIC:2063384.2063407, abstract = {Parallel file systems have become a common component of modern high-end computers to mask the ever-increasing gap between disk data access speed and CPU computing power. However, while working well for certain applications, current parallel file systems lack the ability to effectively handle concurrent I/O requests with data synchronization needs, whereas concurrent I/O is the norm in data-intensive applications. Recognizing that an I/O request will not complete until all involved file servers in the parallel file system have completed their parts, in this paper we propose a serverside I/O coordination scheme for parallel file systems. The basic idea is to coordinate file servers to serve one application at a time in order to reduce the completion time, and in the meantime maintain the server utilization and fairness. A window-wide coordination concept is introduced to serve our purpose. We present the proposed I/O coordination algorithm and its corresponding analysis of average completion time in this study. We also implement a prototype of the proposed scheme under the PVFS2 file system and MPI-IO environment. Experimental results demonstrate that the proposed scheme can reduce average completion time by 8% to 46%, and provide higher I/O bandwidth than that of default data access strategies adopted by PVFS2 for heavy I/O workloads. Experimental results also show that the server-side I/O coordination scheme has good scalability.}, acmid = {2063407}, added-at = {2012-08-16T05:26:50.000+0200}, address = {New York, NY, USA}, articleno = {17}, author = {Song, Huaiming and Yin, Yanlong and Sun, Xian-He and Thakur, Rajeev and Lang, Samuel}, biburl = {https://www.bibsonomy.org/bibtex/23399cb258a9a2105f4cba70c30b31410/ytyoun}, booktitle = {Proceedings of 2011 International Conference for High Performance Computing, Networking, Storage and Analysis}, doi = {10.1145/2063384.2063407}, interhash = {9e3d4f6f9fd79556da8b269473e1308d}, intrahash = {3399cb258a9a2105f4cba70c30b31410}, isbn = {978-1-4503-0771-0}, keywords = {super.computing}, location = {Seattle, Washington}, numpages = {11}, pages = {17:1--17:11}, publisher = {ACM}, series = {SC '11}, timestamp = {2012-08-16T05:26:50.000+0200}, title = {Server-side I/O coordination for parallel file systems}, url = {http://doi.acm.org/10.1145/2063384.2063407}, year = 2011 }