@inproceedings{bfe21f4ab0734816bdae45db2139b094,
title = "Design and evaluation of a compiler-directed collective I/O technique",
abstract = "Current approaches to parallel I/O demand extensive user effort to obtain acceptable performance. This is in part due to difficulties in understanding the characteristics of a wide variety of I/O devices and in part due to inherent complexity of I/O software. While parallel I/O systems provide users with environments where large datasets can be shared between parallel processors, the ultimate performance of I/O-intensive codes depends largely on the relation between data access patterns and storage patterns of data in files and on disks. Collective I/O is one of the most popular methods to access the data when the storage and access patterns do not match. In this strategy, each processor does I/O on behalf of other processors if doing so improves the overall performance. While it is generally accepted that collective I/O and its variants can bring impressive improvements as far as the I/O performance is concerned, it is difficult for the programmer to use collective I/O effectively. In this paper, we propose and evaluate a compiler-directed collective I/O approach which detects the opportunities for collective I/O and inserts the necessary I/O calls in the code automatically. An important characteristic of the approach is that instead of applying collective I/O indiscriminately, it uses collective I/O selectively, only in cases where independent parallel I/O would not be possible. We have conducted several experiments using an IBM SP-2di stributed-memory message-passing machine with 128 nodes. Our compiler directed collective I/O scheme was able to perform 18% better in average than an indiscriminate collective I/O scheme in our base configuration.",
author = "Gokhan Memik and Kandemir, {Mahmut T.} and Alok Choudhary",
year = "2000",
doi = "10.1007/3-540-44520-x_178",
language = "English (US)",
series = "Lecture Notes in Computer Science (including subseries Lecture Notes in Artificial Intelligence and Lecture Notes in Bioinformatics)",
publisher = "Springer Verlag",
pages = "1263--1272",
editor = "Arndt Bode and Thomas Ludwig and Wolfgang Karl and Roland Wism{\"u}ller",
booktitle = "Euro-Par 2000 Parallel Processing - 6th International Euro-Par Conference, Proceedings",
address = "Germany",
note = "6th International European Conference on Parallel Computing, Euro-Par 2000 ; Conference date: 29-08-2000 Through 01-09-2000",
}