@article {19137,
	title = {Communication-Hiding Programming for Clusters with Multi-Coprocessor Nodes},
	journal = {Concurrency and Computation: Practice and Experience},
	volume = {27},
	year = {2015},
	note = {Published online before print.},
	month = {05/2015},
	pages = {4172{\textendash}4185},
	publisher = {John Wiley \& Sons, Ltd},
	abstract = {Future exascale systems are expected to adopt compute nodes that incorporate many accelerators. To shed some light on the upcoming software challenge, this paper investigates the particular topic of programming clusters that have multiple Xeon Phi coprocessors in each compute node. A new offload approach is considered for intra-node communication, which combines Intel\&rsquo;s APIs of coprocessor offload infrastructure (COI) and symmetric communication interface (SCIF) for achieving low latency. While the conventional pragma-based offload approach allows simpler programming, the COI-SCIF approach has three advantages in (1) lower overhead associated with launching offloaded code, (2) higher data transfer bandwidths, and (3) more advanced asynchrony between computation and data movement. The low-level COI-SCIF approach is also shown to have benefits over the MPI-OpenMP counterpart, which belongs to the symmetric usage mode. Moreover, a hybird programming strategy based on COI-SCIF is presented for joining the computational force of all CPUs and coprocessors, while realizing communication hiding. All the programming approaches are tested by a real-world 3D application, for which the COI-SCIF-based approach shows a performance advantage on Tianhe-2.},
	keywords = {hybrid programming, Intel Xeon Phi coprocessor, offload model, SCIF, Tianhe-2},
	doi = {10.1002/cpe.3507},
	author = {Dong, Xinnan and Wen, Mei and Chai, Jun and Cai, Xing and Zhao, Mandan and Zhang, Chunyuan}
}
@inproceedings {Simula.simula.2872,
	title = {Utilizing Multiple Xeon Phi Coprocessors on One Compute Node},
	journal = {International Conference on Algorithms and Architectures for Parallel Processing},
	volume = {8631},
	year = {2014},
	pages = {68-81},
	publisher = {Springer},
	type = {Conference},
	address = {Berlin Heidelberg New York},
	doi = {10.1007/978-3-319-11194-0_6},
	author = {Dong, Xinnan and Chai, Jun and Yang, Jing and Wen, Mei and Wu, Nan and Cai, Xing and Zhang, Chunyuan and Chen, Zhaoyun},
	editor = {Sun, X.-H.}
}
