git clone https://github.com/NVIDIA/nccl.git
cd nccl
make -j src.build CFLAGS=-Dgbxu
# Install tools to create rpm packages
sudo yum install rpm-build rpmdevtools
# Build NCCL rpm package
make pkg.redhat.build
sudo rpm -ivh build/pkg/rpm/x86_64/libnccl-devel-2.4.8-1+cuda10.1.x86_64.rpm
sudo yum install mpich-3.0-devel.x86_64 mpich-3.0-doc.noarch mpich-3.0.x86_64
git clone https://github.com/NVIDIA/nccl-tests.git
make MPI=1 MPI_HOME=/usr/local/openmpi
./code/nccl-tests/build/all_reduce_perf -b 8 -e 256M -f 2 -g 1
mpirun -np 2 ./code/nccl-tests/build/all_reduce_perf -b 8 -e 128M -f 2 -g 1
mpirun --host ibgpu7,ibgpu8 -np 2 ./code/nccl-tests/build/all_reduce_perf -b 8 -e 128M -f 2 -g 1
最后编辑于 ：
©著作权归作者所有,转载或内容合作请联系作者
平台声明：文章内容（如有图片或视频亦包括在内）由作者上传并发布，文章内容仅代表作者本人观点，简书系信息发布平台，仅提供信息存储服务。
