openmpi: enable cuda support

This commit is contained in:
Sam Stites 2019-10-20 17:05:35 -04:00 committed by Jon
parent 941cf345ca
commit cfdcce7052

View file

@ -1,5 +1,8 @@
{ stdenv, fetchurl, fetchpatch, gfortran, perl, libnl { stdenv, fetchurl, fetchpatch, gfortran, perl, libnl
, rdma-core, zlib, numactl, libevent, hwloc, pkgsTargetTarget , rdma-core, zlib, numactl, libevent, hwloc, pkgsTargetTarget, symlinkJoin
# Enable CUDA support
, cudaSupport ? false, cudatoolkit ? null
# Enable the Sun Grid Engine bindings # Enable the Sun Grid Engine bindings
, enableSGE ? false , enableSGE ? false
@ -8,9 +11,15 @@
, enablePrefix ? false , enablePrefix ? false
}: }:
assert !cudaSupport || cudatoolkit != null;
let let
version = "4.0.2"; version = "4.0.2";
cudatoolkit_joined = symlinkJoin {
name = "${cudatoolkit.name}-unsplit";
paths = [ cudatoolkit.out cudatoolkit.lib ];
};
in stdenv.mkDerivation rec { in stdenv.mkDerivation rec {
pname = "openmpi"; pname = "openmpi";
inherit version; inherit version;
@ -33,15 +42,20 @@ in stdenv.mkDerivation rec {
buildInputs = with stdenv; [ gfortran zlib ] buildInputs = with stdenv; [ gfortran zlib ]
++ lib.optionals isLinux [ libnl numactl ] ++ lib.optionals isLinux [ libnl numactl ]
++ lib.optionals cudaSupport [ cudatoolkit ]
++ [ libevent hwloc ] ++ [ libevent hwloc ]
++ lib.optional (isLinux || isFreeBSD) rdma-core; ++ lib.optional (isLinux || isFreeBSD) rdma-core;
nativeBuildInputs = [ perl ]; nativeBuildInputs = [ perl ];
configureFlags = with stdenv; [ "--disable-mca-dso" ] configureFlags = with stdenv; lib.optional (!cudaSupport) "--disable-mca-dso"
++ lib.optional isLinux "--with-libnl=${libnl.dev}" ++ lib.optional isLinux "--with-libnl=${libnl.dev}"
++ lib.optional enableSGE "--with-sge" ++ lib.optional enableSGE "--with-sge"
++ lib.optional enablePrefix "--enable-mpirun-prefix-by-default" ++ lib.optional enablePrefix "--enable-mpirun-prefix-by-default"
# TODO: add UCX support, which is recommended to use with cuda for the most robust OpenMPI build
# https://github.com/openucx/ucx
# https://www.open-mpi.org/faq/?category=buildcuda
++ lib.optionals cudaSupport [ "--with-cuda=${cudatoolkit_joined}" "--enable-dlopen" ]
; ;
enableParallelBuilding = true; enableParallelBuilding = true;
@ -69,6 +83,10 @@ in stdenv.mkDerivation rec {
doCheck = true; doCheck = true;
passthru = {
inherit cudaSupport cudatoolkit;
};
meta = with stdenv.lib; { meta = with stdenv.lib; {
homepage = https://www.open-mpi.org/; homepage = https://www.open-mpi.org/;
description = "Open source MPI-3 implementation"; description = "Open source MPI-3 implementation";