31 lines
799 B
Nix
31 lines
799 B
Nix
{ buildPythonPackage, fetchPypi, stdenv, py4j }:
|
|
|
|
buildPythonPackage rec {
|
|
pname = "pyspark";
|
|
version = "2.4.3";
|
|
|
|
src = fetchPypi {
|
|
inherit pname version;
|
|
sha256 = "6839718ce9f779e81153d8a14a843a5c4b2d5e6574f3c916aec241022d717cb2";
|
|
};
|
|
|
|
# pypandoc is broken with pandoc2, so we just lose docs.
|
|
postPatch = ''
|
|
sed -i "s/'pypandoc'//" setup.py
|
|
|
|
# Current release works fine with py4j 0.10.8.1
|
|
substituteInPlace setup.py --replace py4j==0.10.7 'py4j>=0.10.7,<0.11'
|
|
'';
|
|
|
|
propagatedBuildInputs = [ py4j ];
|
|
|
|
# Tests assume running spark...
|
|
doCheck = false;
|
|
|
|
meta = with stdenv.lib; {
|
|
description = "Apache Spark";
|
|
homepage = https://github.com/apache/spark/tree/master/python;
|
|
license = licenses.asl20;
|
|
maintainers = [ maintainers.shlevy ];
|
|
};
|
|
}
|