5ddadce27b
This switches to explicitly enabling dependency lookups for optional features (they were not picked up before). It also enables building of the Parquet command line tools.
77 lines
2.5 KiB
Nix
77 lines
2.5 KiB
Nix
{ lib, buildPythonPackage, python, isPy3k, arrow-cpp, cmake, cython, futures, hypothesis, numpy, pandas, pytest, pytest-lazy-fixture, pkgconfig, setuptools_scm, six }:
|
|
|
|
let
|
|
_arrow-cpp = arrow-cpp.override { inherit python; };
|
|
in
|
|
|
|
buildPythonPackage rec {
|
|
pname = "pyarrow";
|
|
|
|
inherit (_arrow-cpp) version src;
|
|
|
|
sourceRoot = "apache-arrow-${version}/python";
|
|
|
|
nativeBuildInputs = [ cmake cython pkgconfig setuptools_scm ];
|
|
propagatedBuildInputs = [ numpy six ] ++ lib.optionals (!isPy3k) [ futures ];
|
|
checkInputs = [ hypothesis pandas pytest pytest-lazy-fixture ];
|
|
|
|
PYARROW_BUILD_TYPE = "release";
|
|
PYARROW_WITH_PARQUET = true;
|
|
PYARROW_CMAKE_OPTIONS = [
|
|
"-DCMAKE_INSTALL_RPATH=${ARROW_HOME}/lib"
|
|
|
|
# This doesn't use setup hook to call cmake so we need to workaround #54606
|
|
# ourselves
|
|
"-DCMAKE_POLICY_DEFAULT_CMP0025=NEW"
|
|
];
|
|
|
|
dontUseCmakeConfigure = true;
|
|
|
|
preBuild = ''
|
|
export PYARROW_PARALLEL=$NIX_BUILD_CORES
|
|
'';
|
|
|
|
preCheck = ''
|
|
rm pyarrow/tests/test_jvm.py
|
|
rm pyarrow/tests/test_hdfs.py
|
|
rm pyarrow/tests/test_cuda.py
|
|
|
|
# fails: "ArrowNotImplementedError: Unsupported numpy type 22"
|
|
substituteInPlace pyarrow/tests/test_feather.py --replace "test_timedelta_with_nulls" "_disabled"
|
|
|
|
# runs out of memory on @grahamcofborg linux box
|
|
substituteInPlace pyarrow/tests/test_feather.py --replace "test_large_dataframe" "_disabled"
|
|
|
|
# probably broken on python2
|
|
substituteInPlace pyarrow/tests/test_feather.py --replace "test_unicode_filename" "_disabled"
|
|
|
|
# fails "error: [Errno 2] No such file or directory: 'test'" because
|
|
# nix_run_setup invocation somehow manages to import deserialize_buffer.py
|
|
# when it is not intended to be imported at all
|
|
rm pyarrow/tests/deserialize_buffer.py
|
|
substituteInPlace pyarrow/tests/test_feather.py --replace "test_deserialize_buffer_in_different_process" "_disabled"
|
|
|
|
# Fails to bind a socket
|
|
# "PermissionError: [Errno 1] Operation not permitted"
|
|
substituteInPlace pyarrow/tests/test_ipc.py --replace "test_socket_" "_disabled"
|
|
'';
|
|
|
|
ARROW_HOME = _arrow-cpp;
|
|
PARQUET_HOME = _arrow-cpp;
|
|
|
|
checkPhase = ''
|
|
mv pyarrow/tests tests
|
|
rm -rf pyarrow
|
|
mkdir pyarrow
|
|
mv tests pyarrow/tests
|
|
pytest -v
|
|
'';
|
|
|
|
meta = with lib; {
|
|
description = "A cross-language development platform for in-memory data";
|
|
homepage = https://arrow.apache.org/;
|
|
license = lib.licenses.asl20;
|
|
platforms = platforms.unix;
|
|
maintainers = with lib.maintainers; [ veprbl ];
|
|
};
|
|
}
|