{ lib, buildPythonPackage, fetchFromGitHub, python, pythonOlder, pytestCheckHook , setuptools, torch, einops, lion-pytorch, scipy, symlinkJoin }: let pname = "bitsandbytes"; version = "0.38.0"; inherit (torch) cudaPackages cudaSupport; inherit (cudaPackages) cudaVersion; # NOTE: torchvision doesn't use cudnn; torch does! # For this reason it is not included. cuda-common-redist = with cudaPackages; [ cuda_cccl # libcublas # cublas_v2.h libcurand libcusolver # cusolverDn.h libcusparse # cusparse.h ]; cuda-native-redist = symlinkJoin { name = "cuda-native-redist-${cudaVersion}"; paths = with cudaPackages; [ cuda_cudart # cuda_runtime.h cuda_runtime_api.h cuda_nvcc ] ++ cuda-common-redist; }; cuda-redist = symlinkJoin { name = "cuda-redist-${cudaVersion}"; paths = cuda-common-redist; }; in buildPythonPackage { inherit pname version; format = "pyproject"; disabled = pythonOlder "3.7"; src = fetchFromGitHub { owner = "TimDettmers"; repo = pname; rev = "refs/tags/${version}"; hash = "sha256-gGlbzTDvZNo4MhcYzLvWuB2ec7q+Qt5/LtTbJ0Rc+Kk="; }; postPatch = '' substituteInPlace Makefile --replace "/usr/bin/g++" "g++" --replace "lib64" "lib" substituteInPlace bitsandbytes/cuda_setup/main.py \ --replace "binary_path = package_dir / binary_name" \ "binary_path = Path('$out/${python.sitePackages}/${pname}')/binary_name" '' + lib.optionalString torch.cudaSupport '' substituteInPlace bitsandbytes/cuda_setup/main.py \ --replace "/usr/local/cuda/lib64" "${cuda-native-redist}/lib" ''; CUDA_HOME = "${cuda-native-redist}"; preBuild = if torch.cudaSupport then with torch.cudaPackages; let cudaVersion = lib.concatStrings (lib.splitVersion torch.cudaPackages.cudaMajorMinorVersion); in "make CUDA_VERSION=${cudaVersion} cuda${cudaMajorVersion}x" else "make CUDA_VERSION=CPU cpuonly"; nativeBuildInputs = [ setuptools ] ++ lib.optionals torch.cudaSupport [ cuda-native-redist ]; buildInputs = lib.optionals torch.cudaSupport [ cuda-redist ]; propagatedBuildInputs = [ torch ]; doCheck = false; # tests require CUDA and also GPU access nativeCheckInputs = [ pytestCheckHook einops lion-pytorch scipy ]; pythonImportsCheck = [ "bitsandbytes" ]; meta = with lib; { homepage = "https://github.com/TimDettmers/bitsandbytes"; description = "8-bit CUDA functions for PyTorch"; license = licenses.mit; maintainers = with maintainers; [ bcdarwin ]; }; }