blob: eb32aacee2db4ee40ee623a8aad6756253c69f6b (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
|
{ lib, buildPythonPackage, fetchFromGitHub, python, pythonOlder, pytestCheckHook
, setuptools, torch, einops, lion-pytorch, scipy, symlinkJoin }:
let
pname = "bitsandbytes";
version = "0.38.0";
inherit (torch) cudaPackages cudaSupport;
inherit (cudaPackages) cudaVersion;
# NOTE: torchvision doesn't use cudnn; torch does!
# For this reason it is not included.
cuda-common-redist = with cudaPackages; [
cuda_cccl # <thrust/*>
libcublas # cublas_v2.h
libcurand
libcusolver # cusolverDn.h
libcusparse # cusparse.h
];
cuda-native-redist = symlinkJoin {
name = "cuda-native-redist-${cudaVersion}";
paths = with cudaPackages;
[
cuda_cudart # cuda_runtime.h cuda_runtime_api.h
cuda_nvcc
] ++ cuda-common-redist;
};
cuda-redist = symlinkJoin {
name = "cuda-redist-${cudaVersion}";
paths = cuda-common-redist;
};
in buildPythonPackage {
inherit pname version;
format = "pyproject";
disabled = pythonOlder "3.7";
src = fetchFromGitHub {
owner = "TimDettmers";
repo = pname;
rev = "refs/tags/${version}";
hash = "sha256-gGlbzTDvZNo4MhcYzLvWuB2ec7q+Qt5/LtTbJ0Rc+Kk=";
};
postPatch = ''
substituteInPlace Makefile --replace "/usr/bin/g++" "g++" --replace "lib64" "lib"
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "binary_path = package_dir / binary_name" \
"binary_path = Path('$out/${python.sitePackages}/${pname}')/binary_name"
'' + lib.optionalString torch.cudaSupport ''
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "/usr/local/cuda/lib64" "${cuda-native-redist}/lib"
'';
CUDA_HOME = "${cuda-native-redist}";
preBuild = if torch.cudaSupport then
with torch.cudaPackages;
let
cudaVersion = lib.concatStrings
(lib.splitVersion torch.cudaPackages.cudaMajorMinorVersion);
in "make CUDA_VERSION=${cudaVersion} cuda${cudaMajorVersion}x"
else
"make CUDA_VERSION=CPU cpuonly";
nativeBuildInputs = [ setuptools ]
++ lib.optionals torch.cudaSupport [ cuda-native-redist ];
buildInputs = lib.optionals torch.cudaSupport [ cuda-redist ];
propagatedBuildInputs = [ torch ];
doCheck = false; # tests require CUDA and also GPU access
nativeCheckInputs = [ pytestCheckHook einops lion-pytorch scipy ];
pythonImportsCheck = [ "bitsandbytes" ];
meta = with lib; {
homepage = "https://github.com/TimDettmers/bitsandbytes";
description = "8-bit CUDA functions for PyTorch";
license = licenses.mit;
maintainers = with maintainers; [ bcdarwin ];
};
}
|
