1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
{
lib,
buildPythonPackage,
fetchFromGitHub,
python,
pythonOlder,
pytestCheckHook,
setuptools,
torch,
einops,
lion-pytorch,
scipy,
symlinkJoin,
}: let
pname = "bitsandbytes";
version = "0.38.0";
inherit (torch) cudaPackages cudaSupport;
inherit (cudaPackages) cudaVersion;
# NOTE: torchvision doesn't use cudnn; torch does!
# For this reason it is not included.
cuda-common-redist = with cudaPackages; [
cuda_cccl # <thrust/*>
libcublas # cublas_v2.h
libcurand
libcusolver # cusolverDn.h
libcusparse # cusparse.h
];
cuda-native-redist = symlinkJoin {
name = "cuda-native-redist-${cudaVersion}";
paths = with cudaPackages;
[
cuda_cudart # cuda_runtime.h cuda_runtime_api.h
cuda_nvcc
]
++ cuda-common-redist;
};
cuda-redist = symlinkJoin {
name = "cuda-redist-${cudaVersion}";
paths = cuda-common-redist;
};
in
buildPythonPackage {
inherit pname version;
format = "pyproject";
disabled = pythonOlder "3.7";
src = fetchFromGitHub {
owner = "TimDettmers";
repo = pname;
rev = "refs/tags/${version}";
hash = "sha256-gGlbzTDvZNo4MhcYzLvWuB2ec7q+Qt5/LtTbJ0Rc+Kk=";
};
postPatch =
''
substituteInPlace Makefile --replace "/usr/bin/g++" "g++" --replace "lib64" "lib"
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "binary_path = package_dir / binary_name" \
"binary_path = Path('$out/${python.sitePackages}/${pname}')/binary_name"
''
+ lib.optionalString torch.cudaSupport ''
substituteInPlace bitsandbytes/cuda_setup/main.py \
--replace "/usr/local/cuda/lib64" "${cuda-native-redist}/lib"
'';
CUDA_HOME = "${cuda-native-redist}";
preBuild =
if torch.cudaSupport
then
with torch.cudaPackages; let
cudaVersion =
lib.concatStrings
(lib.splitVersion torch.cudaPackages.cudaMajorMinorVersion);
in "make CUDA_VERSION=${cudaVersion} cuda${cudaMajorVersion}x"
else "make CUDA_VERSION=CPU cpuonly";
nativeBuildInputs =
[setuptools]
++ lib.optionals torch.cudaSupport [cuda-native-redist];
buildInputs = lib.optionals torch.cudaSupport [cuda-redist];
propagatedBuildInputs = [torch];
doCheck = false; # tests require CUDA and also GPU access
nativeCheckInputs = [pytestCheckHook einops lion-pytorch scipy];
pythonImportsCheck = ["bitsandbytes"];
meta = with lib; {
homepage = "https://github.com/TimDettmers/bitsandbytes";
description = "8-bit CUDA functions for PyTorch";
license = licenses.mit;
maintainers = with maintainers; [bcdarwin];
};
}
|
