From 247678afc7c74c98f64e8d19f67355d128946974 Mon Sep 17 00:00:00 2001 From: Ben Sima Date: Thu, 10 Aug 2023 21:11:23 -0400 Subject: Add llama-cpp and exllama --- Biz/Bild/Deps.nix | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) (limited to 'Biz/Bild/Deps.nix') diff --git a/Biz/Bild/Deps.nix b/Biz/Bild/Deps.nix index 8fc9fc8..da18d89 100644 --- a/Biz/Bild/Deps.nix +++ b/Biz/Bild/Deps.nix @@ -33,9 +33,9 @@ in rec python3 = super.python3.override { packageOverrides = _: pysuper: with pysuper.pkgs.python3Packages; { - accelerate = callPackage ./Deps/accelerate.nix {}; - bitsandbytes = callPackage ./Deps/bitsandbytes.nix {}; - lion-pytorch = callPackage ./Deps/lion-pytorch.nix {}; + exllama = callPackage ./Deps/exllama.nix { + cudaPackages = super.pkgs.cudaPackages_11_7; + }; }; }; @@ -70,5 +70,7 @@ in rec ]; }; + llama-cpp = super.callPackage ./Deps/llama-cpp.nix {}; + nostr-rs-relay = super.callPackage ./Deps/nostr-rs-relay.nix {}; } -- cgit v1.2.3