diff options
| author | Ben Sima <ben@bsima.me> | 2023-08-10 21:11:23 -0400 |
|---|---|---|
| committer | Ben Sima <ben@bsima.me> | 2023-08-16 14:29:43 -0400 |
| commit | 247678afc7c74c98f64e8d19f67355d128946974 (patch) | |
| tree | 6bde2696aab9029f67ff6eb136f26b81bcd5a4c4 /Biz/Bild/Sources.json | |
| parent | 4e67ef22a7508150798413081bf8a5bb4adab6e5 (diff) | |
Add llama-cpp and exllama
Diffstat (limited to 'Biz/Bild/Sources.json')
| -rw-r--r-- | Biz/Bild/Sources.json | 24 |
1 files changed, 24 insertions, 0 deletions
diff --git a/Biz/Bild/Sources.json b/Biz/Bild/Sources.json index 6213d95..5d05ea0 100644 --- a/Biz/Bild/Sources.json +++ b/Biz/Bild/Sources.json @@ -24,6 +24,18 @@ "url": "https://github.com/docopt/docopt.hs/archive/cdd32227eaff46fb57330ced96d5c290cbd9e035.tar.gz", "url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" }, + "exllama": { + "branch": "master", + "description": "A more memory-efficient rewrite of the HF transformers implementation of Llama for use with quantized weights.", + "homepage": null, + "owner": "jllllll", + "repo": "exllama", + "rev": "3ddf3bd39bdff330623f3740cda4ae1537ef86d9", + "sha256": "0g87xm71jmw5bl4ya5dbk72fghhhwvrjqspaayq7zass16jixr1d", + "type": "tarball", + "url": "https://github.com/jllllll/exllama/archive/3ddf3bd39bdff330623f3740cda4ae1537ef86d9.tar.gz", + "url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" + }, "ghc-exactprint": { "branch": "master", "description": "GHC version of haskell-src-exts exactPrint", @@ -64,6 +76,18 @@ "url_template": "https://gitlab.com/kavalogic-inc/inspekt3d/-/archive/<version>/inspekt3d-<version>.tar.gz", "version": "703f52ccbfedad2bf5240bf8183d1b573c9d54ef" }, + "llama-cpp": { + "branch": "master", + "description": "Port of Facebook's LLaMA model in C/C++", + "homepage": null, + "owner": "ggerganov", + "repo": "llama.cpp", + "rev": "e59fcb2bc129881f4a269fee748fb38bce0a64de", + "sha256": "18171pv8ymgkvv2q3y8f6l64sm9dmpa0w7yqipzhdxx2n9m1x6ln", + "type": "tarball", + "url": "https://github.com/ggerganov/llama.cpp/archive/e59fcb2bc129881f4a269fee748fb38bce0a64de.tar.gz", + "url_template": "https://github.com/<owner>/<repo>/archive/<rev>.tar.gz" + }, "niv": { "branch": "master", "description": "Easy dependency management for Nix projects", |