Add llm-sentence-transformers

Needed this for some LLM projects, basically I need it whenever I want to make
embeddings because it has all of the embedding models.

2 files changed, 44 insertions, 0 deletions

diff --git a/Biz/Bild/Deps/llm-sentence-transformers.nix b/Biz/Bild/Deps/llm-sentence-transformers.nix
new file mode 100644
index 0000000..4d63c83
--- /dev/null
+++ b/Biz/Bild/Deps/llm-sentence-transformers.nix
@@ -0,0 +1,42 @@
+{ buildPythonPackage, fetchFromGitHub, lib, llm, sentence-transformers
+, pytestCheckHook, setuptools, pythonOlder, }:
+buildPythonPackage rec {
+  pname = "llm-sentence-transformers";
+  version = "0.2";
+  pyproject = true;
+
+  disabled = pythonOlder "3.8";
+
+  src = fetchFromGitHub {
+    owner = "simonw";
+    repo = pname;
+    rev = "refs/tags/${version}";
+    hash = "sha256-1NlKPWekdVLrNkIMWXLCRWn54RlAEuEDWMCDnQHNkBc=";
+  };
+
+  nativeBuildInputs = [ setuptools ];
+
+  buildInputs = [ llm sentence-transformers ];
+
+  propagatedBuildInputs = [ sentence-transformers ];
+
+  # fails because of some pydantic warnings
+  doCheck = false;
+  disabledTests = [
+    # wants to mkdir in the /homeless-shelter
+    "test_sentence_transformers"
+  ];
+
+  nativeCheckInputs = [ pytestCheckHook ];
+
+  pythonImportsCheck = [ "llm_sentence_transformers" ];
+
+  meta = with lib; {
+    homepage = "https://github.com/taketwo/llm-sentence-transformers";
+    description = "LLM plugin for embeddings using sentence-transformers";
+    changelog =
+      "https://github.com/taketwo/llm-sentence-transformers/releases/tag/${version}";
+    license = licenses.asl20;
+    maintainers = with maintainers; [ bsima ];
+  };
+}
diff --git a/Biz/Bild/Python.nix b/Biz/Bild/Python.nix
index 50a1779..6e4f390 100644
--- a/Biz/Bild/Python.nix
+++ b/Biz/Bild/Python.nix
@@ -6,6 +6,8 @@ _self: super: {
       in {
         interegular = callPackage ./Deps/interegular.nix { };
         llm-ollama = callPackage ./Deps/llm-ollama.nix { };
+        llm-sentence-transformers =
+          callPackage ./Deps/llm-sentence-transformers.nix { };
         mypy = dontCheck pysuper.mypy;
         outlines = callPackage ./Deps/outlines.nix { };
         perscache = callPackage ./Deps/perscache.nix { };