summaryrefslogtreecommitdiff
path: root/Omni/Llamacpp.py
diff options
context:
space:
mode:
authorBen Sima <ben@bsima.me>2024-11-15 14:55:37 -0500
committerBen Sima <ben@bsima.me>2024-12-21 10:06:49 -0500
commit6513755670892983db88a6633b8c1ea6019c03d1 (patch)
tree44e9eccdb7a3a74ab7e96a8fee7572dd6a78dc73 /Omni/Llamacpp.py
parentae7b7e0186b5f2e0dcd4d5fac0a71fa264caedc2 (diff)
Re-namespace some stuff to Omni
I was getting confused about what is a product and what is internal infrastructure; I think it is good to keep those things separate. So I moved a bunch of stuff to an Omni namespace, actually most stuff went there. Only things that are explicitly external products are still in the Biz namespace.
Diffstat (limited to 'Omni/Llamacpp.py')
-rw-r--r--Omni/Llamacpp.py43
1 files changed, 43 insertions, 0 deletions
diff --git a/Omni/Llamacpp.py b/Omni/Llamacpp.py
new file mode 100644
index 0000000..66b57d8
--- /dev/null
+++ b/Omni/Llamacpp.py
@@ -0,0 +1,43 @@
+"""
+Test that llama.cpp can build and exec in the omni repo.
+
+Note that this does not test if llama-cpp can actually execute any models. I
+(currently) use ollama for running and managing models, but I'd like to make
+sure llama-cpp still works in case I need/want to switch at some point.
+"""
+
+# : out llamacpp-test
+# : run llama-cpp
+
+import os
+import sys
+import unittest
+
+
+class TestLlamaCpp(unittest.TestCase):
+ """Test that llama.cpp is available."""
+
+ def test_in_path(self) -> None:
+ """Test that llama.cpp is in $PATH."""
+ self.assertIn("llama-cpp", os.environ.get("PATH", ""))
+
+
+def test() -> None:
+ """Run this module's test suite."""
+ suite = unittest.TestSuite()
+ suite.addTests(
+ unittest.defaultTestLoader.loadTestsFromTestCase(TestLlamaCpp),
+ )
+ unittest.TextTestRunner().run(suite)
+
+
+def main() -> None:
+ """Entrypoint."""
+ if sys.argv[1] == "test":
+ test()
+ else:
+ sys.exit(0)
+
+
+if __name__ == "__main__":
+ main()