summaryrefslogtreecommitdiff
path: root/ava.py
diff options
context:
space:
mode:
Diffstat (limited to 'ava.py')
-rwxr-xr-xava.py5
1 files changed, 3 insertions, 2 deletions
diff --git a/ava.py b/ava.py
index c364f6d..c847edd 100755
--- a/ava.py
+++ b/ava.py
@@ -2,6 +2,8 @@
# : out ava
# : dep transformers
# : dep torch
+# : dep accelerate
+# : dep bitsandbytes
import transformers
import torch
import sys
@@ -9,8 +11,7 @@ import sys
# import sleekxmpp
-# model_name = "EleutherAI/gpt-neox-20b"
-model_name = "EleutherAI/gpt-j-6B"
+model_name = "lmsys/vicuna-33b-v1.3"
if torch.cuda.is_available():
device = "cuda:0"