diff options
Diffstat (limited to 'ava.py')
-rwxr-xr-x | ava.py | 5 |
1 files changed, 3 insertions, 2 deletions
@@ -2,6 +2,8 @@ # : out ava # : dep transformers # : dep torch +# : dep accelerate +# : dep bitsandbytes import transformers import torch import sys @@ -9,8 +11,7 @@ import sys # import sleekxmpp -# model_name = "EleutherAI/gpt-neox-20b" -model_name = "EleutherAI/gpt-j-6B" +model_name = "lmsys/vicuna-33b-v1.3" if torch.cuda.is_available(): device = "cuda:0" |