From 44b1f8d5bc2ffcb00f56b0096476501e7e0cd458 Mon Sep 17 00:00:00 2001
From: Ben Sima <ben@bsima.me>
Date: Mon, 7 Aug 2023 17:57:42 -0400
Subject: Get ava.py running with nixified builds

I had to redo some of my python overrides and crib the bitsandbytes.nix
from upstream.

Ava is failing because:

    ValueError: Tokenizer class LlamaTokenizer does not exist or is not
    currently imported.

I think this means I need to update my nixpkgs pin, so I'm gonna
snapshot my work in git, do the update, and that might obviate the local
bitsandbytes.nix anyway.
---
 ava.py | 5 +++--
 1 file changed, 3 insertions(+), 2 deletions(-)

(limited to 'ava.py')

diff --git a/ava.py b/ava.py
index c364f6d..c847edd 100755
--- a/ava.py
+++ b/ava.py
@@ -2,6 +2,8 @@
 # : out ava
 # : dep transformers
 # : dep torch
+# : dep accelerate
+# : dep bitsandbytes
 import transformers
 import torch
 import sys
@@ -9,8 +11,7 @@ import sys
 # import sleekxmpp
 
 
-# model_name = "EleutherAI/gpt-neox-20b"
-model_name = "EleutherAI/gpt-j-6B"
+model_name = "lmsys/vicuna-33b-v1.3"
 
 if torch.cuda.is_available():
     device = "cuda:0"
-- 
cgit v1.2.3