raspberry-3b

Running on Zero

qnguyen3 commited on Oct 7

Commit

e6ca87e

•

1 Parent(s): deb1a8e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -40,7 +40,7 @@ model = AutoModelForCausalLM.from_pretrained(
           torch_dtype=torch.float16,
           device_map="auto",
         )
-tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):

           torch_dtype=torch.float16,
           device_map="auto",
         )
+tokenizer = AutoTokenizer.from_pretrained('qnguyen3/WitchLM-1.5B')
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):