raspberry-3b

Running on Zero

qnguyen3 commited on Oct 7

Commit

deb1a8e

•

1 Parent(s): f72d17f

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -15,7 +15,6 @@ MODEL_NAME = MODELS.split("/")[-1]
 TITLE = "<h1><center>raspberry-3b</center></h1>"
 DESCRIPTION = f"""
-<h3>MODEL: <a href="https://hf.co/{MODELS}">{MODEL_NAME}</a></h3>
 <center>
 <p>raspberry-3b
 <br>
@@ -37,11 +36,11 @@ h3 {
 """
 model = AutoModelForCausalLM.from_pretrained(
-          MODELS,
           torch_dtype=torch.float16,
           device_map="auto",
         )
-tokenizer = AutoTokenizer.from_pretrained(MODELS)
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):

 TITLE = "<h1><center>raspberry-3b</center></h1>"
 DESCRIPTION = f"""
 <center>
 <p>raspberry-3b
 <br>
 """
 model = AutoModelForCausalLM.from_pretrained(
+          MODEL_ID,
           torch_dtype=torch.float16,
           device_map="auto",
         )
+tokenizer = AutoTokenizer.from_pretrained(MODEL_ID)
 @spaces.GPU
 def stream_chat(message: str, history: list, temperature: float, max_new_tokens: int, top_p: float, top_k: int, penalty: float):