Llama-3.1-405B-Instruct

Runtime error

Nymbo commited on Aug 10

Commit

16a9c90

•

1 Parent(s): 731ebbd

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -31,7 +31,7 @@ def respond(
     response = ""
     for message in  client.chat.completions.create(
-        model="meta-llama/Meta-Llama-3.1-405B-Instruct-FP8",
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,

     response = ""
     for message in  client.chat.completions.create(
+        model="meta-llama/Meta-Llama-3.1-405B-Instruct",
         max_tokens=max_tokens,
         stream=True,
         temperature=temperature,