freQuensy23 commited on
Commit
2219bdc
1 Parent(s): 2edad32

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -4,6 +4,7 @@ import peft
4
 
5
  model_id = 'freQuensy23/toxic-llama2'
6
  model = peft.AutoPeftModelForCausalLM.from_pretrained(model_id)
 
7
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
8
 
9
 
 
4
 
5
  model_id = 'freQuensy23/toxic-llama2'
6
  model = peft.AutoPeftModelForCausalLM.from_pretrained(model_id)
7
+ model.to_bettertransformer()
8
  tokenizer = transformers.AutoTokenizer.from_pretrained(model_id)
9
 
10