Wanfq
/

FuseLLM-7B

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Wanfq commited on Apr 1

Commit

61c3c47

•

1 Parent(s): 9e1dae4

Update README.md

Files changed (1) hide show

README.md +2 -2

README.md CHANGED Viewed

@@ -254,9 +254,9 @@ pip install -r requirements.txt
 ### Usage
 ```python
-from transformers import AutoTokenizer, AutoModel
 tokenizer = AutoTokenizer.from_pretrained("Wanfq/FuseLLM-7B", use_fast=False)
-model = AutoModel.from_pretrained("Wanfq/FuseLLM-7B", torch_dtype="auto")
 model.cuda()
 inputs = tokenizer("<your text here>", return_tensors="pt").to(model.device)
 tokens = model.generate(

 ### Usage
 ```python
+from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained("Wanfq/FuseLLM-7B", use_fast=False)
+model = AutoModelForCausalLM.from_pretrained("Wanfq/FuseLLM-7B", torch_dtype="auto")
 model.cuda()
 inputs = tokenizer("<your text here>", return_tensors="pt").to(model.device)
 tokens = model.generate(