Update README.md

README.md

@@ -45,22 +45,18 @@ dtype: bfloat16
 ```python
 # !pip install -qU transformers accelerate
 
-from transformers import AutoTokenizer, AutoModelForCausalLM
-from transformers import pipeline
+from transformers import AutoTokenizer, AutoModelForCausalLM, pipeline
 import torch
 
 model_name = "AkimfromParis/Heliotrope-Ely-Swa-slerp-7B"
 
 tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.bfloat16)
+model = AutoModelForCausalLM.from_pretrained(model_name)
 
-pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, pad_token_id=tokenizer.eos_token_id)
+pipe = pipeline("text-generation",model=model, tokenizer=tokenizer, torch_dtype=torch.float16, device_map="auto")
+sequences = pipe('大谷翔平選手は', do_sample=False, max_new_tokens=100)
 
-messages = [
-    {"role": "system", "content": "あなたは誠実で優秀な日本人のアシスタントです。以下のトピックに関する詳細な情報を提供してください。"},
-    {"role": "user", "content": "大谷翔平選手は誰ですか？"},
-    ]
-print(pipe(messages, max_new_tokens=256)[0]['generated_text'][-1])
+print(sequences[0].get("generated_text"))
 ```
 
 # 🔖 Citation