Spaces:
Running
on
Zero
Running
on
Zero
Commit
•
d09adac
1
Parent(s):
2107a44
udpate
Browse files- tigerscore.py +0 -2
tigerscore.py
CHANGED
|
@@ -74,14 +74,12 @@ class TIGERScorer(object):
|
|
| 74 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 75 |
model_name,
|
| 76 |
torch_dtype=torch.bfloat16,
|
| 77 |
-
device_map="auto",
|
| 78 |
load_in_4bit=True,
|
| 79 |
)
|
| 80 |
else:
|
| 81 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 82 |
model_name,
|
| 83 |
torch_dtype=torch.bfloat16,
|
| 84 |
-
device_map="auto"
|
| 85 |
)
|
| 86 |
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 87 |
model_name,
|
|
|
|
| 74 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 75 |
model_name,
|
| 76 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 77 |
load_in_4bit=True,
|
| 78 |
)
|
| 79 |
else:
|
| 80 |
self.model = AutoModelForCausalLM.from_pretrained(
|
| 81 |
model_name,
|
| 82 |
torch_dtype=torch.bfloat16,
|
|
|
|
| 83 |
)
|
| 84 |
self.tokenizer = AutoTokenizer.from_pretrained(
|
| 85 |
model_name,
|