Spaces:
Runtime error
Runtime error
VictorSanh
commited on
Commit
•
14be3d0
1
Parent(s):
ac8d53f
Update visualization
Browse files- app_dialogue.py +1 -0
app_dialogue.py
CHANGED
@@ -307,6 +307,7 @@ def model_generation(
|
|
307 |
truncation=True,
|
308 |
max_length=MAX_SEQ_LEN - max_new_tokens,
|
309 |
padding=True,
|
|
|
310 |
)
|
311 |
for k, v in input_args.items():
|
312 |
input_args[k] = v.to(0)
|
|
|
307 |
truncation=True,
|
308 |
max_length=MAX_SEQ_LEN - max_new_tokens,
|
309 |
padding=True,
|
310 |
+
# add_end_of_utterance_token=False, # Already taken care of inside the prompts, so bypassing the processor's handling of this token
|
311 |
)
|
312 |
for k, v in input_args.items():
|
313 |
input_args[k] = v.to(0)
|