|
{ |
|
"template": "Today, I finally discovered the relation between <subj> and <obj> : <mask>", |
|
"model": "roberta-base", |
|
"max_length": 64, |
|
"epoch": 5, |
|
"batch": 16, |
|
"random_seed": 0, |
|
"lr": 5e-06, |
|
"lr_warmup": 10, |
|
"aggregation_mode": "average_no_mask", |
|
"data": "relbert/conceptnet_relational_similarity", |
|
"data_name": null, |
|
"exclude_relation": null, |
|
"split": "train", |
|
"split_valid": "validation", |
|
"loss_function": "nce", |
|
"classification_loss": false, |
|
"loss_function_config": { |
|
"temperature": 0.05, |
|
"num_negative": 300, |
|
"num_positive": 30 |
|
}, |
|
"augment_negative_by_positive": true |
|
} |