Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -22,7 +22,7 @@
|
|
22 |
"num_heads": 6,
|
23 |
"num_layers": 12,
|
24 |
"pad_token_id": 0,
|
25 |
-
"relative_attention_max_distance":
|
26 |
"relative_attention_num_buckets": 32,
|
27 |
"tie_word_embeddings": false,
|
28 |
"tokenizer_class": "ByT5Tokenizer",
|
|
|
22 |
"num_heads": 6,
|
23 |
"num_layers": 12,
|
24 |
"pad_token_id": 0,
|
25 |
+
"relative_attention_max_distance": 1024,
|
26 |
"relative_attention_num_buckets": 32,
|
27 |
"tie_word_embeddings": false,
|
28 |
"tokenizer_class": "ByT5Tokenizer",
|