smji commited on
Commit
69febbe
1 Parent(s): 85851cc

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -22,7 +22,7 @@
22
  "num_heads": 6,
23
  "num_layers": 12,
24
  "pad_token_id": 0,
25
- "relative_attention_max_distance": 128,
26
  "relative_attention_num_buckets": 32,
27
  "tie_word_embeddings": false,
28
  "tokenizer_class": "ByT5Tokenizer",
 
22
  "num_heads": 6,
23
  "num_layers": 12,
24
  "pad_token_id": 0,
25
+ "relative_attention_max_distance": 1024,
26
  "relative_attention_num_buckets": 32,
27
  "tie_word_embeddings": false,
28
  "tokenizer_class": "ByT5Tokenizer",