Yntec commited on
Commit
77e2878
1 Parent(s): b3e5cd0

Update tokenizer/special_tokens_map.json

Browse files
Files changed (1) hide show
  1. tokenizer/special_tokens_map.json +1 -0
tokenizer/special_tokens_map.json CHANGED
@@ -3,4 +3,5 @@
3
  "eos_token": "<|endoftext|>",
4
  "pad_token": "<|endoftext|>",
5
  "unk_token": "<|endoftext|>"
 
6
  }
 
3
  "eos_token": "<|endoftext|>",
4
  "pad_token": "<|endoftext|>",
5
  "unk_token": "<|endoftext|>"
6
+
7
  }