add tokenizer
Browse files- vocab.json +1 -1
vocab.json
CHANGED
@@ -1 +1 @@
|
|
1 |
-
{"
|
|
|
1 |
+
{"ف": 0, "ذ": 1, "ر": 2, "ڨ": 3, "ط": 4, "ﺃ": 5, "ھ": 6, "ض": 7, "ح": 8, "ص": 9, "ك": 10, "ه": 11, "خ": 12, "س": 13, "ا": 14, "ء": 15, "ى": 16, "ک": 17, "ز": 18, "م": 19, "ن": 20, "و": 21, "د": 22, "ع": 23, "غ": 24, "ئ": 25, "ی": 26, "ب": 27, "ق": 28, "ت": 30, "ظ": 31, "ث": 32, "ش": 33, "ج": 34, "ؤ": 35, "ة": 36, "ل": 37, "ي": 38, "ﻻ": 39, "|": 29, "[UNK]": 40, "[PAD]": 41}
|