Upload pcm_latn_5mb tokenizer.

added_tokens.json

@@ -0,0 +1 @@
+{"[XXXXX115]": 33940, "[XXXXX379]": 34204, "[XXXXX281]": 34106, "[XXXXX72]": 33897, "[XXXXX840]": 34665, "[XXXXX778]": 34603, "[XXXXX800]": 34625, "[XXXXX770]": 34595, "[XXXXX89]": 33914, "[XXXXX803]": 34628, "[XXXXX433]": 34258, "[XXXXX912]": 34737, "[XXXXX174]": 33999, "[XXXXX791]": 34616, "[XXXXX620]": 34445, "[XXXXX804]": 34629, "[XXXXX231]": 34056, "[XXXXX153]": 33978, "[XXXXX95]": 33920, "[XXXXX330]": 34155, "[XXXXX727]": 34552, "[XXXXX504]": 34329, "[XXXXX621]": 34446, "[XXXXX891]": 34716, "[XXXXX151]": 33976, "[XXXXX717]": 34542, "[XXXXX525]": 34350, "[XXXXX351]": 34176, "[XXXXX923]": 34748, "[XXXXX869]": 34694, "[XXXXX595]": 34420, "[XXXXX505]": 34330, "[XXXXX109]": 33934, "[XXXXX577]": 34402, "[XXXXX817]": 34642, "[XXXXX390]": 34215, "[XXXXX570]": 34395, "[XXXXX782]": 34607, "[XXXXX50]": 33875, "[XXXXX299]": 34124, "[XXXXX984]": 34809, "[XXXXX145]": 33970, "[XXXXX706]": 34531, "[XXXXX523]": 34348, "[XXXXX152]": 33977, "[XXXXX769]": 34594, "[XXXXX848]": 34673, "[XXXXX657]": 34482, "[XXXXX233]": 34058, "[XXXXX129]": 33954, "[XXXXX264]": 34089, "[XXXXX163]": 33988, "[XXXXX134]": 33959, "[XXXXX613]": 34438, "[XXXXX306]": 34131, "[XXXXX273]": 34098, "[XXXXX631]": 34456, "[XXXXX572]": 34397, "[XXXXX974]": 34799, "[XXXXX667]": 34492, "[XXXXX87]": 33912, "[XXXXX647]": 34472, "[XXXXX953]": 34778, "[XXXXX820]": 34645, "[XXXXX668]": 34493, "[XXXXX751]": 34576, "[XXXXX267]": 34092, "[XXXXX861]": 34686, "[XXXXX173]": 33998, "[XXXXX868]": 34693, "[XXXXX911]": 34736, "[XXXXX902]": 34727, "[XXXXX499]": 34324, "[XXXXX14]": 33839, "[XXXXX551]": 34376, "[XXXXX689]": 34514, "[XXXXX423]": 34248, "[XXXXX1]": 33826, "[XXXXX52]": 33877, "[XXXXX935]": 34760, "[XXXXX118]": 33943, "[XXXXX372]": 34197, "[XXXXX728]": 34553, "[XXXXX414]": 34239, "[XXXXX880]": 34705, "[XXXXX666]": 34491, "[XXXXX323]": 34148, "[XXXXX917]": 34742, "[XXXXX886]": 34711, "[XXXXX313]": 34138, "[XXXXX968]": 34793, "[XXXXX736]": 34561, "[XXXXX46]": 33871, "[XXXXX766]": 34591, "[XXXXX429]": 34254, "[XXXXX473]": 34298, "[XXXXX688]": 34513, "[XXXXX488]": 34313, "[XXXXX204]": 34029, "[XXXXX420]": 34245, "[XXXXX975]": 34800, "[XXXXX789]": 34614, "[XXXXX814]": 34639, "[XXXXX629]": 34454, "[XXXXX431]": 34256, "[XXXXX692]": 34517, "[XXXXX813]": 34638, "[XXXXX670]": 34495, "[XXXXX729]": 34554, "[XXXXX973]": 34798, "[XXXXX410]": 34235, "[XXXXX294]": 34119, "[XXXXX62]": 33887, "[XXXXX53]": 33878, "[XXXXX554]": 34379, "[XXXXX603]": 34428, "[XXXXX931]": 34756, "[XXXXX618]": 34443, "[XXXXX956]": 34781, "[XXXXX308]": 34133, "[XXXXX210]": 34035, "[XXXXX947]": 34772, "[XXXXX739]": 34564, "[XXXXX175]": 34000, "[XXXXX699]": 34524, "[XXXXX576]": 34401, "[XXXXX413]": 34238, "[XXXXX945]": 34770, "[XXXXX254]": 34079, "[XXXXX397]": 34222, "[XXXXX451]": 34276, "[XXXXX360]": 34185, "[XXXXX540]": 34365, "[XXXXX637]": 34462, "[XXXXX292]": 34117, "[XXXXX93]": 33918, "[XXXXX178]": 34003, "[XXXXX904]": 34729, "[XXXXX7]": 33832, "[XXXXX322]": 34147, "[XXXXX295]": 34120, "[XXXXX802]": 34627, "[XXXXX564]": 34389, "[XXXXX922]": 34747, "[XXXXX615]": 34440, "[XXXXX349]": 34174, "[XXXXX644]": 34469, "[XXXXX100]": 33925, "[XXXXX748]": 34573, "[XXXXX114]": 33939, "[XXXXX841]": 34666, "[XXXXX674]": 34499, "[XXXXX519]": 34344, "[XXXXX236]": 34061, "[XXXXX555]": 34380, "[XXXXX225]": 34050, "[XXXXX105]": 33930, "[XXXXX94]": 33919, "[XXXXX593]": 34418, "[XXXXX88]": 33913, "[XXXXX144]": 33969, "[XXXXX550]": 34375, "[XXXXX870]": 34695, "[XXXXX533]": 34358, "[XXXXX809]": 34634, "[XXXXX116]": 33941, "[XXXXX527]": 34352, "[XXXXX10]": 33835, "[XXXXX959]": 34784, "[XXXXX491]": 34316, "[XXXXX946]": 34771, "[XXXXX605]": 34430, "[XXXXX442]": 34267, "[XXXXX462]": 34287, "[XXXXX830]": 34655, "[XXXXX268]": 34093, "[XXXXX22]": 33847, "[XXXXX779]": 34604, "[XXXXX106]": 33931, "[XXXXX407]": 34232, "[XXXXX731]": 34556, "[XXXXX825]": 34650, "[XXXXX9]": 33834, "[XXXXX186]": 34011, "[XXXXX277]": 34102, "[XXXXX422]": 34247, "[XXXXX509]": 34334, "[XXXXX604]": 34429, "[XXXXX185]": 34010, "[XXXXX130]": 33955, "[XXXXX930]": 34755, "[XXXXX961]": 34786, "[XXXXX385]": 34210, "[XXXXX285]": 34110, "[XXXXX860]": 34685, "[XXXXX933]": 34758, "[XXXXX707]": 34532, "[XXXXX865]": 34690, "[XXXXX386]": 34211, "[XXXXX269]": 34094, "[XXXXX889]": 34714, "[XXXXX653]": 34478, "[XXXXX476]": 34301, "[XXXXX924]": 34749, "[XXXXX516]": 34341, "[XXXXX391]": 34216, "[XXXXX579]": 34404, "[XXXXX622]": 34447, "[XXXXX744]": 34569, "[XXXXX334]": 34159, "[XXXXX82]": 33907, "[XXXXX387]": 34212, "[XXXXX230]": 34055, "[XXXXX190]": 34015, "[XXXXX226]": 34051, "[XXXXX180]": 34005, "[XXXXX658]": 34483, "[XXXXX755]": 34580, "[XXXXX858]": 34683, "[XXXXX353]": 34178, "[XXXXX743]": 34568, "[XXXXX425]": 34250, "[XXXXX623]": 34448, "[XXXXX850]": 34675, "[XXXXX878]": 34703, "[XXXXX365]": 34190, "[XXXXX329]": 34154, "[XXXXX571]": 34396, "[XXXXX179]": 34004, "[XXXXX325]": 34150, "[XXXXX284]": 34109, "[XXXXX110]": 33935, "[XXXXX676]": 34501, "[XXXXX988]": 34813, "[XXXXX90]": 33915, "[XXXXX915]": 34740, "[XXXXX492]": 34317, "[XXXXX465]": 34290, "[XXXXX521]": 34346, "[XXXXX189]": 34014, "[XXXXX229]": 34054, "[XXXXX450]": 34275, "[XXXXX641]": 34466, "[XXXXX149]": 33974, "[XXXXX842]": 34667, "[XXXXX914]": 34739, "[XXXXX206]": 34031, "[XXXXX677]": 34502, "[XXXXX251]": 34076, "[XXXXX103]": 33928, "[XXXXX885]": 34710, "[XXXXX460]": 34285, "[XXXXX855]": 34680, "[XXXXX502]": 34327, "[XXXXX85]": 33910, "[XXXXX610]": 34435, "[XXXXX723]": 34548, "[XXXXX21]": 33846, "[XXXXX662]": 34487, "[XXXXX123]": 33948, "[XXXXX582]": 34407, "[XXXXX646]": 34471, "[XXXXX120]": 33945, "[XXXXX164]": 33989, "[XXXXX311]": 34136, "[XXXXX586]": 34411, "[XXXXX683]": 34508, "[XXXXX122]": 33947, "[XXXXX671]": 34496, "[XXXXX302]": 34127, "[XXXXX70]": 33895, "[XXXXX252]": 34077, "[XXXXX399]": 34224, "[XXXXX45]": 33870, "[XXXXX818]": 34643, "[XXXXX195]": 34020, "[XXXXX37]": 33862, "[XXXXX625]": 34450, "[XXXXX455]": 34280, "[XXXXX801]": 34626, "[XXXXX248]": 34073, "[XXXXX345]": 34170, "[XXXXX627]": 34452, "[XXXXX826]": 34651, "[XXXXX749]": 34574, "[XXXXX659]": 34484, "[XXXXX799]": 34624, "[XXXXX474]": 34299, "[XXXXX978]": 34803, "[XXXXX132]": 33957, "[XXXXX545]": 34370, "[XXXXX703]": 34528, "[XXXXX452]": 34277, "[XXXXX159]": 33984, "[XXXXX314]": 34139, "[XXXXX719]": 34544, "[XXXXX257]": 34082, "[XXXXX686]": 34511, "[XXXXX412]": 34237, "[XXXXX970]": 34795, "[XXXXX650]": 34475, "[XXXXX137]": 33962, "[XXXXX877]": 34702, "[XXXXX24]": 33849, "[XXXXX307]": 34132, "[XXXXX359]": 34184, "[XXXXX485]": 34310, "[XXXXX434]": 34259, "[XXXXX682]": 34507, "[XXXXX700]": 34525, "[XXXXX479]": 34304, "[XXXXX944]": 34769, "[XXXXX198]": 34023, "[XXXXX617]": 34442, "[XXXXX737]": 34562, "[XXXXX794]": 34619, "[XXXXX170]": 33995, "[XXXXX884]": 34709, "[XXXXX852]": 34677, "[XXXXX534]": 34359, "[XXXXX402]": 34227, "[XXXXX443]": 34268, "[XXXXX897]": 34722, "[XXXXX453]": 34278, "[XXXXX559]": 34384, "[XXXXX467]": 34292, "[XXXXX562]": 34387, "[XXXXX61]": 33886, "[XXXXX17]": 33842, "[XXXXX409]": 34234, "[XXXXX645]": 34470, "[XXXXX86]": 33911, "[XXXXX578]": 34403, "[XXXXX971]": 34796, "[XXXXX847]": 34672, "[XXXXX632]": 34457, "[XXXXX987]": 34812, "[XXXXX753]": 34578, "[XXXXX532]": 34357, "[XXXXX71]": 33896, "[XXXXX784]": 34609, "[XXXXX684]": 34509, "[XXXXX162]": 33987, "[XXXXX672]": 34497, "[XXXXX194]": 34019, "[XXXXX107]": 33932, "[XXXXX738]": 34563, "[XXXXX275]": 34100, "[XXXXX704]": 34529, "[XXXXX702]": 34527, "[XXXXX656]": 34481, "[XXXXX831]": 34656, "[XXXXX806]": 34631, "[XXXXX456]": 34281, "[XXXXX500]": 34325, "[XXXXX266]": 34091, "[XXXXX157]": 33982, "[XXXXX263]": 34088, "[XXXXX600]": 34425, "[XXXXX950]": 34775, "[XXXXX131]": 33956, "[XXXXX856]": 34681, "[XXXXX589]": 34414, "[XXXXX568]": 34393, "[XXXXX183]": 34008, "[XXXXX382]": 34207, "[XXXXX552]": 34377, "[XXXXX949]": 34774, "[XXXXX635]": 34460, "[XXXXX16]": 33841, "[XXXXX569]": 34394, "[XXXXX584]": 34409, "[XXXXX708]": 34533, "[XXXXX590]": 34415, "[XXXXX678]": 34503, "[XXXXX760]": 34585, "[XXXXX318]": 34143, "[XXXXX531]": 34356, "[XXXXX792]": 34617, "[XXXXX78]": 33903, "[XXXXX882]": 34707, "[XXXXX305]": 34130, "[XXXXX177]": 34002, "[XXXXX333]": 34158, "[XXXXX664]": 34489, "[XXXXX19]": 33844, "[XXXXX380]": 34205, "[XXXXX838]": 34663, "[XXXXX283]": 34108, "[XXXXX730]": 34555, "[XXXXX903]": 34728, "[XXXXX720]": 34545, "[XXXXX735]": 34560, "[XXXXX587]": 34412, "[XXXXX808]": 34633, "[XXXXX4]": 33829, "[XXXXX651]": 34476, "[XXXXX542]": 34367, "[XXXXX211]": 34036, "[XXXXX167]": 33992, "[XXXXX154]": 33979, "[XXXXX278]": 34103, "[XXXXX910]": 34735, "[XXXXX494]": 34319, "[XXXXX280]": 34105, "[XXXXX895]": 34720, "[XXXXX661]": 34486, "[XXXXX558]": 34383, "[XXXXX441]": 34266, "[XXXXX989]": 34814, "[XXXXX612]": 34437, "[XXXXX111]": 33936, "[XXXXX626]": 34451, "[XXXXX63]": 33888, "[XXXXX522]": 34347, "[XXXXX398]": 34223, "[SEP]": 33822, "[XXXXX484]": 34309, "[XXXXX47]": 33872, "[XXXXX136]": 33961, "[XXXXX732]": 34557, "[XXXXX56]": 33881, "[XXXXX362]": 34187, "[XXXXX819]": 34644, "[XXXXX514]": 34339, "[XXXXX611]": 34436, "[XXXXX468]": 34293, "[XXXXX224]": 34049, "[XXXXX780]": 34605, "[XXXXX846]": 34671, "[XXXXX291]": 34116, "[XXXXX775]": 34600, "[XXXXX150]": 33975, "[XXXXX714]": 34539, "[XXXXX712]": 34537, "[XXXXX421]": 34246, "[XXXXX715]": 34540, "[XXXXX643]": 34468, "[XXXXX428]": 34253, "[XXXXX972]": 34797, "[XXXXX857]": 34682, "[XXXXX354]": 34179, "[XXXXX913]": 34738, "[XXXXX498]": 34323, "[XXXXX634]": 34459, "[XXXXX346]": 34171, "[XXXXX218]": 34043, "[XXXXX893]": 34718, "[XXXXX962]": 34787, "[XXXXX754]": 34579, "[XXXXX497]": 34322, "[XXXXX481]": 34306, "[XXXXX776]": 34601, "[XXXXX487]": 34312, "[XXXXX127]": 33952, "[XXXXX642]": 34467, "[XXXXX368]": 34193, "[XXXXX227]": 34052, "[XXXXX966]": 34791, "[XXXXX921]": 34746, "[XXXXX220]": 34045, "[XXXXX798]": 34623, "[XXXXX875]": 34700, "[XXXXX245]": 34070, "[XXXXX871]": 34696, "[XXXXX538]": 34363, "[XXXXX371]": 34196, "[XXXXX478]": 34303, "[XXXXX866]": 34691, "[XXXXX406]": 34231, "[XXXXX74]": 33899, "[XXXXX200]": 34025, "[XXXXX31]": 33856, "[XXXXX447]": 34272, "[XXXXX698]": 34523, "[XXXXX906]": 34731, "[XXXXX117]": 33942, "[XXXXX232]": 34057, "[XXXXX849]": 34674, "[XXXXX833]": 34658, "[XXXXX242]": 34067, "[XXXXX563]": 34388, "[XXXXX964]": 34789, "[XXXXX335]": 34160, "[XXXXX156]": 33981, "[XXXXX675]": 34500, "[XXXXX96]": 33921, "[XXXXX718]": 34543, "[XXXXX258]": 34083, "[XXXXX864]": 34689, "[XXXXX566]": 34391, "[XXXXX630]": 34455, "[XXXXX332]": 34157, "[XXXXX762]": 34587, "[XXXXX640]": 34465, "[XXXXX51]": 33876, "[XXXXX99]": 33924, "[XXXXX2]": 33827, "[XXXXX98]": 33923, "[XXXXX101]": 33926, "[XXXXX217]": 34042, "[XXXXX270]": 34095, "[XXXXX741]": 34566, "[XXXXX836]": 34661, "[XXXXX112]": 33937, "[XXXXX952]": 34777, "[XXXXX426]": 34251, "[XXXXX764]": 34589, "[XXXXX567]": 34392, "[XXXXX894]": 34719, "[XXXXX575]": 34400, "[XXXXX983]": 34808, "[XXXXX598]": 34423, "[XXXXX384]": 34209, "[XXXXX34]": 33859, "[XXXXX454]": 34279, "[XXXXX907]": 34732, "[XXXXX143]": 33968, "[XXXXX260]": 34085, "[XXXXX464]": 34289, "[XXXXX416]": 34241, "[XXXXX383]": 34208, "[XXXXX300]": 34125, "[XXXXX196]": 34021, "[XXXXX350]": 34175, "[XXXXX750]": 34575, "[XXXXX761]": 34586, "[XXXXX357]": 34182, "[XXXXX193]": 34018, "[XXXXX624]": 34449, "[XXXXX942]": 34767, "[XXXXX941]": 34766, "[XXXXX376]": 34201, "[XXXXX976]": 34801, "[XXXXX967]": 34792, "[XXXXX927]": 34752, "[XXXXX839]": 34664, "[XXXXX892]": 34717, "[XXXXX315]": 34140, "[XXXXX367]": 34192, "[XXXXX694]": 34519, "[XXXXX926]": 34751, "[XXXXX457]": 34282, "[XXXXX23]": 33848, "[XXXXX679]": 34504, "[XXXXX181]": 34006, "[XXXXX440]": 34265, "[XXXXX207]": 34032, "[XXXXX581]": 34406, "[XXXXX918]": 34743, "[XXXXX979]": 34804, "[XXXXX172]": 33997, "[XXXXX393]": 34218, "[XXXXX374]": 34199, "[XXXXX965]": 34790, "[XXXXX977]": 34802, "[XXXXX822]": 34647, "[XXXXX64]": 33889, "[XXXXX883]": 34708, "[XXXXX835]": 34660, "[XXXXX12]": 33837, "[XXXXX249]": 34074, "[XXXXX788]": 34613, "[XXXXX205]": 34030, "[XXXXX772]": 34597, "[XXXXX461]": 34286, "[CLS]": 33821, "[XXXXX394]": 34219, "[XXXXX537]": 34362, "[XXXXX202]": 34027, "[XXXXX851]": 34676, "[XXXXX463]": 34288, "[XXXXX337]": 34162, "[XXXXX124]": 33949, "[XXXXX669]": 34494, "[XXXXX854]": 34679, "[XXXXX697]": 34522, "[XXXXX528]": 34353, "[XXXXX482]": 34307, "[XXXXX274]": 34099, "[XXXXX874]": 34699, "[XXXXX215]": 34040, "[XXXXX26]": 33851, "[XXXXX786]": 34611, "[XXXXX419]": 34244, "[XXXXX331]": 34156, "[XXXXX81]": 33906, "[XXXXX208]": 34033, "[XXXXX18]": 33843, "[XXXXX437]": 34262, "[XXXXX745]": 34570, "[XXXXX343]": 34168, "[XXXXX341]": 34166, "[XXXXX810]": 34635, "[XXXXX76]": 33901, "[XXXXX297]": 34122, "[XXXXX253]": 34078, "[XXXXX693]": 34518, "[XXXXX288]": 34113, "[XXXXX355]": 34180, "[XXXXX471]": 34296, "[XXXXX565]": 34390, "[XXXXX756]": 34581, "[XXXXX328]": 34153, "[XXXXX289]": 34114, "[XXXXX597]": 34422, "[XXXXX511]": 34336, "[XXXXX898]": 34723, "[XXXXX148]": 33973, "[XXXXX303]": 34128, "[XXXXX219]": 34044, "[XXXXX960]": 34785, "[XXXXX560]": 34385, "[XXXXX827]": 34652, "[XXXXX241]": 34066, "[XXXXX342]": 34167, "[XXXXX929]": 34754, "[XXXXX628]": 34453, "[XXXXX395]": 34220, "[XXXXX939]": 34764, "[XXXXX619]": 34444, "[XXXXX759]": 34584, "[XXXXX13]": 33838, "[XXXXX321]": 34146, "[XXXXX821]": 34646, "[XXXXX843]": 34668, "[XXXXX873]": 34698, "[XXXXX430]": 34255, "[XXXXX541]": 34366, "[XXXXX411]": 34236, "[XXXXX536]": 34361, "[XXXXX97]": 33922, "[XXXXX312]": 34137, "[XXXXX246]": 34071, "[XXXXX243]": 34068, "[XXXXX796]": 34621, "[XXXXX427]": 34252, "[XXXXX606]": 34431, "[XXXXX742]": 34567, "[XXXXX501]": 34326, "[XXXXX614]": 34439, "[XXXXX867]": 34692, "[XXXXX104]": 33929, "[XXXXX404]": 34229, "[XXXXX709]": 34534, "[XXXXX556]": 34381, "[XXXXX636]": 34461, "[XXXXX767]": 34592, "[XXXXX435]": 34260, "[XXXXX57]": 33882, "[XXXXX5]": 33830, "[XXXXX773]": 34598, "[XXXXX146]": 33971, "[XXXXX364]": 34189, "[XXXXX777]": 34602, "[XXXXX222]": 34047, "[XXXXX276]": 34101, "[XXXXX65]": 33890, "[XXXXX203]": 34028, "[XXXXX25]": 33850, "[XXXXX829]": 34654, "[XXXXX324]": 34149, "[XXXXX982]": 34807, "[XXXXX853]": 34678, "[XXXXX135]": 33960, "[XXXXX815]": 34640, "[XXXXX583]": 34408, "[XXXXX639]": 34464, "[XXXXX388]": 34213, "[XXXXX41]": 33866, "[XXXXX638]": 34463, "[XXXXX649]": 34474, "[XXXXX445]": 34270, "[XXXXX763]": 34588, "[XXXXX298]": 34123, "[XXXXX239]": 34064, "[XXXXX166]": 33991, "[XXXXX39]": 33864, "[XXXXX837]": 34662, "[XXXXX510]": 34335, "[XXXXX238]": 34063, "[XXXXX187]": 34012, "[XXXXX705]": 34530, "[XXXXX279]": 34104, "[XXXXX793]": 34618, "[XXXXX518]": 34343, "[XXXXX290]": 34115, "[XXXXX201]": 34026, "[XXXXX591]": 34416, "[XXXXX495]": 34320, "[XXXXX317]": 34142, "[XXXXX155]": 33980, "[XXXXX876]": 34701, "[XXXXX171]": 33996, "[XXXXX543]": 34368, "[XXXXX271]": 34096, "[XXXXX20]": 33845, "[XXXXX214]": 34039, "[XXXXX168]": 33993, "[XXXXX75]": 33900, "[XXXXX981]": 34806, "[XXXXX102]": 33927, "[XXXXX415]": 34240, "[XXXXX424]": 34249, "[XXXXX553]": 34378, "[XXXXX234]": 34059, "[XXXXX932]": 34757, "[XXXXX339]": 34164, "[XXXXX475]": 34300, "[XXXXX192]": 34017, "[XXXXX375]": 34200, "[XXXXX963]": 34788, "[XXXXX347]": 34172, "[XXXXX43]": 33868, "[XXXXX901]": 34726, "[XXXXX212]": 34037, "[XXXXX687]": 34512, "[XXXXX517]": 34342, "[XXXXX244]": 34069, "[XXXXX506]": 34331, "[XXXXX594]": 34419, "[XXXXX951]": 34776, "[XXXXX480]": 34305, "[XXXXX909]": 34734, "[XXXXX807]": 34632, "[XXXXX765]": 34590, "[XXXXX609]": 34434, "[XXXXX369]": 34194, "[XXXXX599]": 34424, "[XXXXX48]": 33873, "[XXXXX823]": 34648, "[XXXXX561]": 34386, "[XXXXX259]": 34084, "[XXXXX142]": 33967, "[XXXXX158]": 33983, "[XXXXX722]": 34547, "[XXXXX327]": 34152, "[XXXXX648]": 34473, "[XXXXX535]": 34360, "[XXXXX899]": 34724, "[XXXXX920]": 34745, "[XXXXX834]": 34659, "[XXXXX60]": 33885, "[XXXXX588]": 34413, "[XXXXX496]": 34321, "[XXXXX888]": 34713, "[XXXXX66]": 33891, "[XXXXX862]": 34687, "[XXXXX91]": 33916, "[XXXXX400]": 34225, "[XXXXX908]": 34733, "[XXXXX790]": 34615, "[XXXXX139]": 33964, "[XXXXX255]": 34080, "[XXXXX725]": 34550, "[XXXXX654]": 34479, "[XXXXX356]": 34181, "[XXXXX489]": 34314, "[XXXXX879]": 34704, "[XXXXX40]": 33865, "[XXXXX757]": 34582, "[XXXXX216]": 34041, "[XXXXX55]": 33880, "[XXXXX448]": 34273, "[XXXXX373]": 34198, "[XXXXX141]": 33966, "[XXXXX209]": 34034, "[XXXXX948]": 34773, "[XXXXX696]": 34521, "[XXXXX84]": 33909, "[XXXXX547]": 34372, "[XXXXX601]": 34426, "[XXXXX574]": 34399, "[XXXXX438]": 34263, "[XXXXX237]": 34062, "[XXXXX691]": 34516, "[XXXXX6]": 33831, "[XXXXX54]": 33879, "[XXXXX140]": 33965, "[XXXXX503]": 34328, "[XXXXX660]": 34485, "[XXXXX272]": 34097, "[XXXXX513]": 34338, "[XXXXX905]": 34730, "[XXXXX316]": 34141, "[XXXXX934]": 34759, "[XXXXX28]": 33853, "[XXXXX716]": 34541, "[XXXXX607]": 34432, "[XXXXX980]": 34805, "[XXXXX182]": 34007, "[XXXXX724]": 34549, "[XXXXX286]": 34111, "[XXXXX655]": 34480, "[XXXXX44]": 33869, "[XXXXX108]": 33933, "[XXXXX774]": 34599, "[XXXXX486]": 34311, "[XXXXX336]": 34161, "[XXXXX133]": 33958, "[XXXXX470]": 34295, "[XXXXX287]": 34112, "[XXXXX633]": 34458, "[XXXXX33]": 33858, "[XXXXX466]": 34291, "[XXXXX358]": 34183, "[XXXXX83]": 33908, "[XXXXX681]": 34506, "[MASK]": 33824, "[XXXXX512]": 34337, "[XXXXX32]": 33857, "[XXXXX900]": 34725, "[XXXXX685]": 34510, "[XXXXX338]": 34163, "[XXXXX58]": 33883, "[XXXXX602]": 34427, "[XXXXX326]": 34151, "[XXXXX805]": 34630, "[XXXXX938]": 34763, "[XXXXX432]": 34257, "[XXXXX125]": 33950, "[XXXXX301]": 34126, "[XXXXX436]": 34261, "[XXXXX401]": 34226, "[XXXXX38]": 33863, "[XXXXX247]": 34072, "[XXXXX320]": 34145, "[XXXXX795]": 34620, "[XXXXX92]": 33917, "[XXXXX8]": 33833, "[XXXXX418]": 34243, "[XXXXX42]": 33867, "[XXXXX990]": 34815, "[XXXXX352]": 34177, "[XXXXX859]": 34684, "[XXXXX197]": 34022, "[XXXXX483]": 34308, "[XXXXX389]": 34214, "[XXXXX370]": 34195, "[XXXXX520]": 34345, "[XXXXX80]": 33905, "[XXXXX191]": 34016, "[XXXXX585]": 34410, "[XXXXX73]": 33898, "[XXXXX816]": 34641, "[XXXXX361]": 34186, "[XXXXX296]": 34121, "[XXXXX713]": 34538, "<pad>": 33823, "[XXXXX161]": 33986, "[XXXXX363]": 34188, "[XXXXX119]": 33944, "[XXXXX49]": 33874, "[XXXXX15]": 33840, "[XXXXX985]": 34810, "[XXXXX169]": 33994, "[XXXXX771]": 34596, "[XXXXX592]": 34417, "[XXXXX969]": 34794, "[XXXXX680]": 34505, "[XXXXX711]": 34536, "[XXXXX378]": 34203, "[XXXXX863]": 34688, "[XXXXX184]": 34009, "[XXXXX121]": 33946, "[XXXXX199]": 34024, "[XXXXX811]": 34636, "[XXXXX734]": 34559, "[XXXXX310]": 34135, "[XXXXX0]": 33825, "[XXXXX472]": 34297, "[XXXXX147]": 33972, "[XXXXX67]": 33892, "[XXXXX919]": 34744, "[XXXXX787]": 34612, "[XXXXX304]": 34129, "[XXXXX319]": 34144, "[XXXXX573]": 34398, "[XXXXX128]": 33953, "[XXXXX936]": 34761, "[XXXXX872]": 34697, "[XXXXX69]": 33894, "[XXXXX954]": 34779, "[XXXXX381]": 34206, "[XXXXX529]": 34354, "[XXXXX459]": 34284, "[XXXXX596]": 34421, "[XXXXX881]": 34706, "[XXXXX293]": 34118, "[XXXXX546]": 34371, "[XXXXX832]": 34657, "[XXXXX126]": 33951, "[XXXXX405]": 34230, "[XXXXX188]": 34013, "[XXXXX160]": 33985, "[XXXXX79]": 33904, "[XXXXX557]": 34382, "[XXXXX235]": 34060, "[XXXXX68]": 33893, "[XXXXX673]": 34498, "[XXXXX665]": 34490, "[XXXXX265]": 34090, "[XXXXX740]": 34565, "[XXXXX27]": 33852, "[XXXXX785]": 34610, "[XXXXX747]": 34572, "[XXXXX797]": 34622, "[XXXXX490]": 34315, "[XXXXX701]": 34526, "[XXXXX469]": 34294, "[XXXXX828]": 34653, "[XXXXX403]": 34228, "[XXXXX824]": 34649, "[XXXXX113]": 33938, "[XXXXX11]": 33836, "[XXXXX417]": 34242, "[XXXXX783]": 34608, "[XXXXX396]": 34221, "[XXXXX887]": 34712, "[XXXXX282]": 34107, "[XXXXX176]": 34001, "[XXXXX890]": 34715, "[XXXXX477]": 34302, "[XXXXX928]": 34753, "[XXXXX444]": 34269, "[XXXXX228]": 34053, "[XXXXX958]": 34783, "[XXXXX695]": 34520, "[XXXXX449]": 34274, "[XXXXX845]": 34670, "[XXXXX726]": 34551, "[XXXXX77]": 33902, "[XXXXX768]": 34593, "[XXXXX986]": 34811, "[XXXXX530]": 34355, "[XXXXX507]": 34332, "[XXXXX957]": 34782, "[XXXXX29]": 33854, "[XXXXX221]": 34046, "[XXXXX940]": 34765, "[XXXXX539]": 34364, "[XXXXX348]": 34173, "[XXXXX544]": 34369, "[XXXXX844]": 34669, "[XXXXX548]": 34373, "[XXXXX524]": 34349, "[XXXXX439]": 34264, "[XXXXX781]": 34606, "[XXXXX309]": 34134, "[XXXXX549]": 34374, "[XXXXX213]": 34038, "[XXXXX165]": 33990, "[XXXXX30]": 33855, "[XXXXX262]": 34087, "[XXXXX59]": 33884, "[XXXXX746]": 34571, "[XXXXX812]": 34637, "[XXXXX916]": 34741, "[XXXXX937]": 34762, "[XXXXX446]": 34271, "[XXXXX758]": 34583, "[XXXXX392]": 34217, "[XXXXX377]": 34202, "[XXXXX36]": 33861, "[XXXXX710]": 34535, "[XXXXX223]": 34048, "[XXXXX240]": 34065, "[XXXXX925]": 34750, "[XXXXX652]": 34477, "[XXXXX138]": 33963, "[XXXXX580]": 34405, "[XXXXX733]": 34558, "[XXXXX261]": 34086, "[XXXXX508]": 34333, "[XXXXX3]": 33828, "[XXXXX690]": 34515, "[XXXXX663]": 34488, "[XXXXX526]": 34351, "[XXXXX366]": 34191, "[XXXXX515]": 34340, "[XXXXX408]": 34233, "[XXXXX608]": 34433, "[XXXXX256]": 34081, "[XXXXX458]": 34283, "[XXXXX340]": 34165, "[XXXXX493]": 34318, "[XXXXX250]": 34075, "[XXXXX616]": 34441, "[XXXXX721]": 34546, "[XXXXX752]": 34577, "[XXXXX943]": 34768, "[XXXXX344]": 34169, "[XXXXX955]": 34780, "[XXXXX896]": 34721, "[XXXXX35]": 33860}

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}, "additional_special_tokens": ["[XXXXX0]", "[XXXXX1]", "[XXXXX2]", "[XXXXX3]", "[XXXXX4]", "[XXXXX5]", "[XXXXX6]", "[XXXXX7]", "[XXXXX8]", "[XXXXX9]", "[XXXXX10]", "[XXXXX11]", "[XXXXX12]", "[XXXXX13]", "[XXXXX14]", "[XXXXX15]", "[XXXXX16]", "[XXXXX17]", "[XXXXX18]", "[XXXXX19]", "[XXXXX20]", "[XXXXX21]", "[XXXXX22]", "[XXXXX23]", "[XXXXX24]", "[XXXXX25]", "[XXXXX26]", "[XXXXX27]", "[XXXXX28]", "[XXXXX29]", "[XXXXX30]", "[XXXXX31]", "[XXXXX32]", "[XXXXX33]", "[XXXXX34]", "[XXXXX35]", "[XXXXX36]", "[XXXXX37]", "[XXXXX38]", "[XXXXX39]", "[XXXXX40]", "[XXXXX41]", "[XXXXX42]", "[XXXXX43]", "[XXXXX44]", "[XXXXX45]", "[XXXXX46]", "[XXXXX47]", "[XXXXX48]", "[XXXXX49]", "[XXXXX50]", "[XXXXX51]", "[XXXXX52]", "[XXXXX53]", "[XXXXX54]", "[XXXXX55]", "[XXXXX56]", "[XXXXX57]", "[XXXXX58]", "[XXXXX59]", "[XXXXX60]", "[XXXXX61]", "[XXXXX62]", "[XXXXX63]", "[XXXXX64]", "[XXXXX65]", "[XXXXX66]", "[XXXXX67]", "[XXXXX68]", "[XXXXX69]", "[XXXXX70]", "[XXXXX71]", "[XXXXX72]", "[XXXXX73]", "[XXXXX74]", "[XXXXX75]", "[XXXXX76]", "[XXXXX77]", "[XXXXX78]", "[XXXXX79]", "[XXXXX80]", "[XXXXX81]", "[XXXXX82]", "[XXXXX83]", "[XXXXX84]", "[XXXXX85]", "[XXXXX86]", "[XXXXX87]", "[XXXXX88]", "[XXXXX89]", "[XXXXX90]", "[XXXXX91]", "[XXXXX92]", "[XXXXX93]", "[XXXXX94]", "[XXXXX95]", "[XXXXX96]", "[XXXXX97]", "[XXXXX98]", "[XXXXX99]", "[XXXXX100]", "[XXXXX101]", "[XXXXX102]", "[XXXXX103]", "[XXXXX104]", "[XXXXX105]", "[XXXXX106]", "[XXXXX107]", "[XXXXX108]", "[XXXXX109]", "[XXXXX110]", "[XXXXX111]", "[XXXXX112]", "[XXXXX113]", "[XXXXX114]", "[XXXXX115]", "[XXXXX116]", "[XXXXX117]", "[XXXXX118]", "[XXXXX119]", "[XXXXX120]", "[XXXXX121]", "[XXXXX122]", "[XXXXX123]", "[XXXXX124]", "[XXXXX125]", "[XXXXX126]", "[XXXXX127]", "[XXXXX128]", "[XXXXX129]", "[XXXXX130]", "[XXXXX131]", "[XXXXX132]", "[XXXXX133]", "[XXXXX134]", "[XXXXX135]", "[XXXXX136]", "[XXXXX137]", "[XXXXX138]", "[XXXXX139]", "[XXXXX140]", "[XXXXX141]", "[XXXXX142]", "[XXXXX143]", "[XXXXX144]", "[XXXXX145]", "[XXXXX146]", "[XXXXX147]", "[XXXXX148]", "[XXXXX149]", "[XXXXX150]", "[XXXXX151]", "[XXXXX152]", "[XXXXX153]", "[XXXXX154]", "[XXXXX155]", "[XXXXX156]", "[XXXXX157]", "[XXXXX158]", "[XXXXX159]", "[XXXXX160]", "[XXXXX161]", "[XXXXX162]", "[XXXXX163]", "[XXXXX164]", "[XXXXX165]", "[XXXXX166]", "[XXXXX167]", "[XXXXX168]", "[XXXXX169]", "[XXXXX170]", "[XXXXX171]", "[XXXXX172]", "[XXXXX173]", "[XXXXX174]", "[XXXXX175]", "[XXXXX176]", "[XXXXX177]", "[XXXXX178]", "[XXXXX179]", "[XXXXX180]", "[XXXXX181]", "[XXXXX182]", "[XXXXX183]", "[XXXXX184]", "[XXXXX185]", "[XXXXX186]", "[XXXXX187]", "[XXXXX188]", "[XXXXX189]", "[XXXXX190]", "[XXXXX191]", "[XXXXX192]", "[XXXXX193]", "[XXXXX194]", "[XXXXX195]", "[XXXXX196]", "[XXXXX197]", "[XXXXX198]", "[XXXXX199]", "[XXXXX200]", "[XXXXX201]", "[XXXXX202]", "[XXXXX203]", "[XXXXX204]", "[XXXXX205]", "[XXXXX206]", "[XXXXX207]", "[XXXXX208]", "[XXXXX209]", "[XXXXX210]", "[XXXXX211]", "[XXXXX212]", "[XXXXX213]", "[XXXXX214]", "[XXXXX215]", "[XXXXX216]", "[XXXXX217]", "[XXXXX218]", "[XXXXX219]", "[XXXXX220]", "[XXXXX221]", "[XXXXX222]", "[XXXXX223]", "[XXXXX224]", "[XXXXX225]", "[XXXXX226]", "[XXXXX227]", "[XXXXX228]", "[XXXXX229]", "[XXXXX230]", "[XXXXX231]", "[XXXXX232]", "[XXXXX233]", "[XXXXX234]", "[XXXXX235]", "[XXXXX236]", "[XXXXX237]", "[XXXXX238]", "[XXXXX239]", "[XXXXX240]", "[XXXXX241]", "[XXXXX242]", "[XXXXX243]", "[XXXXX244]", "[XXXXX245]", "[XXXXX246]", "[XXXXX247]", "[XXXXX248]", "[XXXXX249]", "[XXXXX250]", "[XXXXX251]", "[XXXXX252]", "[XXXXX253]", "[XXXXX254]", "[XXXXX255]", "[XXXXX256]", "[XXXXX257]", "[XXXXX258]", "[XXXXX259]", "[XXXXX260]", "[XXXXX261]", "[XXXXX262]", "[XXXXX263]", "[XXXXX264]", "[XXXXX265]", "[XXXXX266]", "[XXXXX267]", "[XXXXX268]", "[XXXXX269]", "[XXXXX270]", "[XXXXX271]", "[XXXXX272]", "[XXXXX273]", "[XXXXX274]", "[XXXXX275]", "[XXXXX276]", "[XXXXX277]", "[XXXXX278]", "[XXXXX279]", "[XXXXX280]", "[XXXXX281]", "[XXXXX282]", "[XXXXX283]", "[XXXXX284]", "[XXXXX285]", "[XXXXX286]", "[XXXXX287]", "[XXXXX288]", "[XXXXX289]", "[XXXXX290]", "[XXXXX291]", "[XXXXX292]", "[XXXXX293]", "[XXXXX294]", "[XXXXX295]", "[XXXXX296]", "[XXXXX297]", "[XXXXX298]", "[XXXXX299]", "[XXXXX300]", "[XXXXX301]", "[XXXXX302]", "[XXXXX303]", "[XXXXX304]", "[XXXXX305]", "[XXXXX306]", "[XXXXX307]", "[XXXXX308]", "[XXXXX309]", "[XXXXX310]", "[XXXXX311]", "[XXXXX312]", "[XXXXX313]", "[XXXXX314]", "[XXXXX315]", "[XXXXX316]", "[XXXXX317]", "[XXXXX318]", "[XXXXX319]", "[XXXXX320]", "[XXXXX321]", "[XXXXX322]", "[XXXXX323]", "[XXXXX324]", "[XXXXX325]", "[XXXXX326]", "[XXXXX327]", "[XXXXX328]", "[XXXXX329]", "[XXXXX330]", "[XXXXX331]", "[XXXXX332]", "[XXXXX333]", "[XXXXX334]", "[XXXXX335]", "[XXXXX336]", "[XXXXX337]", "[XXXXX338]", "[XXXXX339]", "[XXXXX340]", "[XXXXX341]", "[XXXXX342]", "[XXXXX343]", "[XXXXX344]", "[XXXXX345]", "[XXXXX346]", "[XXXXX347]", "[XXXXX348]", "[XXXXX349]", "[XXXXX350]", "[XXXXX351]", "[XXXXX352]", "[XXXXX353]", "[XXXXX354]", "[XXXXX355]", "[XXXXX356]", "[XXXXX357]", "[XXXXX358]", "[XXXXX359]", "[XXXXX360]", "[XXXXX361]", "[XXXXX362]", "[XXXXX363]", "[XXXXX364]", "[XXXXX365]", "[XXXXX366]", "[XXXXX367]", "[XXXXX368]", "[XXXXX369]", "[XXXXX370]", "[XXXXX371]", "[XXXXX372]", "[XXXXX373]", "[XXXXX374]", "[XXXXX375]", "[XXXXX376]", "[XXXXX377]", "[XXXXX378]", "[XXXXX379]", "[XXXXX380]", "[XXXXX381]", "[XXXXX382]", "[XXXXX383]", "[XXXXX384]", "[XXXXX385]", "[XXXXX386]", "[XXXXX387]", "[XXXXX388]", "[XXXXX389]", "[XXXXX390]", "[XXXXX391]", "[XXXXX392]", "[XXXXX393]", "[XXXXX394]", "[XXXXX395]", "[XXXXX396]", "[XXXXX397]", "[XXXXX398]", "[XXXXX399]", "[XXXXX400]", "[XXXXX401]", "[XXXXX402]", "[XXXXX403]", "[XXXXX404]", "[XXXXX405]", "[XXXXX406]", "[XXXXX407]", "[XXXXX408]", "[XXXXX409]", "[XXXXX410]", "[XXXXX411]", "[XXXXX412]", "[XXXXX413]", "[XXXXX414]", "[XXXXX415]", "[XXXXX416]", "[XXXXX417]", "[XXXXX418]", "[XXXXX419]", "[XXXXX420]", "[XXXXX421]", "[XXXXX422]", "[XXXXX423]", "[XXXXX424]", "[XXXXX425]", "[XXXXX426]", "[XXXXX427]", "[XXXXX428]", "[XXXXX429]", "[XXXXX430]", "[XXXXX431]", "[XXXXX432]", "[XXXXX433]", "[XXXXX434]", "[XXXXX435]", "[XXXXX436]", "[XXXXX437]", "[XXXXX438]", "[XXXXX439]", "[XXXXX440]", "[XXXXX441]", "[XXXXX442]", "[XXXXX443]", "[XXXXX444]", "[XXXXX445]", "[XXXXX446]", "[XXXXX447]", "[XXXXX448]", "[XXXXX449]", "[XXXXX450]", "[XXXXX451]", "[XXXXX452]", "[XXXXX453]", "[XXXXX454]", "[XXXXX455]", "[XXXXX456]", "[XXXXX457]", "[XXXXX458]", "[XXXXX459]", "[XXXXX460]", "[XXXXX461]", "[XXXXX462]", "[XXXXX463]", "[XXXXX464]", "[XXXXX465]", "[XXXXX466]", "[XXXXX467]", "[XXXXX468]", "[XXXXX469]", "[XXXXX470]", "[XXXXX471]", "[XXXXX472]", "[XXXXX473]", "[XXXXX474]", "[XXXXX475]", "[XXXXX476]", "[XXXXX477]", "[XXXXX478]", "[XXXXX479]", "[XXXXX480]", "[XXXXX481]", "[XXXXX482]", "[XXXXX483]", "[XXXXX484]", "[XXXXX485]", "[XXXXX486]", "[XXXXX487]", "[XXXXX488]", "[XXXXX489]", "[XXXXX490]", "[XXXXX491]", "[XXXXX492]", "[XXXXX493]", "[XXXXX494]", "[XXXXX495]", "[XXXXX496]", "[XXXXX497]", "[XXXXX498]", "[XXXXX499]", "[XXXXX500]", "[XXXXX501]", "[XXXXX502]", "[XXXXX503]", "[XXXXX504]", "[XXXXX505]", "[XXXXX506]", "[XXXXX507]", "[XXXXX508]", "[XXXXX509]", "[XXXXX510]", "[XXXXX511]", "[XXXXX512]", "[XXXXX513]", "[XXXXX514]", "[XXXXX515]", "[XXXXX516]", "[XXXXX517]", "[XXXXX518]", "[XXXXX519]", "[XXXXX520]", "[XXXXX521]", "[XXXXX522]", "[XXXXX523]", "[XXXXX524]", "[XXXXX525]", "[XXXXX526]", "[XXXXX527]", "[XXXXX528]", "[XXXXX529]", "[XXXXX530]", "[XXXXX531]", "[XXXXX532]", "[XXXXX533]", "[XXXXX534]", "[XXXXX535]", "[XXXXX536]", "[XXXXX537]", "[XXXXX538]", "[XXXXX539]", "[XXXXX540]", "[XXXXX541]", "[XXXXX542]", "[XXXXX543]", "[XXXXX544]", "[XXXXX545]", "[XXXXX546]", "[XXXXX547]", "[XXXXX548]", "[XXXXX549]", "[XXXXX550]", "[XXXXX551]", "[XXXXX552]", "[XXXXX553]", "[XXXXX554]", "[XXXXX555]", "[XXXXX556]", "[XXXXX557]", "[XXXXX558]", "[XXXXX559]", "[XXXXX560]", "[XXXXX561]", "[XXXXX562]", "[XXXXX563]", "[XXXXX564]", "[XXXXX565]", "[XXXXX566]", "[XXXXX567]", "[XXXXX568]", "[XXXXX569]", "[XXXXX570]", "[XXXXX571]", "[XXXXX572]", "[XXXXX573]", "[XXXXX574]", "[XXXXX575]", "[XXXXX576]", "[XXXXX577]", "[XXXXX578]", "[XXXXX579]", "[XXXXX580]", "[XXXXX581]", "[XXXXX582]", "[XXXXX583]", "[XXXXX584]", "[XXXXX585]", "[XXXXX586]", "[XXXXX587]", "[XXXXX588]", "[XXXXX589]", "[XXXXX590]", "[XXXXX591]", "[XXXXX592]", "[XXXXX593]", "[XXXXX594]", "[XXXXX595]", "[XXXXX596]", "[XXXXX597]", "[XXXXX598]", "[XXXXX599]", "[XXXXX600]", "[XXXXX601]", "[XXXXX602]", "[XXXXX603]", "[XXXXX604]", "[XXXXX605]", "[XXXXX606]", "[XXXXX607]", "[XXXXX608]", "[XXXXX609]", "[XXXXX610]", "[XXXXX611]", "[XXXXX612]", "[XXXXX613]", "[XXXXX614]", "[XXXXX615]", "[XXXXX616]", "[XXXXX617]", "[XXXXX618]", "[XXXXX619]", "[XXXXX620]", "[XXXXX621]", "[XXXXX622]", "[XXXXX623]", "[XXXXX624]", "[XXXXX625]", "[XXXXX626]", "[XXXXX627]", "[XXXXX628]", "[XXXXX629]", "[XXXXX630]", "[XXXXX631]", "[XXXXX632]", "[XXXXX633]", "[XXXXX634]", "[XXXXX635]", "[XXXXX636]", "[XXXXX637]", "[XXXXX638]", "[XXXXX639]", "[XXXXX640]", "[XXXXX641]", "[XXXXX642]", "[XXXXX643]", "[XXXXX644]", "[XXXXX645]", "[XXXXX646]", "[XXXXX647]", "[XXXXX648]", "[XXXXX649]", "[XXXXX650]", "[XXXXX651]", "[XXXXX652]", "[XXXXX653]", "[XXXXX654]", "[XXXXX655]", "[XXXXX656]", "[XXXXX657]", "[XXXXX658]", "[XXXXX659]", "[XXXXX660]", "[XXXXX661]", "[XXXXX662]", "[XXXXX663]", "[XXXXX664]", "[XXXXX665]", "[XXXXX666]", "[XXXXX667]", "[XXXXX668]", "[XXXXX669]", "[XXXXX670]", "[XXXXX671]", "[XXXXX672]", "[XXXXX673]", "[XXXXX674]", "[XXXXX675]", "[XXXXX676]", "[XXXXX677]", "[XXXXX678]", "[XXXXX679]", "[XXXXX680]", "[XXXXX681]", "[XXXXX682]", "[XXXXX683]", "[XXXXX684]", "[XXXXX685]", "[XXXXX686]", "[XXXXX687]", "[XXXXX688]", "[XXXXX689]", "[XXXXX690]", "[XXXXX691]", "[XXXXX692]", "[XXXXX693]", "[XXXXX694]", "[XXXXX695]", "[XXXXX696]", "[XXXXX697]", "[XXXXX698]", "[XXXXX699]", "[XXXXX700]", "[XXXXX701]", "[XXXXX702]", "[XXXXX703]", "[XXXXX704]", "[XXXXX705]", "[XXXXX706]", "[XXXXX707]", "[XXXXX708]", "[XXXXX709]", "[XXXXX710]", "[XXXXX711]", "[XXXXX712]", "[XXXXX713]", "[XXXXX714]", "[XXXXX715]", "[XXXXX716]", "[XXXXX717]", "[XXXXX718]", "[XXXXX719]", "[XXXXX720]", "[XXXXX721]", "[XXXXX722]", "[XXXXX723]", "[XXXXX724]", "[XXXXX725]", "[XXXXX726]", "[XXXXX727]", "[XXXXX728]", "[XXXXX729]", "[XXXXX730]", "[XXXXX731]", "[XXXXX732]", "[XXXXX733]", "[XXXXX734]", "[XXXXX735]", "[XXXXX736]", "[XXXXX737]", "[XXXXX738]", "[XXXXX739]", "[XXXXX740]", "[XXXXX741]", "[XXXXX742]", "[XXXXX743]", "[XXXXX744]", "[XXXXX745]", "[XXXXX746]", "[XXXXX747]", "[XXXXX748]", "[XXXXX749]", "[XXXXX750]", "[XXXXX751]", "[XXXXX752]", "[XXXXX753]", "[XXXXX754]", "[XXXXX755]", "[XXXXX756]", "[XXXXX757]", "[XXXXX758]", "[XXXXX759]", "[XXXXX760]", "[XXXXX761]", "[XXXXX762]", "[XXXXX763]", "[XXXXX764]", "[XXXXX765]", "[XXXXX766]", "[XXXXX767]", "[XXXXX768]", "[XXXXX769]", "[XXXXX770]", "[XXXXX771]", "[XXXXX772]", "[XXXXX773]", "[XXXXX774]", "[XXXXX775]", "[XXXXX776]", "[XXXXX777]", "[XXXXX778]", "[XXXXX779]", "[XXXXX780]", "[XXXXX781]", "[XXXXX782]", "[XXXXX783]", "[XXXXX784]", "[XXXXX785]", "[XXXXX786]", "[XXXXX787]", "[XXXXX788]", "[XXXXX789]", "[XXXXX790]", "[XXXXX791]", "[XXXXX792]", "[XXXXX793]", "[XXXXX794]", "[XXXXX795]", "[XXXXX796]", "[XXXXX797]", "[XXXXX798]", "[XXXXX799]", "[XXXXX800]", "[XXXXX801]", "[XXXXX802]", "[XXXXX803]", "[XXXXX804]", "[XXXXX805]", "[XXXXX806]", "[XXXXX807]", "[XXXXX808]", "[XXXXX809]", "[XXXXX810]", "[XXXXX811]", "[XXXXX812]", "[XXXXX813]", "[XXXXX814]", "[XXXXX815]", "[XXXXX816]", "[XXXXX817]", "[XXXXX818]", "[XXXXX819]", "[XXXXX820]", "[XXXXX821]", "[XXXXX822]", "[XXXXX823]", "[XXXXX824]", "[XXXXX825]", "[XXXXX826]", "[XXXXX827]", "[XXXXX828]", "[XXXXX829]", "[XXXXX830]", "[XXXXX831]", "[XXXXX832]", "[XXXXX833]", "[XXXXX834]", "[XXXXX835]", "[XXXXX836]", "[XXXXX837]", "[XXXXX838]", "[XXXXX839]", "[XXXXX840]", "[XXXXX841]", "[XXXXX842]", "[XXXXX843]", "[XXXXX844]", "[XXXXX845]", "[XXXXX846]", "[XXXXX847]", "[XXXXX848]", "[XXXXX849]", "[XXXXX850]", "[XXXXX851]", "[XXXXX852]", "[XXXXX853]", "[XXXXX854]", "[XXXXX855]", "[XXXXX856]", "[XXXXX857]", "[XXXXX858]", "[XXXXX859]", "[XXXXX860]", "[XXXXX861]", "[XXXXX862]", "[XXXXX863]", "[XXXXX864]", "[XXXXX865]", "[XXXXX866]", "[XXXXX867]", "[XXXXX868]", "[XXXXX869]", "[XXXXX870]", "[XXXXX871]", "[XXXXX872]", "[XXXXX873]", "[XXXXX874]", "[XXXXX875]", "[XXXXX876]", "[XXXXX877]", "[XXXXX878]", "[XXXXX879]", "[XXXXX880]", "[XXXXX881]", "[XXXXX882]", "[XXXXX883]", "[XXXXX884]", "[XXXXX885]", "[XXXXX886]", "[XXXXX887]", "[XXXXX888]", "[XXXXX889]", "[XXXXX890]", "[XXXXX891]", "[XXXXX892]", "[XXXXX893]", "[XXXXX894]", "[XXXXX895]", "[XXXXX896]", "[XXXXX897]", "[XXXXX898]", "[XXXXX899]", "[XXXXX900]", "[XXXXX901]", "[XXXXX902]", "[XXXXX903]", "[XXXXX904]", "[XXXXX905]", "[XXXXX906]", "[XXXXX907]", "[XXXXX908]", "[XXXXX909]", "[XXXXX910]", "[XXXXX911]", "[XXXXX912]", "[XXXXX913]", "[XXXXX914]", "[XXXXX915]", "[XXXXX916]", "[XXXXX917]", "[XXXXX918]", "[XXXXX919]", "[XXXXX920]", "[XXXXX921]", "[XXXXX922]", "[XXXXX923]", "[XXXXX924]", "[XXXXX925]", "[XXXXX926]", "[XXXXX927]", "[XXXXX928]", "[XXXXX929]", "[XXXXX930]", "[XXXXX931]", "[XXXXX932]", "[XXXXX933]", "[XXXXX934]", "[XXXXX935]", "[XXXXX936]", "[XXXXX937]", "[XXXXX938]", "[XXXXX939]", "[XXXXX940]", "[XXXXX941]", "[XXXXX942]", "[XXXXX943]", "[XXXXX944]", "[XXXXX945]", "[XXXXX946]", "[XXXXX947]", "[XXXXX948]", "[XXXXX949]", "[XXXXX950]", "[XXXXX951]", "[XXXXX952]", "[XXXXX953]", "[XXXXX954]", "[XXXXX955]", "[XXXXX956]", "[XXXXX957]", "[XXXXX958]", "[XXXXX959]", "[XXXXX960]", "[XXXXX961]", "[XXXXX962]", "[XXXXX963]", "[XXXXX964]", "[XXXXX965]", "[XXXXX966]", "[XXXXX967]", "[XXXXX968]", "[XXXXX969]", "[XXXXX970]", "[XXXXX971]", "[XXXXX972]", "[XXXXX973]", "[XXXXX974]", "[XXXXX975]", "[XXXXX976]", "[XXXXX977]", "[XXXXX978]", "[XXXXX979]", "[XXXXX980]", "[XXXXX981]", "[XXXXX982]", "[XXXXX983]", "[XXXXX984]", "[XXXXX985]", "[XXXXX986]", "[XXXXX987]", "[XXXXX988]", "[XXXXX989]", "[XXXXX990]"]}

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6e6ff7516d6b9bece819dc3c91cb9281b891c33490a502e176a401de2b8b4c5
+size 773140

tokenizer_config.json

@@ -0,0 +1 @@
+{"do_lower_case": false, "remove_space": true, "keep_accents": true, "bos_token": "[CLS]", "eos_token": "[SEP]", "unk_token": "<unk>", "sep_token": "[SEP]", "pad_token": "<pad>", "cls_token": "[CLS]", "mask_token": {"content": "[MASK]", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "sp_model_kwargs": {}, "name_or_path": "models/5mb/pcm_latn_5mb", "model_input_names": ["input_ids", "attention_mask"], "special_tokens_map_file": "models/5mb/pcm_latn_5mb/special_tokens_map.json", "tokenizer_class": "AlbertTokenizer"}