shahrukhx01 commited on
Commit
dc0bd8a
1 Parent(s): 90125a0

Upload model

Browse files
Files changed (2) hide show
  1. config.json +875 -0
  2. pytorch_model.bin +3 -0
config.json ADDED
@@ -0,0 +1,875 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/Users/shahrukh/Desktop/smole_bert_ckpts/smole-bert-mtr/guacamol_v1_train_mtr_33_perce/",
3
+ "architectures": [
4
+ "BertModel"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 512,
12
+ "id2label": {
13
+ "0": "LABEL_0",
14
+ "1": "LABEL_1",
15
+ "2": "LABEL_2",
16
+ "3": "LABEL_3",
17
+ "4": "LABEL_4",
18
+ "5": "LABEL_5",
19
+ "6": "LABEL_6",
20
+ "7": "LABEL_7",
21
+ "8": "LABEL_8",
22
+ "9": "LABEL_9",
23
+ "10": "LABEL_10",
24
+ "11": "LABEL_11",
25
+ "12": "LABEL_12",
26
+ "13": "LABEL_13",
27
+ "14": "LABEL_14",
28
+ "15": "LABEL_15",
29
+ "16": "LABEL_16",
30
+ "17": "LABEL_17",
31
+ "18": "LABEL_18",
32
+ "19": "LABEL_19",
33
+ "20": "LABEL_20",
34
+ "21": "LABEL_21",
35
+ "22": "LABEL_22",
36
+ "23": "LABEL_23",
37
+ "24": "LABEL_24",
38
+ "25": "LABEL_25",
39
+ "26": "LABEL_26",
40
+ "27": "LABEL_27",
41
+ "28": "LABEL_28",
42
+ "29": "LABEL_29",
43
+ "30": "LABEL_30",
44
+ "31": "LABEL_31",
45
+ "32": "LABEL_32",
46
+ "33": "LABEL_33",
47
+ "34": "LABEL_34",
48
+ "35": "LABEL_35",
49
+ "36": "LABEL_36",
50
+ "37": "LABEL_37",
51
+ "38": "LABEL_38",
52
+ "39": "LABEL_39",
53
+ "40": "LABEL_40",
54
+ "41": "LABEL_41",
55
+ "42": "LABEL_42",
56
+ "43": "LABEL_43",
57
+ "44": "LABEL_44",
58
+ "45": "LABEL_45",
59
+ "46": "LABEL_46",
60
+ "47": "LABEL_47",
61
+ "48": "LABEL_48",
62
+ "49": "LABEL_49",
63
+ "50": "LABEL_50",
64
+ "51": "LABEL_51",
65
+ "52": "LABEL_52",
66
+ "53": "LABEL_53",
67
+ "54": "LABEL_54",
68
+ "55": "LABEL_55",
69
+ "56": "LABEL_56",
70
+ "57": "LABEL_57",
71
+ "58": "LABEL_58",
72
+ "59": "LABEL_59",
73
+ "60": "LABEL_60",
74
+ "61": "LABEL_61",
75
+ "62": "LABEL_62",
76
+ "63": "LABEL_63",
77
+ "64": "LABEL_64",
78
+ "65": "LABEL_65",
79
+ "66": "LABEL_66",
80
+ "67": "LABEL_67",
81
+ "68": "LABEL_68",
82
+ "69": "LABEL_69",
83
+ "70": "LABEL_70",
84
+ "71": "LABEL_71",
85
+ "72": "LABEL_72",
86
+ "73": "LABEL_73",
87
+ "74": "LABEL_74",
88
+ "75": "LABEL_75",
89
+ "76": "LABEL_76",
90
+ "77": "LABEL_77",
91
+ "78": "LABEL_78",
92
+ "79": "LABEL_79",
93
+ "80": "LABEL_80",
94
+ "81": "LABEL_81",
95
+ "82": "LABEL_82",
96
+ "83": "LABEL_83",
97
+ "84": "LABEL_84",
98
+ "85": "LABEL_85",
99
+ "86": "LABEL_86",
100
+ "87": "LABEL_87",
101
+ "88": "LABEL_88",
102
+ "89": "LABEL_89",
103
+ "90": "LABEL_90",
104
+ "91": "LABEL_91",
105
+ "92": "LABEL_92",
106
+ "93": "LABEL_93",
107
+ "94": "LABEL_94",
108
+ "95": "LABEL_95",
109
+ "96": "LABEL_96",
110
+ "97": "LABEL_97",
111
+ "98": "LABEL_98",
112
+ "99": "LABEL_99",
113
+ "100": "LABEL_100",
114
+ "101": "LABEL_101",
115
+ "102": "LABEL_102",
116
+ "103": "LABEL_103",
117
+ "104": "LABEL_104",
118
+ "105": "LABEL_105",
119
+ "106": "LABEL_106",
120
+ "107": "LABEL_107",
121
+ "108": "LABEL_108",
122
+ "109": "LABEL_109",
123
+ "110": "LABEL_110",
124
+ "111": "LABEL_111",
125
+ "112": "LABEL_112",
126
+ "113": "LABEL_113",
127
+ "114": "LABEL_114",
128
+ "115": "LABEL_115",
129
+ "116": "LABEL_116",
130
+ "117": "LABEL_117",
131
+ "118": "LABEL_118",
132
+ "119": "LABEL_119",
133
+ "120": "LABEL_120",
134
+ "121": "LABEL_121",
135
+ "122": "LABEL_122",
136
+ "123": "LABEL_123",
137
+ "124": "LABEL_124",
138
+ "125": "LABEL_125",
139
+ "126": "LABEL_126",
140
+ "127": "LABEL_127",
141
+ "128": "LABEL_128",
142
+ "129": "LABEL_129",
143
+ "130": "LABEL_130",
144
+ "131": "LABEL_131",
145
+ "132": "LABEL_132",
146
+ "133": "LABEL_133",
147
+ "134": "LABEL_134",
148
+ "135": "LABEL_135",
149
+ "136": "LABEL_136",
150
+ "137": "LABEL_137",
151
+ "138": "LABEL_138",
152
+ "139": "LABEL_139",
153
+ "140": "LABEL_140",
154
+ "141": "LABEL_141",
155
+ "142": "LABEL_142",
156
+ "143": "LABEL_143",
157
+ "144": "LABEL_144",
158
+ "145": "LABEL_145",
159
+ "146": "LABEL_146",
160
+ "147": "LABEL_147",
161
+ "148": "LABEL_148",
162
+ "149": "LABEL_149",
163
+ "150": "LABEL_150",
164
+ "151": "LABEL_151",
165
+ "152": "LABEL_152",
166
+ "153": "LABEL_153",
167
+ "154": "LABEL_154",
168
+ "155": "LABEL_155",
169
+ "156": "LABEL_156",
170
+ "157": "LABEL_157",
171
+ "158": "LABEL_158",
172
+ "159": "LABEL_159",
173
+ "160": "LABEL_160",
174
+ "161": "LABEL_161",
175
+ "162": "LABEL_162",
176
+ "163": "LABEL_163",
177
+ "164": "LABEL_164",
178
+ "165": "LABEL_165",
179
+ "166": "LABEL_166",
180
+ "167": "LABEL_167",
181
+ "168": "LABEL_168",
182
+ "169": "LABEL_169",
183
+ "170": "LABEL_170",
184
+ "171": "LABEL_171",
185
+ "172": "LABEL_172",
186
+ "173": "LABEL_173",
187
+ "174": "LABEL_174",
188
+ "175": "LABEL_175",
189
+ "176": "LABEL_176",
190
+ "177": "LABEL_177",
191
+ "178": "LABEL_178",
192
+ "179": "LABEL_179",
193
+ "180": "LABEL_180",
194
+ "181": "LABEL_181",
195
+ "182": "LABEL_182",
196
+ "183": "LABEL_183",
197
+ "184": "LABEL_184",
198
+ "185": "LABEL_185",
199
+ "186": "LABEL_186",
200
+ "187": "LABEL_187",
201
+ "188": "LABEL_188",
202
+ "189": "LABEL_189",
203
+ "190": "LABEL_190",
204
+ "191": "LABEL_191",
205
+ "192": "LABEL_192",
206
+ "193": "LABEL_193",
207
+ "194": "LABEL_194",
208
+ "195": "LABEL_195",
209
+ "196": "LABEL_196",
210
+ "197": "LABEL_197",
211
+ "198": "LABEL_198",
212
+ "199": "LABEL_199",
213
+ "200": "LABEL_200",
214
+ "201": "LABEL_201",
215
+ "202": "LABEL_202",
216
+ "203": "LABEL_203",
217
+ "204": "LABEL_204",
218
+ "205": "LABEL_205",
219
+ "206": "LABEL_206",
220
+ "207": "LABEL_207",
221
+ "208": "LABEL_208",
222
+ "209": "LABEL_209"
223
+ },
224
+ "initializer_range": 0.02,
225
+ "intermediate_size": 2048,
226
+ "is_gpu": true,
227
+ "label2id": {
228
+ "LABEL_0": 0,
229
+ "LABEL_1": 1,
230
+ "LABEL_10": 10,
231
+ "LABEL_100": 100,
232
+ "LABEL_101": 101,
233
+ "LABEL_102": 102,
234
+ "LABEL_103": 103,
235
+ "LABEL_104": 104,
236
+ "LABEL_105": 105,
237
+ "LABEL_106": 106,
238
+ "LABEL_107": 107,
239
+ "LABEL_108": 108,
240
+ "LABEL_109": 109,
241
+ "LABEL_11": 11,
242
+ "LABEL_110": 110,
243
+ "LABEL_111": 111,
244
+ "LABEL_112": 112,
245
+ "LABEL_113": 113,
246
+ "LABEL_114": 114,
247
+ "LABEL_115": 115,
248
+ "LABEL_116": 116,
249
+ "LABEL_117": 117,
250
+ "LABEL_118": 118,
251
+ "LABEL_119": 119,
252
+ "LABEL_12": 12,
253
+ "LABEL_120": 120,
254
+ "LABEL_121": 121,
255
+ "LABEL_122": 122,
256
+ "LABEL_123": 123,
257
+ "LABEL_124": 124,
258
+ "LABEL_125": 125,
259
+ "LABEL_126": 126,
260
+ "LABEL_127": 127,
261
+ "LABEL_128": 128,
262
+ "LABEL_129": 129,
263
+ "LABEL_13": 13,
264
+ "LABEL_130": 130,
265
+ "LABEL_131": 131,
266
+ "LABEL_132": 132,
267
+ "LABEL_133": 133,
268
+ "LABEL_134": 134,
269
+ "LABEL_135": 135,
270
+ "LABEL_136": 136,
271
+ "LABEL_137": 137,
272
+ "LABEL_138": 138,
273
+ "LABEL_139": 139,
274
+ "LABEL_14": 14,
275
+ "LABEL_140": 140,
276
+ "LABEL_141": 141,
277
+ "LABEL_142": 142,
278
+ "LABEL_143": 143,
279
+ "LABEL_144": 144,
280
+ "LABEL_145": 145,
281
+ "LABEL_146": 146,
282
+ "LABEL_147": 147,
283
+ "LABEL_148": 148,
284
+ "LABEL_149": 149,
285
+ "LABEL_15": 15,
286
+ "LABEL_150": 150,
287
+ "LABEL_151": 151,
288
+ "LABEL_152": 152,
289
+ "LABEL_153": 153,
290
+ "LABEL_154": 154,
291
+ "LABEL_155": 155,
292
+ "LABEL_156": 156,
293
+ "LABEL_157": 157,
294
+ "LABEL_158": 158,
295
+ "LABEL_159": 159,
296
+ "LABEL_16": 16,
297
+ "LABEL_160": 160,
298
+ "LABEL_161": 161,
299
+ "LABEL_162": 162,
300
+ "LABEL_163": 163,
301
+ "LABEL_164": 164,
302
+ "LABEL_165": 165,
303
+ "LABEL_166": 166,
304
+ "LABEL_167": 167,
305
+ "LABEL_168": 168,
306
+ "LABEL_169": 169,
307
+ "LABEL_17": 17,
308
+ "LABEL_170": 170,
309
+ "LABEL_171": 171,
310
+ "LABEL_172": 172,
311
+ "LABEL_173": 173,
312
+ "LABEL_174": 174,
313
+ "LABEL_175": 175,
314
+ "LABEL_176": 176,
315
+ "LABEL_177": 177,
316
+ "LABEL_178": 178,
317
+ "LABEL_179": 179,
318
+ "LABEL_18": 18,
319
+ "LABEL_180": 180,
320
+ "LABEL_181": 181,
321
+ "LABEL_182": 182,
322
+ "LABEL_183": 183,
323
+ "LABEL_184": 184,
324
+ "LABEL_185": 185,
325
+ "LABEL_186": 186,
326
+ "LABEL_187": 187,
327
+ "LABEL_188": 188,
328
+ "LABEL_189": 189,
329
+ "LABEL_19": 19,
330
+ "LABEL_190": 190,
331
+ "LABEL_191": 191,
332
+ "LABEL_192": 192,
333
+ "LABEL_193": 193,
334
+ "LABEL_194": 194,
335
+ "LABEL_195": 195,
336
+ "LABEL_196": 196,
337
+ "LABEL_197": 197,
338
+ "LABEL_198": 198,
339
+ "LABEL_199": 199,
340
+ "LABEL_2": 2,
341
+ "LABEL_20": 20,
342
+ "LABEL_200": 200,
343
+ "LABEL_201": 201,
344
+ "LABEL_202": 202,
345
+ "LABEL_203": 203,
346
+ "LABEL_204": 204,
347
+ "LABEL_205": 205,
348
+ "LABEL_206": 206,
349
+ "LABEL_207": 207,
350
+ "LABEL_208": 208,
351
+ "LABEL_209": 209,
352
+ "LABEL_21": 21,
353
+ "LABEL_22": 22,
354
+ "LABEL_23": 23,
355
+ "LABEL_24": 24,
356
+ "LABEL_25": 25,
357
+ "LABEL_26": 26,
358
+ "LABEL_27": 27,
359
+ "LABEL_28": 28,
360
+ "LABEL_29": 29,
361
+ "LABEL_3": 3,
362
+ "LABEL_30": 30,
363
+ "LABEL_31": 31,
364
+ "LABEL_32": 32,
365
+ "LABEL_33": 33,
366
+ "LABEL_34": 34,
367
+ "LABEL_35": 35,
368
+ "LABEL_36": 36,
369
+ "LABEL_37": 37,
370
+ "LABEL_38": 38,
371
+ "LABEL_39": 39,
372
+ "LABEL_4": 4,
373
+ "LABEL_40": 40,
374
+ "LABEL_41": 41,
375
+ "LABEL_42": 42,
376
+ "LABEL_43": 43,
377
+ "LABEL_44": 44,
378
+ "LABEL_45": 45,
379
+ "LABEL_46": 46,
380
+ "LABEL_47": 47,
381
+ "LABEL_48": 48,
382
+ "LABEL_49": 49,
383
+ "LABEL_5": 5,
384
+ "LABEL_50": 50,
385
+ "LABEL_51": 51,
386
+ "LABEL_52": 52,
387
+ "LABEL_53": 53,
388
+ "LABEL_54": 54,
389
+ "LABEL_55": 55,
390
+ "LABEL_56": 56,
391
+ "LABEL_57": 57,
392
+ "LABEL_58": 58,
393
+ "LABEL_59": 59,
394
+ "LABEL_6": 6,
395
+ "LABEL_60": 60,
396
+ "LABEL_61": 61,
397
+ "LABEL_62": 62,
398
+ "LABEL_63": 63,
399
+ "LABEL_64": 64,
400
+ "LABEL_65": 65,
401
+ "LABEL_66": 66,
402
+ "LABEL_67": 67,
403
+ "LABEL_68": 68,
404
+ "LABEL_69": 69,
405
+ "LABEL_7": 7,
406
+ "LABEL_70": 70,
407
+ "LABEL_71": 71,
408
+ "LABEL_72": 72,
409
+ "LABEL_73": 73,
410
+ "LABEL_74": 74,
411
+ "LABEL_75": 75,
412
+ "LABEL_76": 76,
413
+ "LABEL_77": 77,
414
+ "LABEL_78": 78,
415
+ "LABEL_79": 79,
416
+ "LABEL_8": 8,
417
+ "LABEL_80": 80,
418
+ "LABEL_81": 81,
419
+ "LABEL_82": 82,
420
+ "LABEL_83": 83,
421
+ "LABEL_84": 84,
422
+ "LABEL_85": 85,
423
+ "LABEL_86": 86,
424
+ "LABEL_87": 87,
425
+ "LABEL_88": 88,
426
+ "LABEL_89": 89,
427
+ "LABEL_9": 9,
428
+ "LABEL_90": 90,
429
+ "LABEL_91": 91,
430
+ "LABEL_92": 92,
431
+ "LABEL_93": 93,
432
+ "LABEL_94": 94,
433
+ "LABEL_95": 95,
434
+ "LABEL_96": 96,
435
+ "LABEL_97": 97,
436
+ "LABEL_98": 98,
437
+ "LABEL_99": 99
438
+ },
439
+ "layer_norm_eps": 1e-12,
440
+ "max_position_embeddings": 768,
441
+ "model_type": "bert",
442
+ "norm_mean": [
443
+ 11.79173722090841,
444
+ 11.791735733252384,
445
+ 0.16142733236185644,
446
+ -1.1338970900757865,
447
+ 0.5540122744969485,
448
+ 16.225004804786156,
449
+ 396.5624771757886,
450
+ 373.80136912196485,
451
+ 396.1134686626214,
452
+ 146.18284601689024,
453
+ 0.000218982966933572,
454
+ 0.2740248256099069,
455
+ -0.42630494269048835,
456
+ 0.43050527150580503,
457
+ 0.2698487218946878,
458
+ 1.097756745168095,
459
+ 1.811554006611595,
460
+ 2.4773467919623866,
461
+ 27.300041530894585,
462
+ 10.013533791400816,
463
+ 2.2706229792311015,
464
+ -2.221998676755911,
465
+ 2.310731693533491,
466
+ -2.3124906496480904,
467
+ 6.705751478663473,
468
+ 0.02838769036537712,
469
+ 2.950521134456493,
470
+ 1.8098238585764796,
471
+ 959.1945986352539,
472
+ 19.88339741193139,
473
+ 15.735355475168806,
474
+ 16.338591990750338,
475
+ 13.40581812705491,
476
+ 9.175847908179138,
477
+ 9.778499910653245,
478
+ 6.959070647454426,
479
+ 7.648801562134866,
480
+ 4.898993266684832,
481
+ 5.480402292685902,
482
+ 3.4352689888966146,
483
+ 3.9060113407794224,
484
+ -2.7150457249047597,
485
+ 19.384348915624976,
486
+ 8.26433842009071,
487
+ 4.531898798651937,
488
+ 165.13353831484594,
489
+ 13.67967366656444,
490
+ 9.291401675602604,
491
+ 4.583452525428392,
492
+ 4.415600032625782,
493
+ 3.1364130627950857,
494
+ 3.14916708915964,
495
+ 7.838424605319413,
496
+ 6.16399843449677,
497
+ 2.971487393659049,
498
+ 2.3455493964995275,
499
+ 28.302419444717373,
500
+ 41.31054470550945,
501
+ 23.10033069341478,
502
+ 14.860819572048287,
503
+ 15.459197782667621,
504
+ 23.8530746498506,
505
+ 0.3856368299935323,
506
+ 10.872510867046524,
507
+ 3.7818028646156803,
508
+ 29.291844711675488,
509
+ 16.75294357342169,
510
+ 57.27023750637449,
511
+ 0.0,
512
+ 7.48203351221471,
513
+ 8.914988467282255,
514
+ 6.045534311202594,
515
+ 3.705783784132936,
516
+ 6.582497142146744,
517
+ 37.45882197069321,
518
+ 11.474714466573344,
519
+ 6.495022882434,
520
+ 29.41743575682104,
521
+ 46.04650354573215,
522
+ 1.1000318533662325,
523
+ 7.907948117451183,
524
+ 0.0,
525
+ 80.30940198607864,
526
+ 10.89235226186259,
527
+ 11.270609443626366,
528
+ 0.049536018207520016,
529
+ 15.227431568728337,
530
+ 19.187725609594846,
531
+ 23.48029398023669,
532
+ 14.70555503418569,
533
+ 17.30319935359575,
534
+ 23.37786147106524,
535
+ 20.151431304580427,
536
+ 9.503286252126719,
537
+ 15.028135819733299,
538
+ 2.013004769504896,
539
+ 20.229440477389073,
540
+ 9.524489337420777,
541
+ 2.8853750725068963,
542
+ 0.11704413358043304,
543
+ 11.089383000614044,
544
+ 2.5087275816505867,
545
+ 3.2584479470813115,
546
+ 0.26021346917309446,
547
+ 0.3284527402554299,
548
+ 27.89175814759452,
549
+ 1.6637040492806885,
550
+ 6.167064961773191,
551
+ 0.2918424084317963,
552
+ 0.6741938094467348,
553
+ 0.9660362178785311,
554
+ 1.5078500633146403,
555
+ 0.9717345355180851,
556
+ 2.4795845988327256,
557
+ 5.16056450000476,
558
+ 1.5220434919214327,
559
+ 7.255974426597861,
560
+ 5.6044144109834235,
561
+ 0.2021284192286087,
562
+ 0.4408769791775761,
563
+ 0.6430053984061849,
564
+ 3.4456208167112568,
565
+ 3.4842879718607005,
566
+ 106.95390602774344,
567
+ 0.06751340080547648,
568
+ 0.20822899905742115,
569
+ 0.18001113956831793,
570
+ 0.06173891517742381,
571
+ 0.028632022926564537,
572
+ 1.3467119231464997,
573
+ 0.12379440355704506,
574
+ 0.12288276794470204,
575
+ 0.09614542373204102,
576
+ 0.09624063371766431,
577
+ 1.088014490959812,
578
+ 0.9922237244242176,
579
+ 0.0178494920547267,
580
+ 0.008197579762165456,
581
+ 0.057059344384039,
582
+ 2.065685369081509,
583
+ 0.8940884119926498,
584
+ 0.1524930734735459,
585
+ 0.01806609477201969,
586
+ 0.066877874151441,
587
+ 0.12435138197294132,
588
+ 0.12379440355704506,
589
+ 0.010920585350991613,
590
+ 0.004936637754567699,
591
+ 0.011960754443926079,
592
+ 0.2482005312717198,
593
+ 0.14410983423941504,
594
+ 0.7860084165627291,
595
+ 0.03517770943816587,
596
+ 0.6170463958259942,
597
+ 0.4239224609877084,
598
+ 0.0015376412678161685,
599
+ 0.0022564766592720244,
600
+ 0.0017256809894221705,
601
+ 1.5067099237368016,
602
+ 0.0009878036008416564,
603
+ 0.8959212042158982,
604
+ 2.856299568698765e-05,
605
+ 0.0014662337785986993,
606
+ 0.0037679351810417875,
607
+ 0.13303453266178558,
608
+ 0.8183655301768049,
609
+ 0.04492721196599099,
610
+ 0.017316316135236265,
611
+ 0.6734154678142643,
612
+ 0.013891136902438327,
613
+ 0.030398168159876608,
614
+ 0.09057563957307843,
615
+ 0.029446068303643685,
616
+ 4.7604992811646086e-05,
617
+ 0.0003975016899772448,
618
+ 0.1144804867134465,
619
+ 0.07953128124077653,
620
+ 0.0036465424493720903,
621
+ 0.017532918852529254,
622
+ 0.3037103331397397,
623
+ 0.03812445849320677,
624
+ 0.05170854319200998,
625
+ 0.042044729651245824,
626
+ 0.03360198417610039,
627
+ 0.022236292142319886,
628
+ 0.0008426083727661357,
629
+ 0.015305005188944216,
630
+ 0.013060429777875103,
631
+ 0.25826422675210176,
632
+ 0.09582647028020298,
633
+ 0.09440784149441593,
634
+ 0.005341280193466691,
635
+ 0.004324913596938047,
636
+ 0.12139987241861927,
637
+ 0.0701197741619141,
638
+ 0.02628985728023155,
639
+ 0.0,
640
+ 0.2347211775571022,
641
+ 0.0043177728480163,
642
+ 0.08424179527948891,
643
+ 0.10069646104483439,
644
+ 0.026180365796764766,
645
+ 0.0035299102169835572,
646
+ 0.011127667069722272,
647
+ 0.047324123354057376,
648
+ 0.00015947672591901438,
649
+ 0.0572069198617551,
650
+ 0.3102036541592482,
651
+ 0.053655587398006306,
652
+ 16.225004804786156
653
+ ],
654
+ "norm_std": [
655
+ 2.450956367907171,
656
+ 2.450957358490004,
657
+ 0.1900694542718677,
658
+ 1.585550668854749,
659
+ 0.21408660245779082,
660
+ 7.167756298551029,
661
+ 110.38143868325362,
662
+ 103.9768160504462,
663
+ 110.25454925425753,
664
+ 41.92446700625781,
665
+ 0.015114761392606006,
666
+ 0.08566396456971308,
667
+ 0.07610299547961805,
668
+ 0.07440580889485046,
669
+ 0.07915897965410704,
670
+ 0.20005517379588011,
671
+ 0.2660578073294469,
672
+ 0.3270457457695261,
673
+ 15.643238205368789,
674
+ 0.3745298835585969,
675
+ 0.17032249727029578,
676
+ 0.1595731293853628,
677
+ 0.14602127441637475,
678
+ 0.19646207097857157,
679
+ 1.165741260328626,
680
+ 0.2924936639075496,
681
+ 0.35591926533392754,
682
+ 0.44963890691205316,
683
+ 358.3350806602452,
684
+ 5.582530185453843,
685
+ 4.600967153344112,
686
+ 4.617567554729664,
687
+ 3.7674115847556577,
688
+ 2.8351786167897455,
689
+ 2.92044496854429,
690
+ 2.4182129099726115,
691
+ 2.5694931718800698,
692
+ 1.9215817463227578,
693
+ 2.058751377138955,
694
+ 1.5588279310971112,
695
+ 1.6738129912367141,
696
+ 1.0311367227312878,
697
+ 5.9840222835220285,
698
+ 3.084128127892107,
699
+ 36.583867537244814,
700
+ 45.5227366808627,
701
+ 8.70715948623874,
702
+ 8.618134414933428,
703
+ 6.285577405247769,
704
+ 5.673858515560443,
705
+ 4.397636335931561,
706
+ 6.687193262411652,
707
+ 6.322651452539215,
708
+ 6.0324557965672145,
709
+ 5.330076373872543,
710
+ 5.046112526997736,
711
+ 21.807109041805635,
712
+ 20.406709246001242,
713
+ 14.56573922857417,
714
+ 10.58673423931756,
715
+ 10.494914027697359,
716
+ 13.986614820847326,
717
+ 1.5351065239242783,
718
+ 7.973621811721162,
719
+ 7.08942306197074,
720
+ 25.574046418779865,
721
+ 14.437564676884168,
722
+ 26.099288189922394,
723
+ 0.0,
724
+ 8.820137844446059,
725
+ 6.842194940218551,
726
+ 7.245614026670348,
727
+ 5.844662026785024,
728
+ 9.75527215765922,
729
+ 20.653481393596422,
730
+ 9.264111536322721,
731
+ 8.423843579831374,
732
+ 22.175229148732896,
733
+ 22.604609619915063,
734
+ 2.77596119459279,
735
+ 9.437389743854837,
736
+ 0.0,
737
+ 38.39255322607205,
738
+ 15.074789723574137,
739
+ 8.489221808525107,
740
+ 0.527810624490048,
741
+ 11.853179666729842,
742
+ 13.634166440987086,
743
+ 17.80182437479484,
744
+ 15.209552748379934,
745
+ 15.193632267477984,
746
+ 21.06130303707713,
747
+ 17.649417693703583,
748
+ 8.724037460872513,
749
+ 17.61720877542114,
750
+ 3.6142970003153403,
751
+ 13.710407134968992,
752
+ 9.573917145660431,
753
+ 3.1256805148338827,
754
+ 1.7936151897480868,
755
+ 7.002607279164903,
756
+ 4.028946423062812,
757
+ 3.3464293219352776,
758
+ 2.2067591753870217,
759
+ 0.20371763499165746,
760
+ 7.8419957807268945,
761
+ 1.6097240077664488,
762
+ 2.5568039135211733,
763
+ 0.7564394185095993,
764
+ 0.8071646238806618,
765
+ 1.1103683311893218,
766
+ 0.9413582224291319,
767
+ 0.9189417248319828,
768
+ 1.1905782208843334,
769
+ 2.1891341810285647,
770
+ 1.3882516215092118,
771
+ 2.8527781362039546,
772
+ 3.4817891606665485,
773
+ 0.6403934874716088,
774
+ 0.6829951534922246,
775
+ 0.9589865662866164,
776
+ 1.3281350371365026,
777
+ 1.817800813263014,
778
+ 29.811516496998557,
779
+ 0.28031150468530336,
780
+ 0.6535994456813586,
781
+ 0.6099437242988456,
782
+ 0.26429580441207123,
783
+ 0.1739241381223627,
784
+ 1.499866896765387,
785
+ 0.35956503245077653,
786
+ 0.44486893089637247,
787
+ 0.3281986960447466,
788
+ 0.3283738128868036,
789
+ 1.0710744886459551,
790
+ 1.021903107242631,
791
+ 0.13741495364049322,
792
+ 0.09235941418055359,
793
+ 0.2599074787806729,
794
+ 1.6243915741585675,
795
+ 0.9692005525101034,
796
+ 0.4330652736152795,
797
+ 0.16942001309311988,
798
+ 0.26625775917228417,
799
+ 0.3603252872228711,
800
+ 0.35956503245077653,
801
+ 0.1071544565746604,
802
+ 0.07281914791660501,
803
+ 0.11566822623858354,
804
+ 0.9178409293056203,
805
+ 0.6345547452668947,
806
+ 0.9871238733924385,
807
+ 0.19795531921210502,
808
+ 0.8439632109002434,
809
+ 0.7299173877811576,
810
+ 0.04078983216108351,
811
+ 0.049462768249412446,
812
+ 0.04161999535203529,
813
+ 0.9415591862988358,
814
+ 0.031413816146489915,
815
+ 1.2666473421475197,
816
+ 0.0053443596288299325,
817
+ 0.03826334978960425,
818
+ 0.06952964247240391,
819
+ 0.43025079226494517,
820
+ 1.0916532717360954,
821
+ 0.21494888483940283,
822
+ 0.14777972493692224,
823
+ 1.1770128232271766,
824
+ 0.12038760981958334,
825
+ 0.17723330031280918,
826
+ 0.29758289879399524,
827
+ 0.18714890700230555,
828
+ 0.00786665268207016,
829
+ 0.020980661951309387,
830
+ 0.3797118834211366,
831
+ 0.31268231935290575,
832
+ 0.060709230514227185,
833
+ 0.1401055592978817,
834
+ 0.6929787825750691,
835
+ 0.1992571760304207,
836
+ 0.24021581743165143,
837
+ 0.21592293972979806,
838
+ 0.19416466992210568,
839
+ 0.15419005365800725,
840
+ 0.0316820984067121,
841
+ 0.1281883957284432,
842
+ 0.11837792354292834,
843
+ 0.5730325329134964,
844
+ 0.40948379288743736,
845
+ 0.40698064555808344,
846
+ 0.09657045000058866,
847
+ 0.07471293413264501,
848
+ 0.36684807642904177,
849
+ 0.26126467800219405,
850
+ 0.16407961325136344,
851
+ 0.0,
852
+ 0.4921905265324656,
853
+ 0.07354132184117698,
854
+ 0.29462547114662346,
855
+ 0.313402437164237,
856
+ 0.16366138685913564,
857
+ 0.06205388707018914,
858
+ 0.10616228169634329,
859
+ 0.21909526869045748,
860
+ 0.012998934250731066,
861
+ 0.24181770922659632,
862
+ 1.4594086495280145,
863
+ 0.23229601666486974,
864
+ 7.167756298551029
865
+ ],
866
+ "num_attention_heads": 8,
867
+ "num_hidden_layers": 6,
868
+ "pad_token_id": 0,
869
+ "position_embedding_type": "absolute",
870
+ "torch_dtype": "float32",
871
+ "transformers_version": "4.33.3",
872
+ "type_vocab_size": 5,
873
+ "use_cache": true,
874
+ "vocab_size": 4096
875
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d88026bdd23577e948a7a489b5f0ef67570ed0b646003f59df081ef58cb6107
3
+ size 86716521